Console [soak-17] joined by on pts/4 at 04-26 17:10. [90708.482696] SysRq : Show State [90708.522951] task PC stack pid father [90708.597035] systemd S ffff88017a330000 0 1 0 0x00000000 [90708.684909] Call Trace: [90708.717571] [] schedule+0x29/0x70 [90708.780390] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90708.868142] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90708.952834] [] schedule_hrtimeout_range+0x13/0x20 [90709.032298] [] ep_poll+0x23e/0x360 [90709.096120] [] ? wake_up_state+0x20/0x20 [90709.166118] [] SyS_epoll_wait+0xed/0x120 [90709.236065] [] ? system_call_after_swapgs+0xa2/0x146 [90709.318437] [] system_call_fastpath+0x1c/0x21 [90709.393490] [] ? system_call_after_swapgs+0xae/0x146 [90709.475787] kthreadd S ffff88017a330fd0 0 2 0 0x00000000 [90709.563309] Call Trace: [90709.595580] [] schedule+0x29/0x70 [90709.657995] [] kthreadd+0x2f5/0x300 [90709.722434] [] ? kthread_create_on_cpu+0x60/0x60 [90709.800341] [] ret_from_fork+0x77/0xb0 [90709.867826] [] ? kthread_create_on_cpu+0x60/0x60 [90709.945674] ksoftirqd/0 S ffff88017a331fa0 0 3 2 0x00000000 [90710.032963] Call Trace: [90710.064985] [] schedule+0x29/0x70 [90710.127154] [] smpboot_thread_fn+0xe2/0x1a0 [90710.199693] [] ? lg_double_unlock+0x40/0x40 [90710.272206] [] kthread+0xd1/0xe0 [90710.333174] [] ? insert_kthread_work+0x40/0x40 [90710.408652] [] ret_from_fork+0x77/0xb0 [90710.475802] [] ? insert_kthread_work+0x40/0x40 [90710.551194] kworker/0:0 S ffff88017a332f70 0 4 2 0x00000000 [90710.638106] Call Trace: [90710.669784] [] ? process_one_work+0x21a/0x440 [90710.744029] [] schedule+0x29/0x70 [90710.805753] [] worker_thread+0x1d9/0x3c0 [90710.874752] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90710.955125] [] kthread+0xd1/0xe0 [90711.015683] [] ? insert_kthread_work+0x40/0x40 [90711.090734] [] ret_from_fork+0x77/0xb0 [90711.157442] [] ? insert_kthread_work+0x40/0x40 [90711.232414] kworker/0:0H S ffff88017a333f40 0 5 2 0x00000000 [90711.318908] Call Trace: [90711.350084] [] ? process_one_work+0x21a/0x440 [90711.423890] [] schedule+0x29/0x70 [90711.485160] [] worker_thread+0x1d9/0x3c0 [90711.553655] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90711.633509] [] kthread+0xd1/0xe0 [90711.693567] [] ? insert_kthread_work+0x40/0x40 [90711.768198] [] ret_from_fork+0x77/0xb0 [90711.834481] [] ? insert_kthread_work+0x40/0x40 [90711.909103] migration/0 S ffff88017a336eb0 0 8 2 0x00000000 [90711.995344] Call Trace: [90712.026269] [] schedule+0x29/0x70 [90712.087324] [] smpboot_thread_fn+0xe2/0x1a0 [90712.158849] [] ? lg_double_unlock+0x40/0x40 [90712.230321] [] kthread+0xd1/0xe0 [90712.290356] [] ? insert_kthread_work+0x40/0x40 [90712.364977] [] ret_from_fork+0x77/0xb0 [90712.431266] [] ? insert_kthread_work+0x40/0x40 [90712.505902] rcu_bh S ffff880179cc0000 0 9 2 0x00000000 [90712.592131] Call Trace: [90712.623088] [] ? __switch_to+0xcd/0x500 [90712.690410] [] schedule+0x29/0x70 [90712.751450] [] rcu_gp_kthread+0xb2/0x710 [90712.819837] [] ? wake_up_atomic_t+0x30/0x30 [90712.891313] [] ? rcu_gp_fqs+0x90/0x90 [90712.956549] [] kthread+0xd1/0xe0 [90713.016580] [] ? insert_kthread_work+0x40/0x40 [90713.091222] [] ret_from_fork+0x77/0xb0 [90713.157457] [] ? insert_kthread_work+0x40/0x40 [90713.232050] rcu_sched S ffff880179cc0fd0 0 10 2 0x00000000 [90713.318230] Call Trace: [90713.349115] [] schedule+0x29/0x70 [90713.410182] [] schedule_timeout+0x174/0x2c0 [90713.481677] [] ? internal_add_timer+0x70/0x70 [90713.555232] [] ? prepare_to_wait+0x56/0x90 [90713.625673] [] rcu_gp_kthread+0x349/0x710 [90713.695079] [] ? wake_up_atomic_t+0x30/0x30 [90713.766527] [] ? rcu_gp_fqs+0x90/0x90 [90713.831738] [] kthread+0xd1/0xe0 [90713.891730] [] ? insert_kthread_work+0x40/0x40 [90713.966267] [] ret_from_fork+0x77/0xb0 [90714.032472] [] ? insert_kthread_work+0x40/0x40 [90714.107046] watchdog/0 S ffff880179cc1fa0 0 11 2 0x00000000 [90714.193205] Call Trace: [90714.224112] [] ? sched_clock+0x9/0x10 [90714.289316] [] schedule+0x29/0x70 [90714.350303] [] smpboot_thread_fn+0xe2/0x1a0 [90714.421747] [] ? lg_double_unlock+0x40/0x40 [90714.493158] [] kthread+0xd1/0xe0 [90714.553110] [] ? insert_kthread_work+0x40/0x40 [90714.627643] [] ret_from_fork+0x77/0xb0 [90714.693879] [] ? insert_kthread_work+0x40/0x40 [90714.768382] watchdog/1 S ffff880179fd8fd0 0 12 2 0x00000000 [90714.854564] Call Trace: [90714.885396] [] ? watchdog_cleanup+0x10/0x10 [90714.956849] [] ? sched_clock+0x9/0x10 [90715.022059] [] schedule+0x29/0x70 [90715.083079] [] smpboot_thread_fn+0xe2/0x1a0 [90715.154485] [] ? lg_double_unlock+0x40/0x40 [90715.225900] [] kthread+0xd1/0xe0 [90715.285818] [] ? insert_kthread_work+0x40/0x40 [90715.360315] [] ret_from_fork+0x77/0xb0 [90715.426545] [] ? insert_kthread_work+0x40/0x40 [90715.501075] migration/1 S ffff880179fd9fa0 0 13 2 0x00000000 [90715.587219] Call Trace: [90715.618062] [] schedule+0x29/0x70 [90715.679073] [] smpboot_thread_fn+0xe2/0x1a0 [90715.750477] [] ? lg_double_unlock+0x40/0x40 [90715.821884] [] kthread+0xd1/0xe0 [90715.881831] [] ? insert_kthread_work+0x40/0x40 [90715.956330] [] ret_from_fork+0x77/0xb0 [90716.022543] [] ? insert_kthread_work+0x40/0x40 [90716.097062] ksoftirqd/1 S ffff880179fdaf70 0 14 2 0x00000000 [90716.183230] Call Trace: [90716.214082] [] schedule+0x29/0x70 [90716.275108] [] smpboot_thread_fn+0xe2/0x1a0 [90716.346574] [] ? lg_double_unlock+0x40/0x40 [90716.417993] [] kthread+0xd1/0xe0 [90716.477975] [] ? insert_kthread_work+0x40/0x40 [90716.552515] [] ret_from_fork+0x77/0xb0 [90716.618728] [] ? insert_kthread_work+0x40/0x40 [90716.693241] kworker/1:0H S ffff880179fdcf10 0 16 2 0x00000000 [90716.779400] Call Trace: [90716.810251] [] ? process_one_work+0x21a/0x440 [90716.883797] [] schedule+0x29/0x70 [90716.944869] [] worker_thread+0x1d9/0x3c0 [90717.013181] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90717.092993] [] kthread+0xd1/0xe0 [90717.153021] [] ? insert_kthread_work+0x40/0x40 [90717.227622] [] ret_from_fork+0x77/0xb0 [90717.293872] [] ? insert_kthread_work+0x40/0x40 [90717.368425] watchdog/2 S ffff880179fddee0 0 17 2 0x00000000 [90717.454610] Call Trace: [90717.485460] [] ? sched_clock+0x9/0x10 [90717.550703] [] schedule+0x29/0x70 [90717.611779] [] smpboot_thread_fn+0xe2/0x1a0 [90717.683226] [] ? lg_double_unlock+0x40/0x40 [90717.754691] [] kthread+0xd1/0xe0 [90717.814704] [] ? insert_kthread_work+0x40/0x40 [90717.889269] [] ret_from_fork+0x77/0xb0 [90717.955517] [] ? insert_kthread_work+0x40/0x40 [90718.030063] migration/2 S ffff8801790b0000 0 18 2 0x00000000 [90718.116251] Call Trace: [90718.147120] [] schedule+0x29/0x70 [90718.208151] [] smpboot_thread_fn+0xe2/0x1a0 [90718.279626] [] ? lg_double_unlock+0x40/0x40 [90718.351053] [] kthread+0xd1/0xe0 [90718.411064] [] ? insert_kthread_work+0x40/0x40 [90718.485544] [] ret_from_fork+0x77/0xb0 [90718.551754] [] ? insert_kthread_work+0x40/0x40 [90718.626277] ksoftirqd/2 S ffff8801790b0fd0 0 19 2 0x00000000 [90718.712464] Call Trace: [90718.743322] [] schedule+0x29/0x70 [90718.804341] [] smpboot_thread_fn+0xe2/0x1a0 [90718.875815] [] ? lg_double_unlock+0x40/0x40 [90718.947253] [] kthread+0xd1/0xe0 [90719.007251] [] ? insert_kthread_work+0x40/0x40 [90719.081850] [] ret_from_fork+0x77/0xb0 [90719.148093] [] ? insert_kthread_work+0x40/0x40 [90719.222680] kworker/2:0H S ffff8801790b2f70 0 21 2 0x00000000 [90719.308851] Call Trace: [90719.339735] [] ? process_one_work+0x21a/0x440 [90719.413264] [] schedule+0x29/0x70 [90719.474314] [] worker_thread+0x1d9/0x3c0 [90719.542664] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90719.622486] [] kthread+0xd1/0xe0 [90719.682530] [] ? insert_kthread_work+0x40/0x40 [90719.757115] [] ret_from_fork+0x77/0xb0 [90719.823386] [] ? insert_kthread_work+0x40/0x40 [90719.897979] watchdog/3 S ffff8801790b3f40 0 22 2 0x00000000 [90719.984138] Call Trace: [90720.015012] [] ? sched_clock+0x9/0x10 [90720.080227] [] schedule+0x29/0x70 [90720.141276] [] smpboot_thread_fn+0xe2/0x1a0 [90720.212761] [] ? lg_double_unlock+0x40/0x40 [90720.284205] [] kthread+0xd1/0xe0 [90720.344202] [] ? insert_kthread_work+0x40/0x40 [90720.418793] [] ret_from_fork+0x77/0xb0 [90720.485039] [] ? insert_kthread_work+0x40/0x40 [90720.559609] migration/3 S ffff8801790b4f10 0 23 2 0x00000000 [90720.645785] Call Trace: [90720.676645] [] schedule+0x29/0x70 [90720.737713] [] smpboot_thread_fn+0xe2/0x1a0 [90720.809156] [] ? lg_double_unlock+0x40/0x40 [90720.880632] [] kthread+0xd1/0xe0 [90720.940663] [] ? insert_kthread_work+0x40/0x40 [90721.015220] [] ret_from_fork+0x77/0xb0 [90721.081498] [] ? insert_kthread_work+0x40/0x40 [90721.156059] ksoftirqd/3 S ffff8801790b5ee0 0 24 2 0x00000000 [90721.242234] Call Trace: [90721.273087] [] schedule+0x29/0x70 [90721.334120] [] smpboot_thread_fn+0xe2/0x1a0 [90721.405594] [] ? lg_double_unlock+0x40/0x40 [90721.477037] [] kthread+0xd1/0xe0 [90721.537035] [] ? insert_kthread_work+0x40/0x40 [90721.611633] [] ret_from_fork+0x77/0xb0 [90721.677910] [] ? insert_kthread_work+0x40/0x40 [90721.752470] kworker/3:0H S ffff8801790f0000 0 26 2 0x00000000 [90721.838651] Call Trace: [90721.869557] [] ? process_one_work+0x21a/0x440 [90721.943091] [] schedule+0x29/0x70 [90722.004136] [] worker_thread+0x1d9/0x3c0 [90722.072494] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90722.152285] [] kthread+0xd1/0xe0 [90722.212316] [] ? insert_kthread_work+0x40/0x40 [90722.286937] [] ret_from_fork+0x77/0xb0 [90722.353193] [] ? insert_kthread_work+0x40/0x40 [90722.427795] watchdog/4 S ffff8801790f0fd0 0 27 2 0x00000000 [90722.513875] Call Trace: [90722.544774] [] ? sched_clock+0x9/0x10 [90722.609988] [] schedule+0x29/0x70 [90722.671033] [] smpboot_thread_fn+0xe2/0x1a0 [90722.742519] [] ? lg_double_unlock+0x40/0x40 [90722.813974] [] kthread+0xd1/0xe0 [90722.873983] [] ? insert_kthread_work+0x40/0x40 [90722.948577] [] ret_from_fork+0x77/0xb0 [90723.014845] [] ? insert_kthread_work+0x40/0x40 [90723.089393] migration/4 S ffff8801790f1fa0 0 28 2 0x00000000 [90723.175553] Call Trace: [90723.206428] [] schedule+0x29/0x70 [90723.267497] [] smpboot_thread_fn+0xe2/0x1a0 [90723.338950] [] ? lg_double_unlock+0x40/0x40 [90723.410425] [] kthread+0xd1/0xe0 [90723.470454] [] ? insert_kthread_work+0x40/0x40 [90723.545018] [] ret_from_fork+0x77/0xb0 [90723.611260] [] ? insert_kthread_work+0x40/0x40 [90723.685855] ksoftirqd/4 S ffff8801790f2f70 0 29 2 0x00000000 [90723.771987] Call Trace: [90723.802879] [] schedule+0x29/0x70 [90723.863923] [] smpboot_thread_fn+0xe2/0x1a0 [90723.935395] [] ? lg_double_unlock+0x40/0x40 [90724.006870] [] kthread+0xd1/0xe0 [90724.066891] [] ? insert_kthread_work+0x40/0x40 [90724.141490] [] ret_from_fork+0x77/0xb0 [90724.207763] [] ? insert_kthread_work+0x40/0x40 [90724.282358] kworker/4:0H S ffff8801790f4f10 0 31 2 0x00000000 [90724.368552] Call Trace: [90724.399456] [] ? process_one_work+0x21a/0x440 [90724.472987] [] schedule+0x29/0x70 [90724.534039] [] worker_thread+0x1d9/0x3c0 [90724.602401] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90724.682185] [] kthread+0xd1/0xe0 [90724.742245] [] ? insert_kthread_work+0x40/0x40 [90724.816860] [] ret_from_fork+0x77/0xb0 [90724.883117] [] ? insert_kthread_work+0x40/0x40 [90724.957717] watchdog/5 S ffff8801790f5ee0 0 32 2 0x00000000 [90725.043887] Call Trace: [90725.074778] [] ? local_clock+0x25/0x30 [90725.141031] [] ? running_clock+0x9/0x10 [90725.208357] [] ? sched_clock+0x9/0x10 [90725.273594] [] schedule+0x29/0x70 [90725.334655] [] smpboot_thread_fn+0xe2/0x1a0 [90725.406090] [] ? lg_double_unlock+0x40/0x40 [90725.477556] [] kthread+0xd1/0xe0 [90725.537568] [] ? insert_kthread_work+0x40/0x40 [90725.612096] [] ret_from_fork+0x77/0xb0 [90725.678327] [] ? insert_kthread_work+0x40/0x40 [90725.752845] migration/5 S ffff8801790f6eb0 0 33 2 0x00000000 [90725.839018] Call Trace: [90725.869879] [] schedule+0x29/0x70 [90725.930903] [] smpboot_thread_fn+0xe2/0x1a0 [90726.002380] [] ? lg_double_unlock+0x40/0x40 [90726.073823] [] kthread+0xd1/0xe0 [90726.133810] [] ? insert_kthread_work+0x40/0x40 [90726.208391] [] ret_from_fork+0x77/0xb0 [90726.274637] [] ? insert_kthread_work+0x40/0x40 [90726.349179] ksoftirqd/5 S ffff880179158000 0 34 2 0x00000000 [90726.435354] Call Trace: [90726.466202] [] schedule+0x29/0x70 [90726.527256] [] smpboot_thread_fn+0xe2/0x1a0 [90726.598726] [] ? lg_double_unlock+0x40/0x40 [90726.670183] [] kthread+0xd1/0xe0 [90726.730138] [] ? insert_kthread_work+0x40/0x40 [90726.804723] [] ret_from_fork+0x77/0xb0 [90726.870931] [] ? insert_kthread_work+0x40/0x40 [90726.945486] kworker/5:0H S ffff880179159fa0 0 36 2 0x00000000 [90727.031594] Call Trace: [90727.062484] [] ? process_one_work+0x21a/0x440 [90727.136013] [] schedule+0x29/0x70 [90727.197058] [] worker_thread+0x1d9/0x3c0 [90727.265413] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90727.345220] [] kthread+0xd1/0xe0 [90727.405254] [] ? insert_kthread_work+0x40/0x40 [90727.479818] [] ret_from_fork+0x77/0xb0 [90727.546032] [] ? insert_kthread_work+0x40/0x40 [90727.620599] watchdog/6 S ffff88017915af70 0 37 2 0x00000000 [90727.706724] Call Trace: [90727.737614] [] ? sched_clock+0x9/0x10 [90727.802794] [] schedule+0x29/0x70 [90727.863831] [] smpboot_thread_fn+0xe2/0x1a0 [90727.935302] [] ? lg_double_unlock+0x40/0x40 [90728.006764] [] kthread+0xd1/0xe0 [90728.066757] [] ? insert_kthread_work+0x40/0x40 [90728.141320] [] ret_from_fork+0x77/0xb0 [90728.207547] [] ? insert_kthread_work+0x40/0x40 [90728.282063] migration/6 S ffff88017915bf40 0 38 2 0x00000000 [90728.368230] Call Trace: [90728.399082] [] schedule+0x29/0x70 [90728.460175] [] smpboot_thread_fn+0xe2/0x1a0 [90728.531641] [] ? lg_double_unlock+0x40/0x40 [90728.603114] [] kthread+0xd1/0xe0 [90728.663129] [] ? insert_kthread_work+0x40/0x40 [90728.737728] [] ret_from_fork+0x77/0xb0 [90728.803968] [] ? insert_kthread_work+0x40/0x40 [90728.878560] ksoftirqd/6 S ffff88017915cf10 0 39 2 0x00000000 [90728.964722] Call Trace: [90728.995617] [] schedule+0x29/0x70 [90729.056650] [] smpboot_thread_fn+0xe2/0x1a0 [90729.128096] [] ? lg_double_unlock+0x40/0x40 [90729.199569] [] kthread+0xd1/0xe0 [90729.259533] [] ? insert_kthread_work+0x40/0x40 [90729.334114] [] ret_from_fork+0x77/0xb0 [90729.400321] [] ? insert_kthread_work+0x40/0x40 [90729.474881] kworker/6:0H S ffff88017915eeb0 0 41 2 0x00000000 [90729.560995] Call Trace: [90729.591856] [] ? cfq_kick_queue+0x2f/0x50 [90729.661260] [] ? process_one_work+0x21a/0x440 [90729.734797] [] schedule+0x29/0x70 [90729.795842] [] worker_thread+0x1d9/0x3c0 [90729.864210] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90729.943987] [] kthread+0xd1/0xe0 [90730.004002] [] ? insert_kthread_work+0x40/0x40 [90730.078620] [] ret_from_fork+0x77/0xb0 [90730.144855] [] ? insert_kthread_work+0x40/0x40 [90730.219433] watchdog/7 S ffff8801791d8000 0 42 2 0x00000000 [90730.305599] Call Trace: [90730.336505] [] ? local_clock+0x25/0x30 [90730.402761] [] ? running_clock+0x9/0x10 [90730.470063] [] ? sched_clock+0x9/0x10 [90730.535278] [] schedule+0x29/0x70 [90730.596303] [] smpboot_thread_fn+0xe2/0x1a0 [90730.667741] [] ? lg_double_unlock+0x40/0x40 [90730.739158] [] kthread+0xd1/0xe0 [90730.799146] [] ? insert_kthread_work+0x40/0x40 [90730.873674] [] ret_from_fork+0x77/0xb0 [90730.939867] [] ? insert_kthread_work+0x40/0x40 [90731.014419] migration/7 S ffff8801791d8fd0 0 43 2 0x00000000 [90731.100530] Call Trace: [90731.131419] [] schedule+0x29/0x70 [90731.192477] [] smpboot_thread_fn+0xe2/0x1a0 [90731.263911] [] ? lg_double_unlock+0x40/0x40 [90731.335365] [] kthread+0xd1/0xe0 [90731.395383] [] ? insert_kthread_work+0x40/0x40 [90731.469913] [] ret_from_fork+0x77/0xb0 [90731.536145] [] ? insert_kthread_work+0x40/0x40 [90731.610673] ksoftirqd/7 S ffff8801791d9fa0 0 44 2 0x00000000 [90731.696847] Call Trace: [90731.727699] [] schedule+0x29/0x70 [90731.788729] [] smpboot_thread_fn+0xe2/0x1a0 [90731.860196] [] ? lg_double_unlock+0x40/0x40 [90731.931656] [] kthread+0xd1/0xe0 [90731.991656] [] ? insert_kthread_work+0x40/0x40 [90732.066214] [] ret_from_fork+0x77/0xb0 [90732.132450] [] ? insert_kthread_work+0x40/0x40 [90732.206968] kworker/7:0H S ffff8801791dbf40 0 46 2 0x00000000 [90732.293150] Call Trace: [90732.324017] [] ? process_one_work+0x21a/0x440 [90732.397571] [] schedule+0x29/0x70 [90732.458644] [] worker_thread+0x1d9/0x3c0 [90732.526923] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90732.606702] [] kthread+0xd1/0xe0 [90732.666680] [] ? insert_kthread_work+0x40/0x40 [90732.741260] [] ret_from_fork+0x77/0xb0 [90732.807494] [] ? insert_kthread_work+0x40/0x40 [90732.882054] watchdog/8 S ffff8804b9580000 0 47 2 0x00000000 [90732.968204] Call Trace: [90732.999083] [] ? watchdog_cleanup+0x10/0x10 [90733.070559] [] ? sched_clock+0x9/0x10 [90733.135756] [] schedule+0x29/0x70 [90733.196778] [] smpboot_thread_fn+0xe2/0x1a0 [90733.268248] [] ? lg_double_unlock+0x40/0x40 [90733.339665] [] kthread+0xd1/0xe0 [90733.399633] [] ? insert_kthread_work+0x40/0x40 [90733.474191] [] ret_from_fork+0x77/0xb0 [90733.540413] [] ? insert_kthread_work+0x40/0x40 [90733.614963] migration/8 S ffff8804b9580fd0 0 48 2 0x00000000 [90733.701134] Call Trace: [90733.732023] [] schedule+0x29/0x70 [90733.793090] [] smpboot_thread_fn+0xe2/0x1a0 [90733.864563] [] ? lg_double_unlock+0x40/0x40 [90733.936040] [] kthread+0xd1/0xe0 [90733.996061] [] ? insert_kthread_work+0x40/0x40 [90734.070624] [] ret_from_fork+0x77/0xb0 [90734.136857] [] ? insert_kthread_work+0x40/0x40 [90734.211428] ksoftirqd/8 S ffff8804b9581fa0 0 49 2 0x00000000 [90734.297580] Call Trace: [90734.328478] [] schedule+0x29/0x70 [90734.389537] [] smpboot_thread_fn+0xe2/0x1a0 [90734.461012] [] ? lg_double_unlock+0x40/0x40 [90734.532478] [] kthread+0xd1/0xe0 [90734.592500] [] ? insert_kthread_work+0x40/0x40 [90734.667089] [] ret_from_fork+0x77/0xb0 [90734.733357] [] ? insert_kthread_work+0x40/0x40 [90734.807895] kworker/8:0 S ffff8804b9582f70 0 50 2 0x00000000 [90734.894057] Call Trace: [90734.924942] [] ? process_one_work+0x21a/0x440 [90734.998508] [] schedule+0x29/0x70 [90735.059588] [] worker_thread+0x1d9/0x3c0 [90735.127889] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90735.207675] [] kthread+0xd1/0xe0 [90735.267686] [] ? insert_kthread_work+0x40/0x40 [90735.342297] [] ret_from_fork+0x77/0xb0 [90735.408562] [] ? insert_kthread_work+0x40/0x40 [90735.483156] kworker/8:0H S ffff8804b9583f40 0 51 2 0x00000000 [90735.569314] Call Trace: [90735.600212] [] ? process_one_work+0x21a/0x440 [90735.673758] [] schedule+0x29/0x70 [90735.734807] [] worker_thread+0x1d9/0x3c0 [90735.803177] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90735.882997] [] kthread+0xd1/0xe0 [90735.943045] [] ? insert_kthread_work+0x40/0x40 [90736.017630] [] ret_from_fork+0x77/0xb0 [90736.083898] [] ? insert_kthread_work+0x40/0x40 [90736.158482] watchdog/9 S ffff8804b9585ee0 0 53 2 0x00000000 [90736.244646] Call Trace: [90736.275545] [] ? sched_clock+0x9/0x10 [90736.340775] [] schedule+0x29/0x70 [90736.401836] [] smpboot_thread_fn+0xe2/0x1a0 [90736.473328] [] ? lg_double_unlock+0x40/0x40 [90736.544786] [] kthread+0xd1/0xe0 [90736.604805] [] ? insert_kthread_work+0x40/0x40 [90736.679421] [] ret_from_fork+0x77/0xb0 [90736.745675] [] ? insert_kthread_work+0x40/0x40 [90736.820275] migration/9 S ffff8804b9586eb0 0 54 2 0x00000000 [90736.906440] Call Trace: [90736.937338] [] schedule+0x29/0x70 [90736.998427] [] smpboot_thread_fn+0xe2/0x1a0 [90737.069910] [] ? lg_double_unlock+0x40/0x40 [90737.141409] [] kthread+0xd1/0xe0 [90737.201459] [] ? insert_kthread_work+0x40/0x40 [90737.276065] [] ret_from_fork+0x77/0xb0 [90737.342352] [] ? insert_kthread_work+0x40/0x40 [90737.416898] ksoftirqd/9 S ffff8804b95d8000 0 55 2 0x00000000 [90737.503092] Call Trace: [90737.533999] [] schedule+0x29/0x70 [90737.595088] [] smpboot_thread_fn+0xe2/0x1a0 [90737.666567] [] ? lg_double_unlock+0x40/0x40 [90737.738053] [] kthread+0xd1/0xe0 [90737.798102] [] ? insert_kthread_work+0x40/0x40 [90737.872688] [] ret_from_fork+0x77/0xb0 [90737.938974] [] ? insert_kthread_work+0x40/0x40 [90738.013545] kworker/9:0H S ffff8804b95d9fa0 0 57 2 0x00000000 [90738.099711] Call Trace: [90738.130572] [] ? process_one_work+0x21a/0x440 [90738.204142] [] schedule+0x29/0x70 [90738.265230] [] worker_thread+0x1d9/0x3c0 [90738.333572] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90738.413382] [] kthread+0xd1/0xe0 [90738.473433] [] ? insert_kthread_work+0x40/0x40 [90738.548047] [] ret_from_fork+0x77/0xb0 [90738.614342] [] ? insert_kthread_work+0x40/0x40 [90738.688935] watchdog/10 S ffff8804b95daf70 0 58 2 0x00000000 [90738.775113] Call Trace: [90738.805985] [] ? local_clock+0x25/0x30 [90738.872270] [] ? running_clock+0x9/0x10 [90738.939563] [] ? sched_clock+0x9/0x10 [90739.004767] [] schedule+0x29/0x70 [90739.065817] [] smpboot_thread_fn+0xe2/0x1a0 [90739.137288] [] ? lg_double_unlock+0x40/0x40 [90739.208719] [] kthread+0xd1/0xe0 [90739.268669] [] ? insert_kthread_work+0x40/0x40 [90739.343229] [] ret_from_fork+0x77/0xb0 [90739.409436] [] ? insert_kthread_work+0x40/0x40 [90739.483985] migration/10 S ffff8804b95dbf40 0 59 2 0x00000000 [90739.570099] Call Trace: [90739.600993] [] schedule+0x29/0x70 [90739.662045] [] smpboot_thread_fn+0xe2/0x1a0 [90739.733496] [] ? lg_double_unlock+0x40/0x40 [90739.804961] [] kthread+0xd1/0xe0 [90739.864974] [] ? insert_kthread_work+0x40/0x40 [90739.939523] [] ret_from_fork+0x77/0xb0 [90740.005736] [] ? insert_kthread_work+0x40/0x40 [90740.080288] ksoftirqd/10 S ffff8804b95dcf10 0 60 2 0x00000000 [90740.166443] Call Trace: [90740.197343] [] schedule+0x29/0x70 [90740.258403] [] smpboot_thread_fn+0xe2/0x1a0 [90740.329873] [] ? lg_double_unlock+0x40/0x40 [90740.401332] [] kthread+0xd1/0xe0 [90740.461342] [] ? insert_kthread_work+0x40/0x40 [90740.535916] [] ret_from_fork+0x77/0xb0 [90740.602160] [] ? insert_kthread_work+0x40/0x40 [90740.676680] kworker/10:0H S ffff8804b95deeb0 0 62 2 0x00000000 [90740.762830] Call Trace: [90740.793669] [] ? cfq_kick_queue+0x2f/0x50 [90740.863049] [] ? process_one_work+0x21a/0x440 [90740.936568] [] schedule+0x29/0x70 [90740.997571] [] worker_thread+0x1d9/0x3c0 [90741.065922] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90741.145682] [] kthread+0xd1/0xe0 [90741.205659] [] ? insert_kthread_work+0x40/0x40 [90741.280163] [] ret_from_fork+0x77/0xb0 [90741.346380] [] ? insert_kthread_work+0x40/0x40 [90741.420904] watchdog/11 R running task 0 63 2 0x00000000 [90741.507056] Call Trace: [90741.537915] [] ? sched_clock+0x9/0x10 [90741.603103] [] schedule+0x29/0x70 [90741.664160] [] smpboot_thread_fn+0xe2/0x1a0 [90741.735584] [] ? lg_double_unlock+0x40/0x40 [90741.807035] [] kthread+0xd1/0xe0 [90741.867018] [] ? insert_kthread_work+0x40/0x40 [90741.941530] [] ret_from_fork+0x77/0xb0 [90742.007735] [] ? insert_kthread_work+0x40/0x40 [90742.082285] migration/11 R running task 0 64 2 0x00000000 [90742.168430] Call Trace: [90742.199301] [] schedule+0x29/0x70 [90742.260366] [] smpboot_thread_fn+0xe2/0x1a0 [90742.331816] [] ? lg_double_unlock+0x40/0x40 [90742.403281] [] kthread+0xd1/0xe0 [90742.463304] [] ? insert_kthread_work+0x40/0x40 [90742.537890] [] ret_from_fork+0x77/0xb0 [90742.604154] [] ? insert_kthread_work+0x40/0x40 [90742.678716] ksoftirqd/11 S ffff8804b9629fa0 0 65 2 0x00000000 [90742.764889] Call Trace: [90742.795752] [] schedule+0x29/0x70 [90742.856824] [] smpboot_thread_fn+0xe2/0x1a0 [90742.928293] [] ? lg_double_unlock+0x40/0x40 [90742.999746] [] kthread+0xd1/0xe0 [90743.059776] [] ? insert_kthread_work+0x40/0x40 [90743.134354] [] ret_from_fork+0x77/0xb0 [90743.200577] [] ? insert_kthread_work+0x40/0x40 [90743.275147] kworker/11:0H S ffff8804b962bf40 0 67 2 0x00000000 [90743.361186] Call Trace: [90743.392063] [] ? cfq_kick_queue+0x2f/0x50 [90743.461420] [] ? process_one_work+0x21a/0x440 [90743.534974] [] schedule+0x29/0x70 [90743.596041] [] worker_thread+0x1d9/0x3c0 [90743.664375] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90743.744183] [] kthread+0xd1/0xe0 [90743.804214] [] ? insert_kthread_work+0x40/0x40 [90743.878798] [] ret_from_fork+0x77/0xb0 [90743.945047] [] ? insert_kthread_work+0x40/0x40 [90744.019577] watchdog/12 S ffff8804b962cf10 0 68 2 0x00000000 [90744.105751] Call Trace: [90744.136606] [] ? local_clock+0x25/0x30 [90744.202866] [] ? running_clock+0x9/0x10 [90744.270179] [] ? sched_clock+0x9/0x10 [90744.335374] [] schedule+0x29/0x70 [90744.396392] [] smpboot_thread_fn+0xe2/0x1a0 [90744.467850] [] ? lg_double_unlock+0x40/0x40 [90744.539294] [] kthread+0xd1/0xe0 [90744.599262] [] ? insert_kthread_work+0x40/0x40 [90744.673810] [] ret_from_fork+0x77/0xb0 [90744.740028] [] ? insert_kthread_work+0x40/0x40 [90744.814545] migration/12 S ffff8804b962dee0 0 69 2 0x00000000 [90744.900668] Call Trace: [90744.931513] [] schedule+0x29/0x70 [90744.992537] [] smpboot_thread_fn+0xe2/0x1a0 [90745.064010] [] ? lg_double_unlock+0x40/0x40 [90745.135438] [] kthread+0xd1/0xe0 [90745.195416] [] ? insert_kthread_work+0x40/0x40 [90745.269971] [] ret_from_fork+0x77/0xb0 [90745.336209] [] ? insert_kthread_work+0x40/0x40 [90745.410742] ksoftirqd/12 S ffff8804b962eeb0 0 70 2 0x00000000 [90745.496918] Call Trace: [90745.527804] [] schedule+0x29/0x70 [90745.588849] [] smpboot_thread_fn+0xe2/0x1a0 [90745.660298] [] ? lg_double_unlock+0x40/0x40 [90745.731761] [] kthread+0xd1/0xe0 [90745.791775] [] ? insert_kthread_work+0x40/0x40 [90745.866310] [] ret_from_fork+0x77/0xb0 [90745.932516] [] ? insert_kthread_work+0x40/0x40 [90746.007068] kworker/12:0H S ffff8804b9688fd0 0 72 2 0x00000000 [90746.093208] Call Trace: [90746.124104] [] ? cfq_kick_queue+0x2f/0x50 [90746.193364] [] ? process_one_work+0x21a/0x440 [90746.266894] [] schedule+0x29/0x70 [90746.327931] [] worker_thread+0x1d9/0x3c0 [90746.396265] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90746.476048] [] kthread+0xd1/0xe0 [90746.536050] [] ? insert_kthread_work+0x40/0x40 [90746.610556] [] ret_from_fork+0x77/0xb0 [90746.676792] [] ? insert_kthread_work+0x40/0x40 [90746.751317] watchdog/13 S ffff8804b9689fa0 0 73 2 0x00000000 [90746.837472] Call Trace: [90746.868333] [] ? local_clock+0x25/0x30 [90746.934569] [] ? running_clock+0x9/0x10 [90747.001900] [] ? sched_clock+0x9/0x10 [90747.067121] [] schedule+0x29/0x70 [90747.128164] [] smpboot_thread_fn+0xe2/0x1a0 [90747.199590] [] ? lg_double_unlock+0x40/0x40 [90747.271013] [] kthread+0xd1/0xe0 [90747.330984] [] ? insert_kthread_work+0x40/0x40 [90747.405492] [] ret_from_fork+0x77/0xb0 [90747.471723] [] ? insert_kthread_work+0x40/0x40 [90747.546248] migration/13 S ffff8804b968af70 0 74 2 0x00000000 [90747.632402] Call Trace: [90747.663264] [] schedule+0x29/0x70 [90747.724290] [] smpboot_thread_fn+0xe2/0x1a0 [90747.795768] [] ? lg_double_unlock+0x40/0x40 [90747.867217] [] kthread+0xd1/0xe0 [90747.927214] [] ? insert_kthread_work+0x40/0x40 [90748.001779] [] ret_from_fork+0x77/0xb0 [90748.068007] [] ? insert_kthread_work+0x40/0x40 [90748.142529] ksoftirqd/13 S ffff8804b968bf40 0 75 2 0x00000000 [90748.228729] Call Trace: [90748.259622] [] schedule+0x29/0x70 [90748.320689] [] smpboot_thread_fn+0xe2/0x1a0 [90748.392167] [] ? lg_double_unlock+0x40/0x40 [90748.463631] [] kthread+0xd1/0xe0 [90748.523618] [] ? insert_kthread_work+0x40/0x40 [90748.598177] [] ret_from_fork+0x77/0xb0 [90748.664377] [] ? insert_kthread_work+0x40/0x40 [90748.738927] kworker/13:0H S ffff8804b968dee0 0 77 2 0x00000000 [90748.825088] Call Trace: [90748.855971] [] ? cfq_kick_queue+0x2f/0x50 [90748.925328] [] ? process_one_work+0x21a/0x440 [90748.998883] [] schedule+0x29/0x70 [90749.059951] [] worker_thread+0x1d9/0x3c0 [90749.128267] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90749.208039] [] kthread+0xd1/0xe0 [90749.268038] [] ? insert_kthread_work+0x40/0x40 [90749.342601] [] ret_from_fork+0x77/0xb0 [90749.408824] [] ? insert_kthread_work+0x40/0x40 [90749.483355] watchdog/14 S ffff8804b968eeb0 0 78 2 0x00000000 [90749.569495] Call Trace: [90749.600364] [] ? local_clock+0x25/0x30 [90749.666629] [] ? running_clock+0x9/0x10 [90749.733926] [] ? sched_clock+0x9/0x10 [90749.799136] [] schedule+0x29/0x70 [90749.860150] [] smpboot_thread_fn+0xe2/0x1a0 [90749.931551] [] ? lg_double_unlock+0x40/0x40 [90750.002969] [] kthread+0xd1/0xe0 [90750.062937] [] ? insert_kthread_work+0x40/0x40 [90750.137443] [] ret_from_fork+0x77/0xb0 [90750.203660] [] ? insert_kthread_work+0x40/0x40 [90750.278178] migration/14 S ffff8804b96d8000 0 79 2 0x00000000 [90750.364334] Call Trace: [90750.395194] [] schedule+0x29/0x70 [90750.456221] [] smpboot_thread_fn+0xe2/0x1a0 [90750.527693] [] ? lg_double_unlock+0x40/0x40 [90750.599137] [] kthread+0xd1/0xe0 [90750.659128] [] ? insert_kthread_work+0x40/0x40 [90750.733678] [] ret_from_fork+0x77/0xb0 [90750.799885] [] ? insert_kthread_work+0x40/0x40 [90750.874401] ksoftirqd/14 S ffff8804b96d8fd0 0 80 2 0x00000000 [90750.960568] Call Trace: [90750.991505] [] schedule+0x29/0x70 [90751.052554] [] smpboot_thread_fn+0xe2/0x1a0 [90751.124024] [] ? lg_double_unlock+0x40/0x40 [90751.195443] [] kthread+0xd1/0xe0 [90751.255471] [] ? insert_kthread_work+0x40/0x40 [90751.330029] [] ret_from_fork+0x77/0xb0 [90751.396191] [] ? insert_kthread_work+0x40/0x40 [90751.470740] kworker/14:0H S ffff8804b96daf70 0 82 2 0x00000000 [90751.556907] Call Trace: [90751.587792] [] ? cfq_kick_queue+0x2f/0x50 [90751.657163] [] ? process_one_work+0x21a/0x440 [90751.730721] [] schedule+0x29/0x70 [90751.791786] [] worker_thread+0x1d9/0x3c0 [90751.860111] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90751.939822] [] kthread+0xd1/0xe0 [90751.999759] [] ? insert_kthread_work+0x40/0x40 [90752.074288] [] ret_from_fork+0x77/0xb0 [90752.140521] [] ? insert_kthread_work+0x40/0x40 [90752.215072] watchdog/15 S ffff8804b96dbf40 0 83 2 0x00000000 [90752.301219] Call Trace: [90752.332092] [] ? sched_clock+0x9/0x10 [90752.397280] [] schedule+0x29/0x70 [90752.458310] [] smpboot_thread_fn+0xe2/0x1a0 [90752.529763] [] ? lg_double_unlock+0x40/0x40 [90752.601180] [] kthread+0xd1/0xe0 [90752.661138] [] ? insert_kthread_work+0x40/0x40 [90752.735700] [] ret_from_fork+0x77/0xb0 [90752.801915] [] ? insert_kthread_work+0x40/0x40 [90752.876453] migration/15 S ffff8804b96dcf10 0 84 2 0x00000000 [90752.962614] Call Trace: [90752.993494] [] schedule+0x29/0x70 [90753.054565] [] smpboot_thread_fn+0xe2/0x1a0 [90753.126050] [] ? lg_double_unlock+0x40/0x40 [90753.197517] [] kthread+0xd1/0xe0 [90753.257540] [] ? insert_kthread_work+0x40/0x40 [90753.332119] [] ret_from_fork+0x77/0xb0 [90753.398324] [] ? insert_kthread_work+0x40/0x40 [90753.472902] ksoftirqd/15 S ffff8804b96ddee0 0 85 2 0x00000000 [90753.559044] Call Trace: [90753.589922] [] schedule+0x29/0x70 [90753.650994] [] smpboot_thread_fn+0xe2/0x1a0 [90753.722473] [] ? lg_double_unlock+0x40/0x40 [90753.793954] [] kthread+0xd1/0xe0 [90753.853984] [] ? insert_kthread_work+0x40/0x40 [90753.928578] [] ret_from_fork+0x77/0xb0 [90753.994851] [] ? insert_kthread_work+0x40/0x40 [90754.069385] kworker/15:0H S ffff8804b9718000 0 87 2 0x00000000 [90754.155554] Call Trace: [90754.186431] [] ? cfq_kick_queue+0x2f/0x50 [90754.255847] [] ? process_one_work+0x21a/0x440 [90754.329395] [] schedule+0x29/0x70 [90754.390482] [] worker_thread+0x1d9/0x3c0 [90754.458814] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90754.538594] [] kthread+0xd1/0xe0 [90754.598635] [] ? insert_kthread_work+0x40/0x40 [90754.673197] [] ret_from_fork+0x77/0xb0 [90754.739456] [] ? insert_kthread_work+0x40/0x40 [90754.814012] watchdog/16 S ffff8801791deeb0 0 88 2 0x00000000 [90754.900208] Call Trace: [90754.931073] [] ? sched_clock+0x9/0x10 [90754.996289] [] schedule+0x29/0x70 [90755.057334] [] smpboot_thread_fn+0xe2/0x1a0 [90755.128809] [] ? lg_double_unlock+0x40/0x40 [90755.200249] [] kthread+0xd1/0xe0 [90755.260210] [] ? insert_kthread_work+0x40/0x40 [90755.334799] [] ret_from_fork+0x77/0xb0 [90755.401021] [] ? insert_kthread_work+0x40/0x40 [90755.475514] migration/16 S ffff8801791ddee0 0 89 2 0x00000000 [90755.561690] Call Trace: [90755.592567] [] schedule+0x29/0x70 [90755.653633] [] smpboot_thread_fn+0xe2/0x1a0 [90755.725077] [] ? lg_double_unlock+0x40/0x40 [90755.796553] [] kthread+0xd1/0xe0 [90755.856569] [] ? insert_kthread_work+0x40/0x40 [90755.931126] [] ret_from_fork+0x77/0xb0 [90755.997380] [] ? insert_kthread_work+0x40/0x40 [90756.071957] ksoftirqd/16 S ffff8801791dcf10 0 90 2 0x00000000 [90756.158122] Call Trace: [90756.188996] [] schedule+0x29/0x70 [90756.250039] [] smpboot_thread_fn+0xe2/0x1a0 [90756.321522] [] ? lg_double_unlock+0x40/0x40 [90756.392997] [] kthread+0xd1/0xe0 [90756.453006] [] ? insert_kthread_work+0x40/0x40 [90756.527579] [] ret_from_fork+0x77/0xb0 [90756.593857] [] ? insert_kthread_work+0x40/0x40 [90756.668428] kworker/16:0H S ffff880179260fd0 0 92 2 0x00000000 [90756.754612] Call Trace: [90756.785492] [] ? process_one_work+0x21a/0x440 [90756.859027] [] schedule+0x29/0x70 [90756.920080] [] worker_thread+0x1d9/0x3c0 [90756.988438] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90757.068225] [] kthread+0xd1/0xe0 [90757.128245] [] ? insert_kthread_work+0x40/0x40 [90757.202862] [] ret_from_fork+0x77/0xb0 [90757.269068] [] ? insert_kthread_work+0x40/0x40 [90757.343658] watchdog/17 S ffff880179261fa0 0 93 2 0x00000000 [90757.429782] Call Trace: [90757.460683] [] ? sched_clock+0x9/0x10 [90757.525924] [] schedule+0x29/0x70 [90757.586977] [] smpboot_thread_fn+0xe2/0x1a0 [90757.658459] [] ? lg_double_unlock+0x40/0x40 [90757.729936] [] kthread+0xd1/0xe0 [90757.789947] [] ? insert_kthread_work+0x40/0x40 [90757.864508] [] ret_from_fork+0x77/0xb0 [90757.930775] [] ? insert_kthread_work+0x40/0x40 [90758.005348] migration/17 S ffff880179262f70 0 94 2 0x00000000 [90758.091537] Call Trace: [90758.122435] [] schedule+0x29/0x70 [90758.183502] [] smpboot_thread_fn+0xe2/0x1a0 [90758.254961] [] ? lg_double_unlock+0x40/0x40 [90758.326373] [] kthread+0xd1/0xe0 [90758.386407] [] ? insert_kthread_work+0x40/0x40 [90758.460985] [] ret_from_fork+0x77/0xb0 [90758.527230] [] ? insert_kthread_work+0x40/0x40 [90758.601832] ksoftirqd/17 S ffff880179263f40 0 95 2 0x00000000 [90758.688019] Call Trace: [90758.718907] [] schedule+0x29/0x70 [90758.779961] [] smpboot_thread_fn+0xe2/0x1a0 [90758.851442] [] ? lg_double_unlock+0x40/0x40 [90758.922917] [] kthread+0xd1/0xe0 [90758.982926] [] ? insert_kthread_work+0x40/0x40 [90759.057511] [] ret_from_fork+0x77/0xb0 [90759.123793] [] ? insert_kthread_work+0x40/0x40 [90759.198391] kworker/17:0H S ffff880179265ee0 0 97 2 0x00000000 [90759.284566] Call Trace: [90759.315476] [] ? process_one_work+0x21a/0x440 [90759.389010] [] schedule+0x29/0x70 [90759.450063] [] worker_thread+0x1d9/0x3c0 [90759.518424] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90759.598210] [] kthread+0xd1/0xe0 [90759.658269] [] ? insert_kthread_work+0x40/0x40 [90759.732883] [] ret_from_fork+0x77/0xb0 [90759.799141] [] ? insert_kthread_work+0x40/0x40 [90759.873739] watchdog/18 S ffff880179266eb0 0 98 2 0x00000000 [90759.959866] Call Trace: [90759.990768] [] ? sched_clock+0x9/0x10 [90760.055980] [] schedule+0x29/0x70 [90760.117032] [] smpboot_thread_fn+0xe2/0x1a0 [90760.188522] [] ? lg_double_unlock+0x40/0x40 [90760.259963] [] kthread+0xd1/0xe0 [90760.319961] [] ? insert_kthread_work+0x40/0x40 [90760.394511] [] ret_from_fork+0x77/0xb0 [90760.460735] [] ? insert_kthread_work+0x40/0x40 [90760.535313] migration/18 S ffff8801792c8000 0 99 2 0x00000000 [90760.621484] Call Trace: [90760.652373] [] schedule+0x29/0x70 [90760.713450] [] smpboot_thread_fn+0xe2/0x1a0 [90760.784906] [] ? lg_double_unlock+0x40/0x40 [90760.856386] [] kthread+0xd1/0xe0 [90760.916421] [] ? insert_kthread_work+0x40/0x40 [90760.990990] [] ret_from_fork+0x77/0xb0 [90761.057275] [] ? insert_kthread_work+0x40/0x40 [90761.131864] ksoftirqd/18 S 0000000038fd1520 0 100 2 0x00000000 [90761.218048] Call Trace: [90761.248925] [] schedule+0x29/0x70 [90761.309963] [] smpboot_thread_fn+0xe2/0x1a0 [90761.381447] [] ? lg_double_unlock+0x40/0x40 [90761.452908] [] kthread+0xd1/0xe0 [90761.512910] [] ? insert_kthread_work+0x40/0x40 [90761.587514] [] ret_from_fork+0x77/0xb0 [90761.653792] [] ? insert_kthread_work+0x40/0x40 [90761.728355] kworker/18:0H S ffff8801792caf70 0 102 2 0x00000000 [90761.814551] Call Trace: [90761.845456] [] ? process_one_work+0x21a/0x440 [90761.918987] [] schedule+0x29/0x70 [90761.980038] [] worker_thread+0x1d9/0x3c0 [90762.048406] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90762.128227] [] kthread+0xd1/0xe0 [90762.188253] [] ? insert_kthread_work+0x40/0x40 [90762.262855] [] ret_from_fork+0x77/0xb0 [90762.329119] [] ? insert_kthread_work+0x40/0x40 [90762.403719] watchdog/19 S ffff8801792cbf40 0 103 2 0x00000000 [90762.489906] Call Trace: [90762.520803] [] ? sched_clock+0x9/0x10 [90762.586018] [] schedule+0x29/0x70 [90762.647063] [] smpboot_thread_fn+0xe2/0x1a0 [90762.718542] [] ? lg_double_unlock+0x40/0x40 [90762.789987] [] kthread+0xd1/0xe0 [90762.849984] [] ? insert_kthread_work+0x40/0x40 [90762.924577] [] ret_from_fork+0x77/0xb0 [90762.990827] [] ? insert_kthread_work+0x40/0x40 [90763.065395] migration/19 S ffff8801792ccf10 0 104 2 0x00000000 [90763.151583] Call Trace: [90763.182478] [] schedule+0x29/0x70 [90763.243548] [] smpboot_thread_fn+0xe2/0x1a0 [90763.314996] [] ? lg_double_unlock+0x40/0x40 [90763.386462] [] kthread+0xd1/0xe0 [90763.446490] [] ? insert_kthread_work+0x40/0x40 [90763.521059] [] ret_from_fork+0x77/0xb0 [90763.587329] [] ? insert_kthread_work+0x40/0x40 [90763.661893] ksoftirqd/19 S ffff8801792cdee0 0 105 2 0x00000000 [90763.748070] Call Trace: [90763.778930] [] schedule+0x29/0x70 [90763.839970] [] smpboot_thread_fn+0xe2/0x1a0 [90763.911448] [] ? lg_double_unlock+0x40/0x40 [90763.982888] [] kthread+0xd1/0xe0 [90764.042887] [] ? insert_kthread_work+0x40/0x40 [90764.117492] [] ret_from_fork+0x77/0xb0 [90764.183772] [] ? insert_kthread_work+0x40/0x40 [90764.258357] kworker/19:0H S ffff880179330000 0 107 2 0x00000000 [90764.344526] Call Trace: [90764.375421] [] ? process_one_work+0x21a/0x440 [90764.448953] [] schedule+0x29/0x70 [90764.510002] [] worker_thread+0x1d9/0x3c0 [90764.578366] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90764.658168] [] kthread+0xd1/0xe0 [90764.718213] [] ? insert_kthread_work+0x40/0x40 [90764.792810] [] ret_from_fork+0x77/0xb0 [90764.859062] [] ? insert_kthread_work+0x40/0x40 [90764.933663] watchdog/20 S ffff880179330fd0 0 108 2 0x00000000 [90765.019842] Call Trace: [90765.050734] [] ? sched_clock+0x9/0x10 [90765.115949] [] schedule+0x29/0x70 [90765.176996] [] smpboot_thread_fn+0xe2/0x1a0 [90765.248454] [] ? lg_double_unlock+0x40/0x40 [90765.319894] [] kthread+0xd1/0xe0 [90765.379891] [] ? insert_kthread_work+0x40/0x40 [90765.454486] [] ret_from_fork+0x77/0xb0 [90765.520731] [] ? insert_kthread_work+0x40/0x40 [90765.595266] migration/20 S ffff880179331fa0 0 109 2 0x00000000 [90765.681424] Call Trace: [90765.712308] [] ? cpu_stop_queue_work+0x70/0x70 [90765.786879] [] schedule+0x29/0x70 [90765.847929] [] smpboot_thread_fn+0xe2/0x1a0 [90765.919415] [] ? lg_double_unlock+0x40/0x40 [90765.990876] [] kthread+0xd1/0xe0 [90766.050877] [] ? insert_kthread_work+0x40/0x40 [90766.125471] [] ret_from_fork+0x77/0xb0 [90766.191730] [] ? insert_kthread_work+0x40/0x40 [90766.266316] ksoftirqd/20 S ffff880179332f70 0 110 2 0x00000000 [90766.352502] Call Trace: [90766.383404] [] schedule+0x29/0x70 [90766.444483] [] smpboot_thread_fn+0xe2/0x1a0 [90766.515938] [] ? lg_double_unlock+0x40/0x40 [90766.587417] [] kthread+0xd1/0xe0 [90766.647464] [] ? insert_kthread_work+0x40/0x40 [90766.722058] [] ret_from_fork+0x77/0xb0 [90766.788335] [] ? insert_kthread_work+0x40/0x40 [90766.862854] kworker/20:0H S ffff880179334f10 0 112 2 0x00000000 [90766.949032] Call Trace: [90766.979901] [] ? process_one_work+0x21a/0x440 [90767.053483] [] schedule+0x29/0x70 [90767.114583] [] worker_thread+0x1d9/0x3c0 [90767.182934] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90767.262741] [] kthread+0xd1/0xe0 [90767.322769] [] ? insert_kthread_work+0x40/0x40 [90767.397397] [] ret_from_fork+0x77/0xb0 [90767.463685] [] ? insert_kthread_work+0x40/0x40 [90767.538267] watchdog/21 S ffff880179335ee0 0 113 2 0x00000000 [90767.624469] Call Trace: [90767.655390] [] ? local_clock+0x1/0x30 [90767.720646] [] ? sched_clock+0x9/0x10 [90767.785858] [] schedule+0x29/0x70 [90767.846901] [] smpboot_thread_fn+0xe2/0x1a0 [90767.918378] [] ? lg_double_unlock+0x40/0x40 [90767.989818] [] kthread+0xd1/0xe0 [90768.049804] [] ? insert_kthread_work+0x40/0x40 [90768.124376] [] ret_from_fork+0x77/0xb0 [90768.190616] [] ? insert_kthread_work+0x40/0x40 [90768.265170] migration/21 S ffff880179336eb0 0 114 2 0x00000000 [90768.351333] Call Trace: [90768.382209] [] schedule+0x29/0x70 [90768.443247] [] smpboot_thread_fn+0xe2/0x1a0 [90768.514711] [] ? lg_double_unlock+0x40/0x40 [90768.586188] [] kthread+0xd1/0xe0 [90768.646217] [] ? insert_kthread_work+0x40/0x40 [90768.720779] [] ret_from_fork+0x77/0xb0 [90768.787024] [] ? insert_kthread_work+0x40/0x40 [90768.861589] ksoftirqd/21 S ffff880179398000 0 115 2 0x00000000 [90768.947757] Call Trace: [90768.978623] [] schedule+0x29/0x70 [90769.039665] [] smpboot_thread_fn+0xe2/0x1a0 [90769.111132] [] ? lg_double_unlock+0x40/0x40 [90769.182603] [] kthread+0xd1/0xe0 [90769.242618] [] ? insert_kthread_work+0x40/0x40 [90769.317203] [] ret_from_fork+0x77/0xb0 [90769.383465] [] ? insert_kthread_work+0x40/0x40 [90769.458035] kworker/21:0H S ffff880179399fa0 0 117 2 0x00000000 [90769.544229] Call Trace: [90769.575104] [] ? process_one_work+0x21a/0x440 [90769.648640] [] schedule+0x29/0x70 [90769.709679] [] worker_thread+0x1d9/0x3c0 [90769.778039] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90769.857804] [] kthread+0xd1/0xe0 [90769.917808] [] ? insert_kthread_work+0x40/0x40 [90769.992413] [] ret_from_fork+0x77/0xb0 [90770.058643] [] ? insert_kthread_work+0x40/0x40 [90770.133206] watchdog/22 S ffff88017939af70 0 118 2 0x00000000 [90770.219380] Call Trace: [90770.250270] [] ? sched_clock+0x9/0x10 [90770.315509] [] schedule+0x29/0x70 [90770.376576] [] smpboot_thread_fn+0xe2/0x1a0 [90770.448041] [] ? lg_double_unlock+0x40/0x40 [90770.519504] [] kthread+0xd1/0xe0 [90770.579519] [] ? insert_kthread_work+0x40/0x40 [90770.654097] [] ret_from_fork+0x77/0xb0 [90770.720339] [] ? insert_kthread_work+0x40/0x40 [90770.794852] migration/22 S ffff88017939bf40 0 119 2 0x00000000 [90770.881000] Call Trace: [90770.911857] [] schedule+0x29/0x70 [90770.972870] [] smpboot_thread_fn+0xe2/0x1a0 [90771.044351] [] ? lg_double_unlock+0x40/0x40 [90771.115801] [] kthread+0xd1/0xe0 [90771.175805] [] ? insert_kthread_work+0x40/0x40 [90771.250408] [] ret_from_fork+0x77/0xb0 [90771.316622] [] ? insert_kthread_work+0x40/0x40 [90771.391222] ksoftirqd/22 S ffff88017939cf10 0 120 2 0x00000000 [90771.477405] Call Trace: [90771.508312] [] schedule+0x29/0x70 [90771.569384] [] smpboot_thread_fn+0xe2/0x1a0 [90771.640832] [] ? lg_double_unlock+0x40/0x40 [90771.712313] [] kthread+0xd1/0xe0 [90771.772352] [] ? insert_kthread_work+0x40/0x40 [90771.846937] [] ret_from_fork+0x77/0xb0 [90771.913232] [] ? insert_kthread_work+0x40/0x40 [90771.987798] kworker/22:0H S ffff88017939eeb0 0 122 2 0x00000000 [90772.073970] Call Trace: [90772.104827] [] ? process_one_work+0x21a/0x440 [90772.178388] [] schedule+0x29/0x70 [90772.239473] [] worker_thread+0x1d9/0x3c0 [90772.307809] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90772.387612] [] kthread+0xd1/0xe0 [90772.447629] [] ? insert_kthread_work+0x40/0x40 [90772.522042] [] ret_from_fork+0x77/0xb0 [90772.588321] [] ? insert_kthread_work+0x40/0x40 [90772.662907] watchdog/23 S ffff880178c08000 0 123 2 0x00000000 [90772.749096] Call Trace: [90772.779999] [] ? sched_clock+0x9/0x10 [90772.845250] [] schedule+0x29/0x70 [90772.906328] [] smpboot_thread_fn+0xe2/0x1a0 [90772.977785] [] ? lg_double_unlock+0x40/0x40 [90773.049252] [] kthread+0xd1/0xe0 [90773.109263] [] ? insert_kthread_work+0x40/0x40 [90773.183828] [] ret_from_fork+0x77/0xb0 [90773.250113] [] ? insert_kthread_work+0x40/0x40 [90773.324657] migration/23 S ffff880178c08fd0 0 124 2 0x00000000 [90773.410812] Call Trace: [90773.441664] [] schedule+0x29/0x70 [90773.502706] [] smpboot_thread_fn+0xe2/0x1a0 [90773.574184] [] ? lg_double_unlock+0x40/0x40 [90773.645623] [] kthread+0xd1/0xe0 [90773.705625] [] ? insert_kthread_work+0x40/0x40 [90773.780218] [] ret_from_fork+0x77/0xb0 [90773.846495] [] ? insert_kthread_work+0x40/0x40 [90773.921091] ksoftirqd/23 S ffff880178c09fa0 0 125 2 0x00000000 [90774.007280] Call Trace: [90774.038167] [] schedule+0x29/0x70 [90774.099232] [] smpboot_thread_fn+0xe2/0x1a0 [90774.170682] [] ? lg_double_unlock+0x40/0x40 [90774.242160] [] kthread+0xd1/0xe0 [90774.302200] [] ? insert_kthread_work+0x40/0x40 [90774.376765] [] ret_from_fork+0x77/0xb0 [90774.443048] [] ? insert_kthread_work+0x40/0x40 [90774.517608] kworker/23:0H S ffff880178c0bf40 0 127 2 0x00000000 [90774.603774] Call Trace: [90774.634638] [] ? process_one_work+0x21a/0x440 [90774.708211] [] schedule+0x29/0x70 [90774.769304] [] worker_thread+0x1d9/0x3c0 [90774.837642] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90774.917467] [] kthread+0xd1/0xe0 [90774.977496] [] ? insert_kthread_work+0x40/0x40 [90775.052120] [] ret_from_fork+0x77/0xb0 [90775.118415] [] ? insert_kthread_work+0x40/0x40 [90775.193024] watchdog/24 S ffff8804b971eeb0 0 128 2 0x00000000 [90775.279196] Call Trace: [90775.310101] [] ? local_clock+0x25/0x30 [90775.376390] [] ? running_clock+0x9/0x10 [90775.443682] [] ? sched_clock+0x9/0x10 [90775.508899] [] schedule+0x29/0x70 [90775.569968] [] smpboot_thread_fn+0xe2/0x1a0 [90775.641442] [] ? lg_double_unlock+0x40/0x40 [90775.712906] [] kthread+0xd1/0xe0 [90775.772924] [] ? insert_kthread_work+0x40/0x40 [90775.847468] [] ret_from_fork+0x77/0xb0 [90775.913675] [] ? insert_kthread_work+0x40/0x40 [90775.988228] migration/24 S ffff8804b971dee0 0 129 2 0x00000000 [90776.074361] Call Trace: [90776.105257] [] schedule+0x29/0x70 [90776.166329] [] smpboot_thread_fn+0xe2/0x1a0 [90776.237790] [] ? lg_double_unlock+0x40/0x40 [90776.309253] [] kthread+0xd1/0xe0 [90776.369278] [] ? insert_kthread_work+0x40/0x40 [90776.443865] [] ret_from_fork+0x77/0xb0 [90776.510116] [] ? insert_kthread_work+0x40/0x40 [90776.584639] ksoftirqd/24 S ffff8804b971cf10 0 130 2 0x00000000 [90776.670776] Call Trace: [90776.701619] [] schedule+0x29/0x70 [90776.762653] [] smpboot_thread_fn+0xe2/0x1a0 [90776.834131] [] ? lg_double_unlock+0x40/0x40 [90776.905574] [] kthread+0xd1/0xe0 [90776.965564] [] ? insert_kthread_work+0x40/0x40 [90777.040154] [] ret_from_fork+0x77/0xb0 [90777.106377] [] ? insert_kthread_work+0x40/0x40 [90777.180938] kworker/24:0H S ffff8804b971af70 0 132 2 0x00000000 [90777.267111] Call Trace: [90777.298003] [] ? cfq_kick_queue+0x2f/0x50 [90777.367403] [] ? process_one_work+0x21a/0x440 [90777.440965] [] schedule+0x29/0x70 [90777.502036] [] worker_thread+0x1d9/0x3c0 [90777.570396] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90777.650196] [] kthread+0xd1/0xe0 [90777.710212] [] ? insert_kthread_work+0x40/0x40 [90777.784776] [] ret_from_fork+0x77/0xb0 [90777.851010] [] ? insert_kthread_work+0x40/0x40 [90777.925539] watchdog/25 S ffff8804b9719fa0 0 133 2 0x00000000 [90778.011690] Call Trace: [90778.042549] [] ? local_clock+0x25/0x30 [90778.108812] [] ? running_clock+0x9/0x10 [90778.176102] [] ? sched_clock+0x9/0x10 [90778.241322] [] schedule+0x29/0x70 [90778.302354] [] smpboot_thread_fn+0xe2/0x1a0 [90778.373792] [] ? lg_double_unlock+0x40/0x40 [90778.445212] [] kthread+0xd1/0xe0 [90778.505180] [] ? insert_kthread_work+0x40/0x40 [90778.579711] [] ret_from_fork+0x77/0xb0 [90778.645915] [] ? insert_kthread_work+0x40/0x40 [90778.720436] migration/25 S ffff8804b9718fd0 0 134 2 0x00000000 [90778.806566] Call Trace: [90778.837426] [] schedule+0x29/0x70 [90778.898458] [] smpboot_thread_fn+0xe2/0x1a0 [90778.969924] [] ? lg_double_unlock+0x40/0x40 [90779.041369] [] kthread+0xd1/0xe0 [90779.101366] [] ? insert_kthread_work+0x40/0x40 [90779.175913] [] ret_from_fork+0x77/0xb0 [90779.242151] [] ? insert_kthread_work+0x40/0x40 [90779.316693] ksoftirqd/25 S ffff8804b9790000 0 135 2 0x00000000 [90779.402853] Call Trace: [90779.433715] [] schedule+0x29/0x70 [90779.494780] [] smpboot_thread_fn+0xe2/0x1a0 [90779.566249] [] ? lg_double_unlock+0x40/0x40 [90779.637683] [] kthread+0xd1/0xe0 [90779.697667] [] ? insert_kthread_work+0x40/0x40 [90779.772229] [] ret_from_fork+0x77/0xb0 [90779.838427] [] ? insert_kthread_work+0x40/0x40 [90779.912976] kworker/25:0H S ffff8804b9791fa0 0 137 2 0x00000000 [90779.999143] Call Trace: [90780.030031] [] ? cfq_kick_queue+0x2f/0x50 [90780.099392] [] ? process_one_work+0x21a/0x440 [90780.172942] [] schedule+0x29/0x70 [90780.234005] [] worker_thread+0x1d9/0x3c0 [90780.302332] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90780.382109] [] kthread+0xd1/0xe0 [90780.442116] [] ? insert_kthread_work+0x40/0x40 [90780.516665] [] ret_from_fork+0x77/0xb0 [90780.582908] [] ? insert_kthread_work+0x40/0x40 [90780.657439] watchdog/26 S ffff8804b9792f70 0 138 2 0x00000000 [90780.743583] Call Trace: [90780.774432] [] ? sched_clock+0x9/0x10 [90780.839651] [] schedule+0x29/0x70 [90780.900719] [] smpboot_thread_fn+0xe2/0x1a0 [90780.972187] [] ? lg_double_unlock+0x40/0x40 [90781.043636] [] kthread+0xd1/0xe0 [90781.103597] [] ? insert_kthread_work+0x40/0x40 [90781.178156] [] ret_from_fork+0x77/0xb0 [90781.244346] [] ? insert_kthread_work+0x40/0x40 [90781.318902] migration/26 S ffff8804b9793f40 0 139 2 0x00000000 [90781.405064] Call Trace: [90781.435956] [] schedule+0x29/0x70 [90781.497023] [] smpboot_thread_fn+0xe2/0x1a0 [90781.568473] [] ? lg_double_unlock+0x40/0x40 [90781.639950] [] kthread+0xd1/0xe0 [90781.699971] [] ? insert_kthread_work+0x40/0x40 [90781.774526] [] ret_from_fork+0x77/0xb0 [90781.840802] [] ? insert_kthread_work+0x40/0x40 [90781.915350] ksoftirqd/26 S ffff8804b9794f10 0 140 2 0x00000000 [90782.001509] Call Trace: [90782.032367] [] schedule+0x29/0x70 [90782.093376] [] smpboot_thread_fn+0xe2/0x1a0 [90782.164840] [] ? lg_double_unlock+0x40/0x40 [90782.236301] [] kthread+0xd1/0xe0 [90782.296317] [] ? insert_kthread_work+0x40/0x40 [90782.370918] [] ret_from_fork+0x77/0xb0 [90782.437192] [] ? insert_kthread_work+0x40/0x40 [90782.511778] kworker/26:0H S ffff8804b9796eb0 0 142 2 0x00000000 [90782.597938] Call Trace: [90782.628823] [] ? cfq_kick_queue+0x2f/0x50 [90782.698233] [] ? process_one_work+0x21a/0x440 [90782.771794] [] schedule+0x29/0x70 [90782.832872] [] worker_thread+0x1d9/0x3c0 [90782.901236] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90782.981056] [] kthread+0xd1/0xe0 [90783.041096] [] ? insert_kthread_work+0x40/0x40 [90783.115689] [] ret_from_fork+0x77/0xb0 [90783.181945] [] ? insert_kthread_work+0x40/0x40 [90783.256488] watchdog/27 S ffff8804b97e0000 0 143 2 0x00000000 [90783.342635] Call Trace: [90783.373499] [] ? local_clock+0x25/0x30 [90783.439794] [] ? running_clock+0x9/0x10 [90783.507106] [] ? sched_clock+0x9/0x10 [90783.572309] [] schedule+0x29/0x70 [90783.633339] [] smpboot_thread_fn+0xe2/0x1a0 [90783.704795] [] ? lg_double_unlock+0x40/0x40 [90783.776232] [] kthread+0xd1/0xe0 [90783.836205] [] ? insert_kthread_work+0x40/0x40 [90783.910760] [] ret_from_fork+0x77/0xb0 [90783.976986] [] ? insert_kthread_work+0x40/0x40 [90784.051509] migration/27 S ffff8804b97e0fd0 0 144 2 0x00000000 [90784.137676] Call Trace: [90784.168561] [] schedule+0x29/0x70 [90784.229607] [] smpboot_thread_fn+0xe2/0x1a0 [90784.301097] [] ? lg_double_unlock+0x40/0x40 [90784.372553] [] kthread+0xd1/0xe0 [90784.432505] [] ? insert_kthread_work+0x40/0x40 [90784.507057] [] ret_from_fork+0x77/0xb0 [90784.573254] [] ? insert_kthread_work+0x40/0x40 [90784.647803] ksoftirqd/27 S ffff8804b97e1fa0 0 145 2 0x00000000 [90784.733977] Call Trace: [90784.764865] [] schedule+0x29/0x70 [90784.825923] [] smpboot_thread_fn+0xe2/0x1a0 [90784.897366] [] ? lg_double_unlock+0x40/0x40 [90784.968829] [] kthread+0xd1/0xe0 [90785.028841] [] ? insert_kthread_work+0x40/0x40 [90785.103377] [] ret_from_fork+0x77/0xb0 [90785.169606] [] ? insert_kthread_work+0x40/0x40 [90785.244147] kworker/27:0H S ffff8804b97e3f40 0 147 2 0x00000000 [90785.330307] Call Trace: [90785.361182] [] ? cfq_kick_queue+0x2f/0x50 [90785.430548] [] ? process_one_work+0x21a/0x440 [90785.504102] [] schedule+0x29/0x70 [90785.565167] [] worker_thread+0x1d9/0x3c0 [90785.633509] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90785.713260] [] kthread+0xd1/0xe0 [90785.773234] [] ? insert_kthread_work+0x40/0x40 [90785.847791] [] ret_from_fork+0x77/0xb0 [90785.914031] [] ? insert_kthread_work+0x40/0x40 [90785.988592] watchdog/28 S ffff8804b97e4f10 0 148 2 0x00000000 [90786.074769] Call Trace: [90786.105657] [] ? local_clock+0x25/0x30 [90786.171929] [] ? running_clock+0x9/0x10 [90786.239213] [] ? sched_clock+0x9/0x10 [90786.304396] [] schedule+0x29/0x70 [90786.365413] [] smpboot_thread_fn+0xe2/0x1a0 [90786.436853] [] ? lg_double_unlock+0x40/0x40 [90786.508246] [] kthread+0xd1/0xe0 [90786.568182] [] ? insert_kthread_work+0x40/0x40 [90786.642729] [] ret_from_fork+0x77/0xb0 [90786.708958] [] ? insert_kthread_work+0x40/0x40 [90786.783503] migration/28 S ffff8804b97e5ee0 0 149 2 0x00000000 [90786.869672] Call Trace: [90786.900563] [] schedule+0x29/0x70 [90786.961631] [] smpboot_thread_fn+0xe2/0x1a0 [90787.033106] [] ? lg_double_unlock+0x40/0x40 [90787.104572] [] kthread+0xd1/0xe0 [90787.164590] [] ? insert_kthread_work+0x40/0x40 [90787.239137] [] ret_from_fork+0x77/0xb0 [90787.305344] [] ? insert_kthread_work+0x40/0x40 [90787.379901] ksoftirqd/28 S ffff8804b97e6eb0 0 150 2 0x00000000 [90787.466038] Call Trace: [90787.496924] [] schedule+0x29/0x70 [90787.557889] [] smpboot_thread_fn+0xe2/0x1a0 [90787.629335] [] ? lg_double_unlock+0x40/0x40 [90787.700796] [] kthread+0xd1/0xe0 [90787.760816] [] ? insert_kthread_work+0x40/0x40 [90787.835355] [] ret_from_fork+0x77/0xb0 [90787.901590] [] ? insert_kthread_work+0x40/0x40 [90787.976122] kworker/28:0H S ffff8804b9020fd0 0 152 2 0x00000000 [90788.062305] Call Trace: [90788.093156] [] ? process_one_work+0x21a/0x440 [90788.166718] [] schedule+0x29/0x70 [90788.227798] [] worker_thread+0x1d9/0x3c0 [90788.296134] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90788.375941] [] kthread+0xd1/0xe0 [90788.435957] [] ? insert_kthread_work+0x40/0x40 [90788.510528] [] ret_from_fork+0x77/0xb0 [90788.576776] [] ? insert_kthread_work+0x40/0x40 [90788.651316] watchdog/29 S ffff8804b9021fa0 0 153 2 0x00000000 [90788.737452] Call Trace: [90788.768318] [] ? local_clock+0x25/0x30 [90788.834605] [] ? running_clock+0x9/0x10 [90788.901918] [] ? sched_clock+0x9/0x10 [90788.967123] [] schedule+0x29/0x70 [90789.028145] [] smpboot_thread_fn+0xe2/0x1a0 [90789.099611] [] ? lg_double_unlock+0x40/0x40 [90789.171036] [] kthread+0xd1/0xe0 [90789.231021] [] ? insert_kthread_work+0x40/0x40 [90789.305563] [] ret_from_fork+0x77/0xb0 [90789.371798] [] ? insert_kthread_work+0x40/0x40 [90789.446315] migration/29 S ffff8804b9022f70 0 154 2 0x00000000 [90789.532490] Call Trace: [90789.563342] [] schedule+0x29/0x70 [90789.624397] [] smpboot_thread_fn+0xe2/0x1a0 [90789.695868] [] ? lg_double_unlock+0x40/0x40 [90789.767306] [] kthread+0xd1/0xe0 [90789.827300] [] ? insert_kthread_work+0x40/0x40 [90789.901880] [] ret_from_fork+0x77/0xb0 [90789.968092] [] ? insert_kthread_work+0x40/0x40 [90790.042645] ksoftirqd/29 S ffff8804b9023f40 0 155 2 0x00000000 [90790.128827] Call Trace: [90790.159725] [] schedule+0x29/0x70 [90790.220795] [] smpboot_thread_fn+0xe2/0x1a0 [90790.292239] [] ? lg_double_unlock+0x40/0x40 [90790.363710] [] kthread+0xd1/0xe0 [90790.423717] [] ? insert_kthread_work+0x40/0x40 [90790.498271] [] ret_from_fork+0x77/0xb0 [90790.564521] [] ? insert_kthread_work+0x40/0x40 [90790.639049] kworker/29:0H S ffff8804b9025ee0 0 157 2 0x00000000 [90790.725227] Call Trace: [90790.756081] [] ? cfq_kick_queue+0x2f/0x50 [90790.825477] [] ? process_one_work+0x21a/0x440 [90790.899029] [] schedule+0x29/0x70 [90790.960073] [] worker_thread+0x1d9/0x3c0 [90791.028433] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90791.108206] [] kthread+0xd1/0xe0 [90791.168186] [] ? insert_kthread_work+0x40/0x40 [90791.242765] [] ret_from_fork+0x77/0xb0 [90791.308987] [] ? insert_kthread_work+0x40/0x40 [90791.383548] watchdog/30 S ffff8804b9026eb0 0 158 2 0x00000000 [90791.469736] Call Trace: [90791.500633] [] ? local_clock+0x25/0x30 [90791.566803] [] ? running_clock+0x9/0x10 [90791.634078] [] ? sched_clock+0x9/0x10 [90791.699262] [] schedule+0x29/0x70 [90791.760269] [] smpboot_thread_fn+0xe2/0x1a0 [90791.831706] [] ? lg_double_unlock+0x40/0x40 [90791.903096] [] kthread+0xd1/0xe0 [90791.963034] [] ? insert_kthread_work+0x40/0x40 [90792.037557] [] ret_from_fork+0x77/0xb0 [90792.103784] [] ? insert_kthread_work+0x40/0x40 [90792.178329] migration/30 S ffff8804b9090000 0 159 2 0x00000000 [90792.264495] Call Trace: [90792.295388] [] schedule+0x29/0x70 [90792.356451] [] smpboot_thread_fn+0xe2/0x1a0 [90792.427924] [] ? lg_double_unlock+0x40/0x40 [90792.499391] [] kthread+0xd1/0xe0 [90792.559397] [] ? insert_kthread_work+0x40/0x40 [90792.633950] [] ret_from_fork+0x77/0xb0 [90792.700149] [] ? insert_kthread_work+0x40/0x40 [90792.774704] ksoftirqd/30 S ffff8804b9090fd0 0 160 2 0x00000000 [90792.860841] Call Trace: [90792.891719] [] schedule+0x29/0x70 [90792.952785] [] smpboot_thread_fn+0xe2/0x1a0 [90793.024219] [] ? lg_double_unlock+0x40/0x40 [90793.095682] [] kthread+0xd1/0xe0 [90793.155699] [] ? insert_kthread_work+0x40/0x40 [90793.230227] [] ret_from_fork+0x77/0xb0 [90793.296464] [] ? insert_kthread_work+0x40/0x40 [90793.370980] kworker/30:0H S ffff8804b9092f70 0 162 2 0x00000000 [90793.457150] Call Trace: [90793.488012] [] ? cfq_kick_queue+0x2f/0x50 [90793.557404] [] ? process_one_work+0x21a/0x440 [90793.630950] [] schedule+0x29/0x70 [90793.691997] [] worker_thread+0x1d9/0x3c0 [90793.760330] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90793.840074] [] kthread+0xd1/0xe0 [90793.900050] [] ? insert_kthread_work+0x40/0x40 [90793.974615] [] ret_from_fork+0x77/0xb0 [90794.040857] [] ? insert_kthread_work+0x40/0x40 [90794.115422] watchdog/31 S ffff8804b9093f40 0 163 2 0x00000000 [90794.201581] Call Trace: [90794.232448] [] ? sched_clock+0x9/0x10 [90794.297658] [] schedule+0x29/0x70 [90794.358726] [] smpboot_thread_fn+0xe2/0x1a0 [90794.430159] [] ? lg_double_unlock+0x40/0x40 [90794.501617] [] kthread+0xd1/0xe0 [90794.561613] [] ? insert_kthread_work+0x40/0x40 [90794.636132] [] ret_from_fork+0x77/0xb0 [90794.702352] [] ? insert_kthread_work+0x40/0x40 [90794.776881] migration/31 S ffff8804b9094f10 0 164 2 0x00000000 [90794.863001] Call Trace: [90794.893880] [] schedule+0x29/0x70 [90794.954933] [] smpboot_thread_fn+0xe2/0x1a0 [90795.026403] [] ? lg_double_unlock+0x40/0x40 [90795.097887] [] kthread+0xd1/0xe0 [90795.157857] [] ? insert_kthread_work+0x40/0x40 [90795.232461] [] ret_from_fork+0x77/0xb0 [90795.298726] [] ? insert_kthread_work+0x40/0x40 [90795.373308] ksoftirqd/31 S ffff8804b9095ee0 0 165 2 0x00000000 [90795.459484] Call Trace: [90795.490363] [] schedule+0x29/0x70 [90795.551436] [] smpboot_thread_fn+0xe2/0x1a0 [90795.622898] [] ? lg_double_unlock+0x40/0x40 [90795.694378] [] kthread+0xd1/0xe0 [90795.754386] [] ? insert_kthread_work+0x40/0x40 [90795.828952] [] ret_from_fork+0x77/0xb0 [90795.895186] [] ? insert_kthread_work+0x40/0x40 [90795.969762] kworker/31:0H S ffff8804b90d0000 0 167 2 0x00000000 [90796.055932] Call Trace: [90796.086823] [] ? cfq_kick_queue+0x2f/0x50 [90796.156191] [] ? process_one_work+0x21a/0x440 [90796.229774] [] schedule+0x29/0x70 [90796.290855] [] worker_thread+0x1d9/0x3c0 [90796.359184] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90796.438986] [] kthread+0xd1/0xe0 [90796.498993] [] ? insert_kthread_work+0x40/0x40 [90796.573587] [] ret_from_fork+0x77/0xb0 [90796.639842] [] ? insert_kthread_work+0x40/0x40 [90796.714419] kdevtmpfs S ffff880178c0cf10 0 170 2 0x00000000 [90796.800590] Call Trace: [90796.831484] [] schedule+0x29/0x70 [90796.892552] [] devtmpfsd+0x16d/0x180 [90796.956746] [] ? handle_create.isra.2+0x220/0x220 [90797.034461] [] kthread+0xd1/0xe0 [90797.094488] [] ? insert_kthread_work+0x40/0x40 [90797.169063] [] ret_from_fork+0x77/0xb0 [90797.235338] [] ? insert_kthread_work+0x40/0x40 [90797.309895] netns S ffff88042fb28000 0 171 2 0x00000000 [90797.396059] Call Trace: [90797.426927] [] schedule+0x29/0x70 [90797.487971] [] rescuer_thread+0x31e/0x3c0 [90797.557363] [] ? process_one_work+0x440/0x440 [90797.630900] [] kthread+0xd1/0xe0 [90797.690908] [] ? insert_kthread_work+0x40/0x40 [90797.765509] [] ret_from_fork+0x77/0xb0 [90797.831793] [] ? insert_kthread_work+0x40/0x40 [90797.906400] khungtaskd S ffff88042fb28fd0 0 172 2 0x00000000 [90797.992601] Call Trace: [90798.023499] [] schedule+0x29/0x70 [90798.084580] [] schedule_timeout+0x174/0x2c0 [90798.156025] [] ? internal_add_timer+0x70/0x70 [90798.229597] [] schedule_timeout_interruptible+0x1e/0x20 [90798.313575] [] watchdog+0x4c/0x2c0 [90798.375713] [] ? reset_hung_task_detector+0x20/0x20 [90798.455542] [] kthread+0xd1/0xe0 [90798.515603] [] ? insert_kthread_work+0x40/0x40 [90798.590191] [] ret_from_fork+0x77/0xb0 [90798.656480] [] ? insert_kthread_work+0x40/0x40 [90798.731046] writeback S ffff88042fae8000 0 173 2 0x00000000 [90798.817252] Call Trace: [90798.848174] [] schedule+0x29/0x70 [90798.909293] [] rescuer_thread+0x31e/0x3c0 [90798.978731] [] ? process_one_work+0x440/0x440 [90799.052319] [] kthread+0xd1/0xe0 [90799.112380] [] ? insert_kthread_work+0x40/0x40 [90799.186966] [] ret_from_fork+0x77/0xb0 [90799.253242] [] ? insert_kthread_work+0x40/0x40 [90799.327812] kintegrityd S ffff88042fae8fd0 0 174 2 0x00000000 [90799.414031] Call Trace: [90799.444920] [] schedule+0x29/0x70 [90799.505982] [] rescuer_thread+0x31e/0x3c0 [90799.575411] [] ? process_one_work+0x440/0x440 [90799.648959] [] kthread+0xd1/0xe0 [90799.708983] [] ? insert_kthread_work+0x40/0x40 [90799.783595] [] ret_from_fork+0x77/0xb0 [90799.849862] [] ? insert_kthread_work+0x40/0x40 [90799.924428] bioset S ffff88042fae9fa0 0 175 2 0x00000000 [90800.010634] Call Trace: [90800.041567] [] schedule+0x29/0x70 [90800.102668] [] rescuer_thread+0x31e/0x3c0 [90800.172065] [] ? process_one_work+0x440/0x440 [90800.245578] [] kthread+0xd1/0xe0 [90800.305596] [] ? insert_kthread_work+0x40/0x40 [90800.380194] [] ret_from_fork+0x77/0xb0 [90800.446478] [] ? insert_kthread_work+0x40/0x40 [90800.521047] kblockd S ffff88042faeaf70 0 176 2 0x00000000 [90800.607259] Call Trace: [90800.638160] [] schedule+0x29/0x70 [90800.699259] [] rescuer_thread+0x31e/0x3c0 [90800.768676] [] ? process_one_work+0x440/0x440 [90800.842258] [] kthread+0xd1/0xe0 [90800.902317] [] ? insert_kthread_work+0x40/0x40 [90800.976902] [] ret_from_fork+0x77/0xb0 [90801.043201] [] ? insert_kthread_work+0x40/0x40 [90801.117780] md S ffff88042faecf10 0 178 2 0x00000000 [90801.203984] Call Trace: [90801.234873] [] schedule+0x29/0x70 [90801.295940] [] rescuer_thread+0x31e/0x3c0 [90801.365364] [] ? process_one_work+0x440/0x440 [90801.438908] [] kthread+0xd1/0xe0 [90801.498923] [] ? insert_kthread_work+0x40/0x40 [90801.573536] [] ret_from_fork+0x77/0xb0 [90801.639790] [] ? insert_kthread_work+0x40/0x40 [90801.714399] kswapd0 S ffff88042cecbf40 0 185 2 0x00000000 [90801.800591] Call Trace: [90801.831533] [] ? calculate_normal_threshold+0x27/0x50 [90801.913443] [] schedule+0x29/0x70 [90801.974541] [] kswapd+0x38f/0x440 [90802.035623] [] ? wake_up_atomic_t+0x30/0x30 [90802.107121] [] ? balance_pgdat+0x5e0/0x5e0 [90802.177576] [] kthread+0xd1/0xe0 [90802.237625] [] ? insert_kthread_work+0x40/0x40 [90802.312232] [] ret_from_fork+0x77/0xb0 [90802.378525] [] ? insert_kthread_work+0x40/0x40 [90802.453132] kswapd1 S ffff88042ceccf10 0 186 2 0x00000000 [90802.539316] Call Trace: [90802.570220] [] ? calculate_normal_threshold+0x27/0x50 [90802.652110] [] schedule+0x29/0x70 [90802.713216] [] kswapd+0x38f/0x440 [90802.774313] [] ? wake_up_atomic_t+0x30/0x30 [90802.845789] [] ? balance_pgdat+0x5e0/0x5e0 [90802.916253] [] kthread+0xd1/0xe0 [90802.976289] [] ? insert_kthread_work+0x40/0x40 [90803.050875] [] ret_from_fork+0x77/0xb0 [90803.117154] [] ? insert_kthread_work+0x40/0x40 [90803.191724] ksmd S ffff88042cecdee0 0 187 2 0x00000000 [90803.277916] Call Trace: [90803.308810] [] schedule+0x29/0x70 [90803.369876] [] ksm_scan_thread+0x16a/0x240 [90803.440337] [] ? wake_up_atomic_t+0x30/0x30 [90803.511800] [] ? ksm_do_scan+0x11b0/0x11b0 [90803.582232] [] kthread+0xd1/0xe0 [90803.642281] [] ? insert_kthread_work+0x40/0x40 [90803.716846] [] ret_from_fork+0x77/0xb0 [90803.783108] [] ? insert_kthread_work+0x40/0x40 [90803.857674] khugepaged S ffff88042ceceeb0 0 188 2 0x00000000 [90803.943861] Call Trace: [90803.974740] [] schedule+0x29/0x70 [90804.035802] [] schedule_timeout+0x174/0x2c0 [90804.107293] [] ? internal_add_timer+0x70/0x70 [90804.180842] [] khugepaged+0x226/0x480 [90804.246095] [] ? wake_up_atomic_t+0x30/0x30 [90804.317572] [] ? khugepaged_scan_mm_slot+0xcf0/0xcf0 [90804.398406] [] kthread+0xd1/0xe0 [90804.458431] [] ? insert_kthread_work+0x40/0x40 [90804.533008] [] ret_from_fork+0x77/0xb0 [90804.599280] [] ? insert_kthread_work+0x40/0x40 [90804.673843] crypto S ffff88042cecaf70 0 189 2 0x00000000 [90804.760052] Call Trace: [90804.790934] [] schedule+0x29/0x70 [90804.851998] [] rescuer_thread+0x31e/0x3c0 [90804.921401] [] ? process_one_work+0x440/0x440 [90804.994889] [] kthread+0xd1/0xe0 [90805.054836] [] ? insert_kthread_work+0x40/0x40 [90805.129406] [] ret_from_fork+0x77/0xb0 [90805.195644] [] ? insert_kthread_work+0x40/0x40 [90805.270220] kthrotld S ffff88042c993f40 0 197 2 0x00000000 [90805.356432] Call Trace: [90805.387341] [] schedule+0x29/0x70 [90805.448429] [] rescuer_thread+0x31e/0x3c0 [90805.517811] [] ? process_one_work+0x440/0x440 [90805.591384] [] kthread+0xd1/0xe0 [90805.651408] [] ? insert_kthread_work+0x40/0x40 [90805.725969] [] ret_from_fork+0x77/0xb0 [90805.792212] [] ? insert_kthread_work+0x40/0x40 [90805.866742] kworker/8:1 S ffff88082ca58000 0 198 2 0x00000000 [90805.952895] Call Trace: [90805.983756] [] ? process_one_work+0x21a/0x440 [90806.057298] [] schedule+0x29/0x70 [90806.118388] [] worker_thread+0x1d9/0x3c0 [90806.186724] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90806.266533] [] kthread+0xd1/0xe0 [90806.326588] [] ? insert_kthread_work+0x40/0x40 [90806.401197] [] ret_from_fork+0x77/0xb0 [90806.467466] [] ? insert_kthread_work+0x40/0x40 [90806.542060] kmpath_rdacd S ffff88082ca5dee0 0 202 2 0x00000000 [90806.628248] Call Trace: [90806.659162] [] schedule+0x29/0x70 [90806.720217] [] rescuer_thread+0x31e/0x3c0 [90806.789619] [] ? process_one_work+0x440/0x440 [90806.863204] [] kthread+0xd1/0xe0 [90806.923258] [] ? insert_kthread_work+0x40/0x40 [90806.997847] [] ret_from_fork+0x77/0xb0 [90807.064124] [] ? insert_kthread_work+0x40/0x40 [90807.138694] kworker/1:1 S ffff88042c990000 0 203 2 0x00000000 [90807.224772] Call Trace: [90807.255669] [] ? process_one_work+0x21a/0x440 [90807.329239] [] schedule+0x29/0x70 [90807.390350] [] worker_thread+0x1d9/0x3c0 [90807.458709] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90807.538549] [] kthread+0xd1/0xe0 [90807.598595] [] ? insert_kthread_work+0x40/0x40 [90807.673222] [] ret_from_fork+0x77/0xb0 [90807.739528] [] ? insert_kthread_work+0x40/0x40 [90807.814160] kworker/2:1 S ffff88042c990fd0 0 204 2 0x00000000 [90807.900382] Call Trace: [90807.931317] [] ? process_one_work+0x21a/0x440 [90808.004891] [] schedule+0x29/0x70 [90808.065994] [] worker_thread+0x1d9/0x3c0 [90808.134396] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90808.214246] [] kthread+0xd1/0xe0 [90808.274324] [] ? insert_kthread_work+0x40/0x40 [90808.348974] [] ret_from_fork+0x77/0xb0 [90808.415270] [] ? insert_kthread_work+0x40/0x40 [90808.489879] kworker/4:1 S ffff88042c991fa0 0 205 2 0x00000000 [90808.576091] Call Trace: [90808.607041] [] ? process_one_work+0x21a/0x440 [90808.680633] [] schedule+0x29/0x70 [90808.741729] [] worker_thread+0x1d9/0x3c0 [90808.810135] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90808.889997] [] kthread+0xd1/0xe0 [90808.950082] [] ? insert_kthread_work+0x40/0x40 [90809.024703] [] ret_from_fork+0x77/0xb0 [90809.091025] [] ? insert_kthread_work+0x40/0x40 [90809.165623] kworker/9:1 S ffff88082c668000 0 209 2 0x00000000 [90809.251849] Call Trace: [90809.282754] [] ? process_one_work+0x21a/0x440 [90809.356375] [] schedule+0x29/0x70 [90809.417506] [] worker_thread+0x1d9/0x3c0 [90809.485907] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90809.565735] [] kthread+0xd1/0xe0 [90809.625790] [] ? insert_kthread_work+0x40/0x40 [90809.700453] [] ret_from_fork+0x77/0xb0 [90809.766736] [] ? insert_kthread_work+0x40/0x40 [90809.841376] kworker/10:1 S ffff88082c668fd0 0 210 2 0x00000000 [90809.927590] Call Trace: [90809.958534] [] ? process_one_work+0x21a/0x440 [90810.032161] [] schedule+0x29/0x70 [90810.093296] [] worker_thread+0x1d9/0x3c0 [90810.161696] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90810.241566] [] kthread+0xd1/0xe0 [90810.301630] [] ? insert_kthread_work+0x40/0x40 [90810.376279] [] ret_from_fork+0x77/0xb0 [90810.442582] [] ? insert_kthread_work+0x40/0x40 [90810.517218] kworker/15:1 S ffff88082c66af70 0 212 2 0x00000000 [90810.603452] Call Trace: [90810.634412] [] ? process_one_work+0x21a/0x440 [90810.708038] [] schedule+0x29/0x70 [90810.769178] [] worker_thread+0x1d9/0x3c0 [90810.837579] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90810.917449] [] kthread+0xd1/0xe0 [90810.977516] [] ? insert_kthread_work+0x40/0x40 [90811.052175] [] ret_from_fork+0x77/0xb0 [90811.118500] [] ? insert_kthread_work+0x40/0x40 [90811.193135] kworker/12:1 S ffff88082c66bf40 0 213 2 0x00000000 [90811.279350] Call Trace: [90811.310311] [] ? process_one_work+0x21a/0x440 [90811.383939] [] schedule+0x29/0x70 [90811.445076] [] worker_thread+0x1d9/0x3c0 [90811.513506] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90811.593376] [] kthread+0xd1/0xe0 [90811.653477] [] ? insert_kthread_work+0x40/0x40 [90811.728123] [] ret_from_fork+0x77/0xb0 [90811.794446] [] ? insert_kthread_work+0x40/0x40 [90811.869079] kworker/13:1 S ffff88082c66cf10 0 214 2 0x00000000 [90811.955340] Call Trace: [90811.986307] [] ? process_one_work+0x21a/0x440 [90812.059945] [] schedule+0x29/0x70 [90812.121089] [] worker_thread+0x1d9/0x3c0 [90812.189502] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90812.269377] [] kthread+0xd1/0xe0 [90812.329478] [] ? insert_kthread_work+0x40/0x40 [90812.404132] [] ret_from_fork+0x77/0xb0 [90812.470452] [] ? insert_kthread_work+0x40/0x40 [90812.545089] kworker/14:1 S ffff88082c66dee0 0 215 2 0x00000000 [90812.631316] Call Trace: [90812.662279] [] ? process_one_work+0x21a/0x440 [90812.735888] [] schedule+0x29/0x70 [90812.797013] [] worker_thread+0x1d9/0x3c0 [90812.865428] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90812.945290] [] kthread+0xd1/0xe0 [90813.005394] [] ? insert_kthread_work+0x40/0x40 [90813.080045] [] ret_from_fork+0x77/0xb0 [90813.146369] [] ? insert_kthread_work+0x40/0x40 [90813.220996] kworker/26:1 S ffff88082c698fd0 0 224 2 0x00000000 [90813.307246] Call Trace: [90813.338217] [] ? process_one_work+0x21a/0x440 [90813.411833] [] schedule+0x29/0x70 [90813.472957] [] worker_thread+0x1d9/0x3c0 [90813.541381] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90813.621256] [] kthread+0xd1/0xe0 [90813.681364] [] ? insert_kthread_work+0x40/0x40 [90813.756021] [] ret_from_fork+0x77/0xb0 [90813.822338] [] ? insert_kthread_work+0x40/0x40 [90813.896977] kworker/27:1 S ffff88082c699fa0 0 225 2 0x00000000 [90813.983223] Call Trace: [90814.014205] [] ? process_one_work+0x21a/0x440 [90814.087842] [] schedule+0x29/0x70 [90814.148966] [] worker_thread+0x1d9/0x3c0 [90814.217394] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90814.297267] [] kthread+0xd1/0xe0 [90814.357373] [] ? insert_kthread_work+0x40/0x40 [90814.432009] [] ret_from_fork+0x77/0xb0 [90814.498268] [] ? insert_kthread_work+0x40/0x40 [90814.572892] kworker/31:1 S ffff88082c69bf40 0 227 2 0x00000000 [90814.659106] Call Trace: [90814.690082] [] ? process_one_work+0x21a/0x440 [90814.763709] [] schedule+0x29/0x70 [90814.824855] [] worker_thread+0x1d9/0x3c0 [90814.893285] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90814.973165] [] kthread+0xd1/0xe0 [90815.033272] [] ? insert_kthread_work+0x40/0x40 [90815.107914] [] ret_from_fork+0x77/0xb0 [90815.174244] [] ? insert_kthread_work+0x40/0x40 [90815.248883] kworker/28:1 S ffff88082c69cf10 0 228 2 0x00000000 [90815.335131] Call Trace: [90815.366093] [] ? process_one_work+0x21a/0x440 [90815.439719] [] schedule+0x29/0x70 [90815.500869] [] worker_thread+0x1d9/0x3c0 [90815.569296] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90815.649165] [] kthread+0xd1/0xe0 [90815.709278] [] ? insert_kthread_work+0x40/0x40 [90815.783938] [] ret_from_fork+0x77/0xb0 [90815.850263] [] ? insert_kthread_work+0x40/0x40 [90815.924891] kworker/30:1 S ffff88082c69dee0 0 229 2 0x00000000 [90816.011156] Call Trace: [90816.042123] [] ? process_one_work+0x21a/0x440 [90816.115756] [] schedule+0x29/0x70 [90816.176906] [] worker_thread+0x1d9/0x3c0 [90816.245328] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90816.325205] [] kthread+0xd1/0xe0 [90816.385298] [] ? insert_kthread_work+0x40/0x40 [90816.459953] [] ret_from_fork+0x77/0xb0 [90816.526267] [] ? insert_kthread_work+0x40/0x40 [90816.600900] kpsmoused S ffff88082c69eeb0 0 230 2 0x00000000 [90816.687109] Call Trace: [90816.718076] [] schedule+0x29/0x70 [90816.779219] [] rescuer_thread+0x31e/0x3c0 [90816.848658] [] ? process_one_work+0x440/0x440 [90816.922284] [] kthread+0xd1/0xe0 [90816.982358] [] ? insert_kthread_work+0x40/0x40 [90817.057023] [] ret_from_fork+0x77/0xb0 [90817.123333] [] ? insert_kthread_work+0x40/0x40 [90817.197970] ipv6_addrconf S ffff88042c1fdee0 0 232 2 0x00000000 [90817.284178] Call Trace: [90817.315122] [] schedule+0x29/0x70 [90817.376253] [] rescuer_thread+0x31e/0x3c0 [90817.445704] [] ? process_one_work+0x440/0x440 [90817.519310] [] kthread+0xd1/0xe0 [90817.579370] [] ? insert_kthread_work+0x40/0x40 [90817.654021] [] ret_from_fork+0x77/0xb0 [90817.720320] [] ? insert_kthread_work+0x40/0x40 [90817.794946] deferwq S ffff88042c325ee0 0 251 2 0x00000000 [90817.881150] Call Trace: [90817.912063] [] schedule+0x29/0x70 [90817.973178] [] rescuer_thread+0x31e/0x3c0 [90818.042610] [] ? process_one_work+0x440/0x440 [90818.116211] [] kthread+0xd1/0xe0 [90818.176262] [] ? insert_kthread_work+0x40/0x40 [90818.250902] [] ret_from_fork+0x77/0xb0 [90818.317214] [] ? insert_kthread_work+0x40/0x40 [90818.391844] kauditd S ffff88042c349fa0 0 308 2 0x00000000 [90818.478063] Call Trace: [90818.508988] [] schedule+0x29/0x70 [90818.570071] [] kauditd_thread+0x184/0x1e0 [90818.639451] [] ? wake_up_state+0x20/0x20 [90818.707821] [] ? audit_printk_skb+0x70/0x70 [90818.779299] [] kthread+0xd1/0xe0 [90818.839277] [] ? insert_kthread_work+0x40/0x40 [90818.913889] [] ret_from_fork+0x77/0xb0 [90818.980147] [] ? insert_kthread_work+0x40/0x40 [90819.054756] ata_sff S ffff88042c34eeb0 0 476 2 0x00000000 [90819.140960] Call Trace: [90819.171877] [] schedule+0x29/0x70 [90819.232956] [] rescuer_thread+0x31e/0x3c0 [90819.302328] [] ? _raw_spin_unlock_irqrestore+0x15/0x20 [90819.385253] [] ? process_one_work+0x440/0x440 [90819.458823] [] kthread+0xd1/0xe0 [90819.518857] [] ? insert_kthread_work+0x40/0x40 [90819.593431] [] ret_from_fork+0x77/0xb0 [90819.659717] [] ? insert_kthread_work+0x40/0x40 [90819.734256] mlx4 S ffff880036170000 0 490 2 0x00000000 [90819.820443] Call Trace: [90819.851307] [] schedule+0x29/0x70 [90819.912353] [] rescuer_thread+0x31e/0x3c0 [90819.981751] [] ? process_one_work+0x440/0x440 [90820.055289] [] kthread+0xd1/0xe0 [90820.115299] [] ? insert_kthread_work+0x40/0x40 [90820.189914] [] ret_from_fork+0x77/0xb0 [90820.256200] [] ? insert_kthread_work+0x40/0x40 [90820.330803] mlx4_health S ffff880036170fd0 0 491 2 0x00000000 [90820.416995] Call Trace: [90820.447899] [] schedule+0x29/0x70 [90820.508982] [] rescuer_thread+0x31e/0x3c0 [90820.578353] [] ? process_one_work+0x440/0x440 [90820.651918] [] kthread+0xd1/0xe0 [90820.711937] [] ? insert_kthread_work+0x40/0x40 [90820.786536] [] ret_from_fork+0x77/0xb0 [90820.852790] [] ? insert_kthread_work+0x40/0x40 [90820.927364] scsi_eh_0 S ffff880036171fa0 0 492 2 0x00000000 [90821.013543] Call Trace: [90821.044409] [] schedule+0x29/0x70 [90821.105461] [] scsi_error_handler+0xa3/0x8b0 [90821.177978] [] ? scsi_eh_get_sense+0x250/0x250 [90821.252586] [] kthread+0xd1/0xe0 [90821.312626] [] ? insert_kthread_work+0x40/0x40 [90821.387215] [] ret_from_fork+0x77/0xb0 [90821.453464] [] ? insert_kthread_work+0x40/0x40 [90821.528065] scsi_tmf_0 S ffff880036172f70 0 493 2 0x00000000 [90821.614254] Call Trace: [90821.645152] [] schedule+0x29/0x70 [90821.706218] [] rescuer_thread+0x31e/0x3c0 [90821.775624] [] ? process_one_work+0x440/0x440 [90821.849179] [] kthread+0xd1/0xe0 [90821.909209] [] ? insert_kthread_work+0x40/0x40 [90821.983830] [] ret_from_fork+0x77/0xb0 [90822.050124] [] ? insert_kthread_work+0x40/0x40 [90822.124747] fw_event_mpt2sa S ffff880036173f40 0 494 2 0x00000000 [90822.210972] Call Trace: [90822.241893] [] schedule+0x29/0x70 [90822.302993] [] rescuer_thread+0x31e/0x3c0 [90822.372377] [] ? process_one_work+0x440/0x440 [90822.445955] [] kthread+0xd1/0xe0 [90822.505997] [] ? insert_kthread_work+0x40/0x40 [90822.580590] [] ret_from_fork+0x77/0xb0 [90822.646873] [] ? insert_kthread_work+0x40/0x40 [90822.721447] scsi_eh_1 S ffff8804290c0000 0 495 2 0x00000000 [90822.807679] Call Trace: [90822.838606] [] ? __scsi_iterate_devices+0x68/0x90 [90822.916325] [] schedule+0x29/0x70 [90822.977382] [] scsi_error_handler+0xa3/0x8b0 [90823.049919] [] ? scsi_eh_get_sense+0x250/0x250 [90823.124534] [] kthread+0xd1/0xe0 [90823.184577] [] ? insert_kthread_work+0x40/0x40 [90823.259180] [] ret_from_fork+0x77/0xb0 [90823.325465] [] ? insert_kthread_work+0x40/0x40 [90823.400090] scsi_tmf_1 S ffff8804290c0fd0 0 496 2 0x00000000 [90823.486316] Call Trace: [90823.517205] [] schedule+0x29/0x70 [90823.578270] [] rescuer_thread+0x31e/0x3c0 [90823.647695] [] ? process_one_work+0x440/0x440 [90823.721244] [] kthread+0xd1/0xe0 [90823.781265] [] ? insert_kthread_work+0x40/0x40 [90823.855888] [] ret_from_fork+0x77/0xb0 [90823.922122] [] ? insert_kthread_work+0x40/0x40 [90823.996699] scsi_eh_2 S ffff8804290c1fa0 0 497 2 0x00000000 [90824.082908] Call Trace: [90824.113846] [] ? __scsi_iterate_devices+0x68/0x90 [90824.191603] [] schedule+0x29/0x70 [90824.252715] [] scsi_error_handler+0xa3/0x8b0 [90824.325234] [] ? scsi_eh_get_sense+0x250/0x250 [90824.399875] [] kthread+0xd1/0xe0 [90824.459940] [] ? insert_kthread_work+0x40/0x40 [90824.534586] [] ret_from_fork+0x77/0xb0 [90824.600897] [] ? insert_kthread_work+0x40/0x40 [90824.675535] scsi_tmf_2 S ffff8804290c2f70 0 498 2 0x00000000 [90824.761751] Call Trace: [90824.792689] [] schedule+0x29/0x70 [90824.853804] [] rescuer_thread+0x31e/0x3c0 [90824.923205] [] ? process_one_work+0x440/0x440 [90824.996803] [] kthread+0xd1/0xe0 [90825.056866] [] ? insert_kthread_work+0x40/0x40 [90825.131503] [] ret_from_fork+0x77/0xb0 [90825.197809] [] ? insert_kthread_work+0x40/0x40 [90825.272438] scsi_eh_3 S ffff8804290c3f40 0 499 2 0x00000000 [90825.358654] Call Trace: [90825.389585] [] ? __scsi_iterate_devices+0x68/0x90 [90825.467313] [] schedule+0x29/0x70 [90825.528416] [] scsi_error_handler+0xa3/0x8b0 [90825.600986] [] ? scsi_eh_get_sense+0x250/0x250 [90825.675639] [] kthread+0xd1/0xe0 [90825.735731] [] ? insert_kthread_work+0x40/0x40 [90825.810381] [] ret_from_fork+0x77/0xb0 [90825.876710] [] ? insert_kthread_work+0x40/0x40 [90825.951306] scsi_tmf_3 S ffff8804290c4f10 0 500 2 0x00000000 [90826.037552] Call Trace: [90826.068497] [] schedule+0x29/0x70 [90826.129605] [] rescuer_thread+0x31e/0x3c0 [90826.199053] [] ? process_one_work+0x440/0x440 [90826.272653] [] kthread+0xd1/0xe0 [90826.332721] [] ? insert_kthread_work+0x40/0x40 [90826.407327] [] ret_from_fork+0x77/0xb0 [90826.473638] [] ? insert_kthread_work+0x40/0x40 [90826.548242] scsi_eh_4 S ffff8804290c5ee0 0 501 2 0x00000000 [90826.634453] Call Trace: [90826.665369] [] ? __scsi_iterate_devices+0x68/0x90 [90826.743118] [] schedule+0x29/0x70 [90826.804210] [] scsi_error_handler+0xa3/0x8b0 [90826.876778] [] ? scsi_eh_get_sense+0x250/0x250 [90826.951395] [] kthread+0xd1/0xe0 [90827.011479] [] ? insert_kthread_work+0x40/0x40 [90827.086115] [] ret_from_fork+0x77/0xb0 [90827.152419] [] ? insert_kthread_work+0x40/0x40 [90827.227039] scsi_tmf_4 S ffff8804290c6eb0 0 502 2 0x00000000 [90827.313256] Call Trace: [90827.344154] [] schedule+0x29/0x70 [90827.405233] [] rescuer_thread+0x31e/0x3c0 [90827.474655] [] ? process_one_work+0x440/0x440 [90827.548220] [] kthread+0xd1/0xe0 [90827.608254] [] ? insert_kthread_work+0x40/0x40 [90827.682891] [] ret_from_fork+0x77/0xb0 [90827.749160] [] ? insert_kthread_work+0x40/0x40 [90827.823791] scsi_eh_5 S ffff880429110000 0 503 2 0x00000000 [90827.909984] Call Trace: [90827.940917] [] ? __scsi_iterate_devices+0x68/0x90 [90828.018690] [] schedule+0x29/0x70 [90828.079811] [] scsi_error_handler+0xa3/0x8b0 [90828.152388] [] ? scsi_eh_get_sense+0x250/0x250 [90828.227023] [] kthread+0xd1/0xe0 [90828.287074] [] ? insert_kthread_work+0x40/0x40 [90828.361729] [] ret_from_fork+0x77/0xb0 [90828.428035] [] ? insert_kthread_work+0x40/0x40 [90828.502611] scsi_tmf_5 S ffff880429110fd0 0 504 2 0x00000000 [90828.588812] Call Trace: [90828.619739] [] schedule+0x29/0x70 [90828.680845] [] rescuer_thread+0x31e/0x3c0 [90828.750256] [] ? process_one_work+0x440/0x440 [90828.823820] [] kthread+0xd1/0xe0 [90828.883885] [] ? insert_kthread_work+0x40/0x40 [90828.958521] [] ret_from_fork+0x77/0xb0 [90829.024828] [] ? insert_kthread_work+0x40/0x40 [90829.099461] scsi_eh_6 S ffff880429111fa0 0 505 2 0x00000000 [90829.185692] Call Trace: [90829.216619] [] ? __scsi_iterate_devices+0x68/0x90 [90829.294391] [] schedule+0x29/0x70 [90829.355519] [] scsi_error_handler+0xa3/0x8b0 [90829.428057] [] ? scsi_eh_get_sense+0x250/0x250 [90829.502706] [] kthread+0xd1/0xe0 [90829.562790] [] ? insert_kthread_work+0x40/0x40 [90829.637423] [] ret_from_fork+0x77/0xb0 [90829.703752] [] ? insert_kthread_work+0x40/0x40 [90829.778389] scsi_tmf_6 S ffff880429112f70 0 506 2 0x00000000 [90829.864604] Call Trace: [90829.895528] [] schedule+0x29/0x70 [90829.956641] [] rescuer_thread+0x31e/0x3c0 [90830.026044] [] ? process_one_work+0x440/0x440 [90830.099643] [] kthread+0xd1/0xe0 [90830.159711] [] ? insert_kthread_work+0x40/0x40 [90830.234352] [] ret_from_fork+0x77/0xb0 [90830.300658] [] ? insert_kthread_work+0x40/0x40 [90830.375283] scsi_eh_7 S ffff880429140fd0 0 514 2 0x00000000 [90830.461496] Call Trace: [90830.492425] [] ? __scsi_iterate_devices+0x75/0x90 [90830.570158] [] schedule+0x29/0x70 [90830.631263] [] scsi_error_handler+0xa3/0x8b0 [90830.703830] [] ? scsi_eh_get_sense+0x250/0x250 [90830.778483] [] kthread+0xd1/0xe0 [90830.838569] [] ? insert_kthread_work+0x40/0x40 [90830.913192] [] ret_from_fork+0x77/0xb0 [90830.979515] [] ? insert_kthread_work+0x40/0x40 [90831.054120] scsi_tmf_7 S ffff880429141fa0 0 515 2 0x00000000 [90831.140362] Call Trace: [90831.171311] [] schedule+0x29/0x70 [90831.232413] [] rescuer_thread+0x31e/0x3c0 [90831.301852] [] ? process_one_work+0x440/0x440 [90831.375451] [] kthread+0xd1/0xe0 [90831.435524] [] ? insert_kthread_work+0x40/0x40 [90831.510126] [] ret_from_fork+0x77/0xb0 [90831.576441] [] ? insert_kthread_work+0x40/0x40 [90831.651035] scsi_wq_7 S ffff880429142f70 0 516 2 0x00000000 [90831.737258] Call Trace: [90831.768155] [] schedule+0x29/0x70 [90831.829258] [] rescuer_thread+0x31e/0x3c0 [90831.898688] [] ? process_one_work+0x440/0x440 [90831.972275] [] kthread+0xd1/0xe0 [90832.032344] [] ? insert_kthread_work+0x40/0x40 [90832.106952] [] ret_from_fork+0x77/0xb0 [90832.173250] [] ? insert_kthread_work+0x40/0x40 [90832.247885] scsi_eh_8 S ffff880429143f40 0 517 2 0x00000000 [90832.334100] Call Trace: [90832.364999] [] schedule+0x29/0x70 [90832.426065] [] scsi_error_handler+0xa3/0x8b0 [90832.498615] [] ? scsi_eh_get_sense+0x250/0x250 [90832.573220] [] kthread+0xd1/0xe0 [90832.633277] [] ? insert_kthread_work+0x40/0x40 [90832.707888] [] ret_from_fork+0x77/0xb0 [90832.774158] [] ? insert_kthread_work+0x40/0x40 [90832.848783] scsi_tmf_8 S ffff880429144f10 0 518 2 0x00000000 [90832.934979] Call Trace: [90832.965895] [] schedule+0x29/0x70 [90833.026947] [] rescuer_thread+0x31e/0x3c0 [90833.096360] [] ? process_one_work+0x440/0x440 [90833.169920] [] kthread+0xd1/0xe0 [90833.229943] [] ? insert_kthread_work+0x40/0x40 [90833.304568] [] ret_from_fork+0x77/0xb0 [90833.370864] [] ? insert_kthread_work+0x40/0x40 [90833.445487] scsi_wq_8 S ffff880429145ee0 0 519 2 0x00000000 [90833.531709] Call Trace: [90833.562646] [] schedule+0x29/0x70 [90833.623743] [] rescuer_thread+0x31e/0x3c0 [90833.693121] [] ? process_one_work+0x440/0x440 [90833.766684] [] kthread+0xd1/0xe0 [90833.826721] [] ? insert_kthread_work+0x40/0x40 [90833.901328] [] ret_from_fork+0x77/0xb0 [90833.967544] [] ? insert_kthread_work+0x40/0x40 [90834.042119] kworker/u481:8 R running task 0 521 2 0x00000000 [90834.128366] Workqueue: writeback bdi_writeback_workfn (flush-lustre-ffff88083f) [90834.217642] Call Trace: [90834.248482] [] ? ll_writepages+0x77/0x1e0 [lustre] [90834.327270] [] ? do_writepages+0x21/0x50 [90834.395673] [] ? __writeback_single_inode+0x40/0x250 [90834.476569] [] ? writeback_sb_inodes+0x1c4/0x490 [90834.553305] [] ? __writeback_inodes_wb+0x9f/0xd0 [90834.630001] [] ? wb_writeback+0x263/0x2f0 [90834.699442] [] ? bdi_writeback_workfn+0x1cc/0x460 [90834.777210] [] ? process_one_work+0x17f/0x440 [90834.850823] [] ? worker_thread+0x126/0x3c0 [90834.921275] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90835.001066] [] ? kthread+0xd1/0xe0 [90835.063173] [] ? insert_kthread_work+0x40/0x40 [90835.137797] [] ? ret_from_fork+0x77/0xb0 [90835.206136] [] ? insert_kthread_work+0x40/0x40 [90835.280764] scsi_eh_9 S ffff880428bd9fa0 0 523 2 0x00000000 [90835.367002] Call Trace: [90835.397924] [] schedule+0x29/0x70 [90835.459009] [] scsi_error_handler+0xa3/0x8b0 [90835.531560] [] ? scsi_eh_get_sense+0x250/0x250 [90835.606181] [] kthread+0xd1/0xe0 [90835.666236] [] ? insert_kthread_work+0x40/0x40 [90835.740837] [] ret_from_fork+0x77/0xb0 [90835.807118] [] ? insert_kthread_work+0x40/0x40 [90835.881743] scsi_tmf_9 S ffff880428bdaf70 0 524 2 0x00000000 [90835.967951] Call Trace: [90835.998872] [] schedule+0x29/0x70 [90836.059960] [] rescuer_thread+0x31e/0x3c0 [90836.129394] [] ? process_one_work+0x440/0x440 [90836.202949] [] kthread+0xd1/0xe0 [90836.262938] [] ? insert_kthread_work+0x40/0x40 [90836.337559] [] ret_from_fork+0x77/0xb0 [90836.403798] [] ? insert_kthread_work+0x40/0x40 [90836.478422] fw_event_mpt2sa S ffff880428bdbf40 0 525 2 0x00000000 [90836.564655] Call Trace: [90836.595605] [] schedule+0x29/0x70 [90836.656733] [] rescuer_thread+0x31e/0x3c0 [90836.726165] [] ? process_one_work+0x440/0x440 [90836.799749] [] kthread+0xd1/0xe0 [90836.859782] [] ? insert_kthread_work+0x40/0x40 [90836.934410] [] ret_from_fork+0x77/0xb0 [90837.000719] [] ? insert_kthread_work+0x40/0x40 [90837.075342] scsi_eh_10 S ffff880829b08fd0 0 531 2 0x00000000 [90837.161578] Call Trace: [90837.192509] [] schedule+0x29/0x70 [90837.253634] [] scsi_error_handler+0xa3/0x8b0 [90837.326192] [] ? scsi_eh_get_sense+0x250/0x250 [90837.400791] [] kthread+0xd1/0xe0 [90837.460788] [] ? insert_kthread_work+0x40/0x40 [90837.535363] [] ret_from_fork+0x77/0xb0 [90837.601624] [] ? insert_kthread_work+0x40/0x40 [90837.676178] scsi_tmf_10 S ffff880829b09fa0 0 532 2 0x00000000 [90837.762379] Call Trace: [90837.793299] [] schedule+0x29/0x70 [90837.854383] [] rescuer_thread+0x31e/0x3c0 [90837.923776] [] ? process_one_work+0x440/0x440 [90837.997319] [] kthread+0xd1/0xe0 [90838.057275] [] ? insert_kthread_work+0x40/0x40 [90838.131855] [] ret_from_fork+0x77/0xb0 [90838.198133] [] ? insert_kthread_work+0x40/0x40 [90838.272718] fw_event_mpt2sa S ffff880829b0af70 0 533 2 0x00000000 [90838.358946] Call Trace: [90838.389848] [] schedule+0x29/0x70 [90838.450910] [] rescuer_thread+0x31e/0x3c0 [90838.520307] [] ? process_one_work+0x440/0x440 [90838.593845] [] kthread+0xd1/0xe0 [90838.653852] [] ? insert_kthread_work+0x40/0x40 [90838.728465] [] ret_from_fork+0x77/0xb0 [90838.794735] [] ? insert_kthread_work+0x40/0x40 [90838.869344] ttm_swap S ffff880829b0bf40 0 534 2 0x00000000 [90838.955574] Call Trace: [90838.986499] [] schedule+0x29/0x70 [90839.047584] [] rescuer_thread+0x31e/0x3c0 [90839.116965] [] ? process_one_work+0x440/0x440 [90839.190500] [] kthread+0xd1/0xe0 [90839.250546] [] ? insert_kthread_work+0x40/0x40 [90839.325159] [] ret_from_fork+0x77/0xb0 [90839.391444] [] ? insert_kthread_work+0x40/0x40 [90839.466046] kworker/u482:2 S ffff880829b0cf10 0 537 2 0x00000000 [90839.552280] Call Trace: [90839.583195] [] ? process_one_work+0x21a/0x440 [90839.656752] [] schedule+0x29/0x70 [90839.717816] [] worker_thread+0x1d9/0x3c0 [90839.786187] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90839.865993] [] kthread+0xd1/0xe0 [90839.926033] [] ? insert_kthread_work+0x40/0x40 [90840.000662] [] ret_from_fork+0x77/0xb0 [90840.066929] [] ? insert_kthread_work+0x40/0x40 [90840.141555] scsi_eh_11 S ffff880829b0dee0 0 538 2 0x00000000 [90840.227748] Call Trace: [90840.258646] [] schedule+0x29/0x70 [90840.319724] [] scsi_error_handler+0xa3/0x8b0 [90840.392265] [] ? scsi_eh_get_sense+0x250/0x250 [90840.466857] [] kthread+0xd1/0xe0 [90840.526884] [] ? insert_kthread_work+0x40/0x40 [90840.601516] [] ret_from_fork+0x77/0xb0 [90840.667780] [] ? insert_kthread_work+0x40/0x40 [90840.742411] scsi_tmf_11 S ffff880829b0eeb0 0 539 2 0x00000000 [90840.828604] Call Trace: [90840.859528] [] schedule+0x29/0x70 [90840.920633] [] rescuer_thread+0x31e/0x3c0 [90840.990052] [] ? process_one_work+0x440/0x440 [90841.063636] [] kthread+0xd1/0xe0 [90841.123672] [] ? insert_kthread_work+0x40/0x40 [90841.198281] [] ret_from_fork+0x77/0xb0 [90841.264585] [] ? insert_kthread_work+0x40/0x40 [90841.339204] fw_event_mpt2sa S ffff880428bdcf10 0 540 2 0x00000000 [90841.425427] Call Trace: [90841.456345] [] schedule+0x29/0x70 [90841.517449] [] rescuer_thread+0x31e/0x3c0 [90841.586835] [] ? process_one_work+0x440/0x440 [90841.660418] [] kthread+0xd1/0xe0 [90841.720475] [] ? insert_kthread_work+0x40/0x40 [90841.795108] [] ret_from_fork+0x77/0xb0 [90841.861408] [] ? insert_kthread_work+0x40/0x40 [90841.936018] kworker/3:1H S ffff880428bddee0 0 551 2 0x00000000 [90842.022249] Call Trace: [90842.053162] [] ? cfq_kick_queue+0x2f/0x50 [90842.122594] [] ? process_one_work+0x21a/0x440 [90842.196192] [] schedule+0x29/0x70 [90842.257280] [] worker_thread+0x1d9/0x3c0 [90842.325651] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90842.405482] [] kthread+0xd1/0xe0 [90842.465549] [] ? insert_kthread_work+0x40/0x40 [90842.540184] [] ret_from_fork+0x77/0xb0 [90842.606483] [] ? insert_kthread_work+0x40/0x40 [90842.681103] kworker/8:1H S ffff8808279aeeb0 0 552 2 0x00000000 [90842.767270] Call Trace: [90842.798191] [] ? process_one_work+0x21a/0x440 [90842.871745] [] schedule+0x29/0x70 [90842.932815] [] worker_thread+0x1d9/0x3c0 [90843.001202] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90843.081031] [] kthread+0xd1/0xe0 [90843.141101] [] ? insert_kthread_work+0x40/0x40 [90843.215702] [] ret_from_fork+0x77/0xb0 [90843.281990] [] ? insert_kthread_work+0x40/0x40 [90843.356576] kworker/2:1H S ffff880428bdeeb0 0 553 2 0x00000000 [90843.442783] Call Trace: [90843.473676] [] ? process_one_work+0x21a/0x440 [90843.547269] [] schedule+0x29/0x70 [90843.608390] [] worker_thread+0x1d9/0x3c0 [90843.676753] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90843.756599] [] kthread+0xd1/0xe0 [90843.816636] [] ? insert_kthread_work+0x40/0x40 [90843.891281] [] ret_from_fork+0x77/0xb0 [90843.957564] [] ? insert_kthread_work+0x40/0x40 [90844.032185] ib-comp-wq S ffff8804194a0fd0 0 556 2 0x00000000 [90844.118404] Call Trace: [90844.149346] [] schedule+0x29/0x70 [90844.210473] [] rescuer_thread+0x31e/0x3c0 [90844.279907] [] ? process_one_work+0x440/0x440 [90844.353517] [] kthread+0xd1/0xe0 [90844.413575] [] ? insert_kthread_work+0x40/0x40 [90844.488225] [] ret_from_fork+0x77/0xb0 [90844.554523] [] ? insert_kthread_work+0x40/0x40 [90844.629140] ib_mcast S ffff8804194a1fa0 0 557 2 0x00000000 [90844.715342] Call Trace: [90844.746291] [] schedule+0x29/0x70 [90844.807408] [] rescuer_thread+0x31e/0x3c0 [90844.876818] [] ? process_one_work+0x440/0x440 [90844.950393] [] kthread+0xd1/0xe0 [90845.010469] [] ? insert_kthread_work+0x40/0x40 [90845.085114] [] ret_from_fork+0x77/0xb0 [90845.151381] [] ? insert_kthread_work+0x40/0x40 [90845.226001] ib_nl_sa_wq S ffff8804194a2f70 0 558 2 0x00000000 [90845.312214] Call Trace: [90845.343148] [] schedule+0x29/0x70 [90845.404259] [] rescuer_thread+0x31e/0x3c0 [90845.473664] [] ? process_one_work+0x440/0x440 [90845.547258] [] kthread+0xd1/0xe0 [90845.607323] [] ? insert_kthread_work+0x40/0x40 [90845.681938] [] ret_from_fork+0x77/0xb0 [90845.748248] [] ? insert_kthread_work+0x40/0x40 [90845.822872] mlx4_ib S ffff8804194a3f40 0 559 2 0x00000000 [90845.909077] Call Trace: [90845.940000] [] schedule+0x29/0x70 [90846.001079] [] rescuer_thread+0x31e/0x3c0 [90846.070501] [] ? process_one_work+0x440/0x440 [90846.144088] [] kthread+0xd1/0xe0 [90846.204139] [] ? insert_kthread_work+0x40/0x40 [90846.278727] [] ret_from_fork+0x77/0xb0 [90846.345012] [] ? insert_kthread_work+0x40/0x40 [90846.419602] mlx4_ib_mcg S ffff8804194a4f10 0 560 2 0x00000000 [90846.505813] Call Trace: [90846.536694] [] schedule+0x29/0x70 [90846.597758] [] rescuer_thread+0x31e/0x3c0 [90846.667160] [] ? process_one_work+0x440/0x440 [90846.740695] [] kthread+0xd1/0xe0 [90846.800703] [] ? insert_kthread_work+0x40/0x40 [90846.875308] [] ret_from_fork+0x77/0xb0 [90846.941555] [] ? insert_kthread_work+0x40/0x40 [90847.016164] poll_mpt2sas3_s S ffff8804194a5ee0 0 561 2 0x00000000 [90847.102361] Call Trace: [90847.133300] [] schedule+0x29/0x70 [90847.194393] [] rescuer_thread+0x31e/0x3c0 [90847.263760] [] ? process_one_work+0x440/0x440 [90847.337335] [] kthread+0xd1/0xe0 [90847.397370] [] ? insert_kthread_work+0x40/0x40 [90847.471976] [] ret_from_fork+0x77/0xb0 [90847.538254] [] ? insert_kthread_work+0x40/0x40 [90847.612859] poll_mpt2sas0_s S ffff8804194a6eb0 0 562 2 0x00000000 [90847.699057] Call Trace: [90847.729978] [] schedule+0x29/0x70 [90847.791073] [] rescuer_thread+0x31e/0x3c0 [90847.860450] [] ? process_one_work+0x440/0x440 [90847.934017] [] kthread+0xd1/0xe0 [90847.994059] [] ? insert_kthread_work+0x40/0x40 [90848.068638] [] ret_from_fork+0x77/0xb0 [90848.134924] [] ? insert_kthread_work+0x40/0x40 [90848.209500] poll_mpt2sas1_s S ffff8804195f0000 0 563 2 0x00000000 [90848.295656] Call Trace: [90848.326541] [] schedule+0x29/0x70 [90848.387603] [] rescuer_thread+0x31e/0x3c0 [90848.457012] [] ? process_one_work+0x440/0x440 [90848.530554] [] kthread+0xd1/0xe0 [90848.590561] [] ? insert_kthread_work+0x40/0x40 [90848.665072] [] ret_from_fork+0x77/0xb0 [90848.731364] [] ? insert_kthread_work+0x40/0x40 [90848.805974] ib_mad1 S ffff8804195f0fd0 0 564 2 0x00000000 [90848.892183] Call Trace: [90848.923114] [] schedule+0x29/0x70 [90848.984211] [] rescuer_thread+0x31e/0x3c0 [90849.053588] [] ? process_one_work+0x440/0x440 [90849.127158] [] kthread+0xd1/0xe0 [90849.187195] [] ? insert_kthread_work+0x40/0x40 [90849.261797] [] ret_from_fork+0x77/0xb0 [90849.328082] [] ? insert_kthread_work+0x40/0x40 [90849.402657] to_fifo S ffff8804195f1fa0 0 565 2 0x00000000 [90849.488839] Call Trace: [90849.519748] [] schedule+0x29/0x70 [90849.580847] [] rescuer_thread+0x31e/0x3c0 [90849.650251] [] ? process_one_work+0x440/0x440 [90849.723811] [] kthread+0xd1/0xe0 [90849.783841] [] ? insert_kthread_work+0x40/0x40 [90849.858420] [] ret_from_fork+0x77/0xb0 [90849.924669] [] ? insert_kthread_work+0x40/0x40 [90849.999277] poll_mpt2sas2_s S ffff8804195f2f70 0 566 2 0x00000000 [90850.085482] Call Trace: [90850.116386] [] schedule+0x29/0x70 [90850.177444] [] rescuer_thread+0x31e/0x3c0 [90850.246852] [] ? process_one_work+0x440/0x440 [90850.320398] [] kthread+0xd1/0xe0 [90850.380412] [] ? insert_kthread_work+0x40/0x40 [90850.455022] [] ret_from_fork+0x77/0xb0 [90850.521304] [] ? insert_kthread_work+0x40/0x40 [90850.595910] ib_mad2 S ffff8804195f3f40 0 567 2 0x00000000 [90850.682128] Call Trace: [90850.713056] [] schedule+0x29/0x70 [90850.774150] [] rescuer_thread+0x31e/0x3c0 [90850.843524] [] ? process_one_work+0x440/0x440 [90850.917089] [] kthread+0xd1/0xe0 [90850.977121] [] ? insert_kthread_work+0x40/0x40 [90851.051721] [] ret_from_fork+0x77/0xb0 [90851.118002] [] ? insert_kthread_work+0x40/0x40 [90851.192581] to_fifo S ffff8804195f4f10 0 568 2 0x00000000 [90851.278786] Call Trace: [90851.309694] [] schedule+0x29/0x70 [90851.370780] [] rescuer_thread+0x31e/0x3c0 [90851.440185] [] ? process_one_work+0x440/0x440 [90851.513750] [] kthread+0xd1/0xe0 [90851.573789] [] ? insert_kthread_work+0x40/0x40 [90851.648372] [] ret_from_fork+0x77/0xb0 [90851.714617] [] ? insert_kthread_work+0x40/0x40 [90851.789227] kworker/29:2 S ffff88082718dee0 0 602 2 0x00000000 [90851.875449] Call Trace: [90851.906360] [] ? process_one_work+0x21a/0x440 [90851.979942] [] schedule+0x29/0x70 [90852.041027] [] worker_thread+0x1d9/0x3c0 [90852.109380] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90852.189198] [] kthread+0xd1/0xe0 [90852.249254] [] ? insert_kthread_work+0x40/0x40 [90852.323870] [] ret_from_fork+0x77/0xb0 [90852.390171] [] ? insert_kthread_work+0x40/0x40 [90852.464790] kworker/29:1H S ffff88082718af70 0 608 2 0x00000000 [90852.551036] Call Trace: [90852.581942] [] ? process_one_work+0x21a/0x440 [90852.655499] [] schedule+0x29/0x70 [90852.716566] [] worker_thread+0x1d9/0x3c0 [90852.784951] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90852.864790] [] kthread+0xd1/0xe0 [90852.924857] [] ? insert_kthread_work+0x40/0x40 [90852.999463] [] ret_from_fork+0x77/0xb0 [90853.065771] [] ? insert_kthread_work+0x40/0x40 [90853.140379] kworker/12:1H S ffff880827189fa0 0 609 2 0x00000000 [90853.226575] Call Trace: [90853.257472] [] ? cfq_kick_queue+0x2f/0x50 [90853.326915] [] ? process_one_work+0x21a/0x440 [90853.400482] [] schedule+0x29/0x70 [90853.461575] [] worker_thread+0x1d9/0x3c0 [90853.529967] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90853.609814] [] kthread+0xd1/0xe0 [90853.669888] [] ? insert_kthread_work+0x40/0x40 [90853.744497] [] ret_from_fork+0x77/0xb0 [90853.810791] [] ? insert_kthread_work+0x40/0x40 [90853.885378] kworker/13:1H S 00000000e4192a5d 0 610 2 0x00000000 [90853.971603] Call Trace: [90854.002508] [] ? cfq_kick_queue+0x2f/0x50 [90854.071958] [] ? process_one_work+0x21a/0x440 [90854.145542] [] schedule+0x29/0x70 [90854.206600] [] worker_thread+0x1d9/0x3c0 [90854.274991] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90854.354844] [] kthread+0xd1/0xe0 [90854.414910] [] ? insert_kthread_work+0x40/0x40 [90854.489511] [] ret_from_fork+0x77/0xb0 [90854.555814] [] ? insert_kthread_work+0x40/0x40 [90854.630416] kworker/25:1H S ffff88082aa40000 0 615 2 0x00000000 [90854.716621] Call Trace: [90854.747579] [] ? process_one_work+0x21a/0x440 [90854.821216] [] schedule+0x29/0x70 [90854.882337] [] worker_thread+0x1d9/0x3c0 [90854.950758] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90855.030592] [] kthread+0xd1/0xe0 [90855.090605] [] ? insert_kthread_work+0x40/0x40 [90855.165247] [] ret_from_fork+0x77/0xb0 [90855.231532] [] ? insert_kthread_work+0x40/0x40 [90855.306192] kworker/27:1H S ffff88082aa40fd0 0 617 2 0x00000000 [90855.392396] Call Trace: [90855.423328] [] ? process_one_work+0x21a/0x440 [90855.496956] [] schedule+0x29/0x70 [90855.558100] [] worker_thread+0x1d9/0x3c0 [90855.626489] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90855.706318] [] kthread+0xd1/0xe0 [90855.766357] [] ? insert_kthread_work+0x40/0x40 [90855.840999] [] ret_from_fork+0x77/0xb0 [90855.907289] [] ? insert_kthread_work+0x40/0x40 [90855.981926] kworker/0:1H S ffff88042a2f8000 0 618 2 0x00000000 [90856.068146] Call Trace: [90856.099113] [] ? process_one_work+0x21a/0x440 [90856.172721] [] schedule+0x29/0x70 [90856.233863] [] worker_thread+0x1d9/0x3c0 [90856.302266] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90856.382087] [] kthread+0xd1/0xe0 [90856.442167] [] ? insert_kthread_work+0x40/0x40 [90856.516807] [] ret_from_fork+0x77/0xb0 [90856.583117] [] ? insert_kthread_work+0x40/0x40 [90856.657745] kworker/14:1H S ffff88082aa46eb0 0 621 2 0x00000000 [90856.743997] Call Trace: [90856.774965] [] ? process_one_work+0x21a/0x440 [90856.848575] [] schedule+0x29/0x70 [90856.909724] [] worker_thread+0x1d9/0x3c0 [90856.978143] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90857.058018] [] kthread+0xd1/0xe0 [90857.118104] [] ? insert_kthread_work+0x40/0x40 [90857.192755] [] ret_from_fork+0x77/0xb0 [90857.259062] [] ? insert_kthread_work+0x40/0x40 [90857.333699] kworker/15:1H S ffff88082aa45ee0 0 622 2 0x00000000 [90857.419942] Call Trace: [90857.450918] [] ? process_one_work+0x21a/0x440 [90857.524545] [] schedule+0x29/0x70 [90857.585682] [] worker_thread+0x1d9/0x3c0 [90857.654114] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90857.733891] [] kthread+0xd1/0xe0 [90857.793999] [] ? insert_kthread_work+0x40/0x40 [90857.868655] [] ret_from_fork+0x77/0xb0 [90857.934979] [] ? insert_kthread_work+0x40/0x40 [90858.009617] jbd2/sda1-8 S ffff88082aa44f10 0 625 2 0x00000000 [90858.095867] Call Trace: [90858.126843] [] schedule+0x29/0x70 [90858.187976] [] kjournald2+0x203/0x260 [jbd2] [90858.260571] [] ? wake_up_atomic_t+0x30/0x30 [90858.332127] [] ? commit_timeout+0x10/0x10 [jbd2] [90858.408876] [] kthread+0xd1/0xe0 [90858.468981] [] ? insert_kthread_work+0x40/0x40 [90858.543635] [] ret_from_fork+0x77/0xb0 [90858.609961] [] ? insert_kthread_work+0x40/0x40 [90858.684589] ext4-rsv-conver S ffff88042a2fcf10 0 626 2 0x00000000 [90858.770819] Call Trace: [90858.801771] [] schedule+0x29/0x70 [90858.862915] [] rescuer_thread+0x31e/0x3c0 [90858.932343] [] ? process_one_work+0x440/0x440 [90859.005965] [] kthread+0xd1/0xe0 [90859.066052] [] ? insert_kthread_work+0x40/0x40 [90859.140714] [] ret_from_fork+0x77/0xb0 [90859.207032] [] ? insert_kthread_work+0x40/0x40 [90859.281647] kworker/10:1H S ffff88082ca58fd0 0 680 2 0x00000000 [90859.367882] Call Trace: [90859.398828] [] ? process_one_work+0x21a/0x440 [90859.472444] [] schedule+0x29/0x70 [90859.533584] [] worker_thread+0x1d9/0x3c0 [90859.602001] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90859.681863] [] kthread+0xd1/0xe0 [90859.741955] [] ? insert_kthread_work+0x40/0x40 [90859.816616] [] ret_from_fork+0x77/0xb0 [90859.882937] [] ? insert_kthread_work+0x40/0x40 [90859.957571] kworker/26:1H S ffff88082ca5cf10 0 696 2 0x00000000 [90860.043815] Call Trace: [90860.074726] [] ? process_one_work+0x21a/0x440 [90860.148314] [] schedule+0x29/0x70 [90860.209452] [] worker_thread+0x1d9/0x3c0 [90860.277868] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90860.357737] [] kthread+0xd1/0xe0 [90860.417831] [] ? insert_kthread_work+0x40/0x40 [90860.492498] [] ret_from_fork+0x77/0xb0 [90860.558819] [] ? insert_kthread_work+0x40/0x40 [90860.633439] kworker/11:1H S 00000000e66a63f9 0 697 2 0x00000000 [90860.719685] Call Trace: [90860.750639] [] ? cfq_kick_queue+0x2f/0x50 [90860.820101] [] ? process_one_work+0x21a/0x440 [90860.893722] [] schedule+0x29/0x70 [90860.954859] [] worker_thread+0x1d9/0x3c0 [90861.023239] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90861.103103] [] kthread+0xd1/0xe0 [90861.163172] [] ? insert_kthread_work+0x40/0x40 [90861.237818] [] ret_from_fork+0x77/0xb0 [90861.304109] [] ? insert_kthread_work+0x40/0x40 [90861.378742] kworker/9:1H S ffff88082ca5bf40 0 699 2 0x00000000 [90861.464960] Call Trace: [90861.495925] [] ? process_one_work+0x21a/0x440 [90861.569551] [] schedule+0x29/0x70 [90861.630684] [] worker_thread+0x1d9/0x3c0 [90861.699100] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90861.778967] [] kthread+0xd1/0xe0 [90861.839065] [] ? insert_kthread_work+0x40/0x40 [90861.913704] [] ret_from_fork+0x77/0xb0 [90861.980014] [] ? insert_kthread_work+0x40/0x40 [90862.054643] kworker/4:1H S ffff88042b0f3f40 0 700 2 0x00000000 [90862.140905] Call Trace: [90862.171868] [] ? process_one_work+0x21a/0x440 [90862.245501] [] schedule+0x29/0x70 [90862.306651] [] worker_thread+0x1d9/0x3c0 [90862.375077] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90862.454949] [] kthread+0xd1/0xe0 [90862.515036] [] ? insert_kthread_work+0x40/0x40 [90862.589669] [] ret_from_fork+0x77/0xb0 [90862.655981] [] ? insert_kthread_work+0x40/0x40 [90862.730608] systemd-journal R running task 0 701 1 0x00000000 [90862.816851] Call Trace: [90862.847805] [] schedule+0x29/0x70 [90862.908943] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90862.995061] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90863.078064] [] schedule_hrtimeout_range+0x13/0x20 [90863.155866] [] ep_poll+0x23e/0x360 [90863.218045] [] ? do_truncate+0x88/0xc0 [90863.284354] [] ? wake_up_state+0x20/0x20 [90863.352685] [] SyS_epoll_wait+0xed/0x120 [90863.421049] [] ? system_call_after_swapgs+0xa2/0x146 [90863.501936] [] system_call_fastpath+0x1c/0x21 [90863.575527] [] ? system_call_after_swapgs+0xae/0x146 [90863.656405] kworker/30:1H S ffff88082ca5af70 0 702 2 0x00000000 [90863.742654] Call Trace: [90863.773625] [] ? process_one_work+0x21a/0x440 [90863.847230] [] schedule+0x29/0x70 [90863.908343] [] worker_thread+0x1d9/0x3c0 [90863.976744] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90864.056566] [] kthread+0xd1/0xe0 [90864.116640] [] ? insert_kthread_work+0x40/0x40 [90864.191251] [] ret_from_fork+0x77/0xb0 [90864.257560] [] ? insert_kthread_work+0x40/0x40 [90864.332173] rpciod S ffff88042b0f0000 0 715 2 0x00000000 [90864.418419] Call Trace: [90864.449379] [] schedule+0x29/0x70 [90864.510526] [] rescuer_thread+0x31e/0x3c0 [90864.579994] [] ? process_one_work+0x440/0x440 [90864.653599] [] kthread+0xd1/0xe0 [90864.713669] [] ? insert_kthread_work+0x40/0x40 [90864.788264] [] ret_from_fork+0x77/0xb0 [90864.854577] [] ? insert_kthread_work+0x40/0x40 [90864.929176] xprtiod S ffff88042b0f0fd0 0 716 2 0x00000000 [90865.015430] Call Trace: [90865.046375] [] schedule+0x29/0x70 [90865.107506] [] rescuer_thread+0x31e/0x3c0 [90865.176958] [] ? process_one_work+0x440/0x440 [90865.250567] [] kthread+0xd1/0xe0 [90865.310631] [] ? insert_kthread_work+0x40/0x40 [90865.385220] [] ret_from_fork+0x77/0xb0 [90865.451489] [] ? insert_kthread_work+0x40/0x40 [90865.526071] systemd-udevd S ffff8804b90d0fd0 0 736 1 0x00000000 [90865.612271] Call Trace: [90865.643175] [] ? kmem_cache_alloc+0x35/0x1f0 [90865.715742] [] schedule+0x29/0x70 [90865.776864] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90865.862958] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90865.945932] [] schedule_hrtimeout_range+0x13/0x20 [90866.023695] [] ep_poll+0x23e/0x360 [90866.085857] [] ? do_unlinkat+0xf1/0x2d0 [90866.153176] [] ? wake_up_state+0x20/0x20 [90866.221552] [] SyS_epoll_wait+0xed/0x120 [90866.289922] [] ? system_call_after_swapgs+0xa2/0x146 [90866.370778] [] system_call_fastpath+0x1c/0x21 [90866.444347] [] ? system_call_after_swapgs+0xae/0x146 [90866.525178] lvmetad S ffff8804b90d6eb0 0 750 1 0x00000000 [90866.611386] Call Trace: [90866.642330] [] schedule+0x29/0x70 [90866.703446] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90866.789548] [] ? add_wait_queue+0x3c/0x50 [90866.858983] [] ? __pollwait+0x7f/0xf0 [90866.924245] [] ? list_del+0xd/0x30 [90866.986376] [] schedule_hrtimeout_range+0x13/0x20 [90867.064080] [] poll_schedule_timeout+0x55/0xb0 [90867.138699] [] do_select+0x6d1/0x7c0 [90867.202909] [] ? poll_select_copy_remaining+0x150/0x150 [90867.286894] [] ? __inc_zone_page_state+0x32/0x60 [90867.363605] [] ? shmem_add_to_page_cache.isra.23+0xd0/0x120 [90867.451764] [] ? shmem_getpage_gfp.isra.26+0x6ca/0x880 [90867.534729] [] ? zone_statistics+0x88/0xa0 [90867.605173] [] ? list_del+0xd/0x30 [90867.667293] [] ? __rmqueue+0x8a/0x460 [90867.732521] [] ? zone_statistics+0x88/0xa0 [90867.802931] [] ? radix_tree_lookup_slot+0x22/0x50 [90867.880647] [] ? __find_get_page+0x1e/0xa0 [90867.951054] [] ? filemap_fault+0x215/0x420 [90868.021487] [] core_sys_select+0x1db/0x300 [90868.091903] [] ? handle_mm_fault+0x691/0xfa0 [90868.164404] [] ? enqueue_task+0x57/0x80 [90868.231713] [] ? check_preempt_curr+0x78/0xa0 [90868.305234] [] SyS_select+0xba/0x110 [90868.369380] [] ? system_call_after_swapgs+0xa2/0x146 [90868.450151] [] ? system_call_after_swapgs+0xae/0x146 [90868.530912] [] ? system_call_after_swapgs+0xa2/0x146 [90868.611681] [] ? system_call_after_swapgs+0xae/0x146 [90868.692433] [] system_call_fastpath+0x1c/0x21 [90868.765862] [] ? system_call_after_swapgs+0xae/0x146 [90868.846614] kworker/31:1H S ffff88082bcc8fd0 0 824 2 0x00000000 [90868.932713] Call Trace: [90868.963432] [] ? process_one_work+0x21a/0x440 [90869.036883] [] schedule+0x29/0x70 [90869.097833] [] worker_thread+0x1d9/0x3c0 [90869.166059] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90869.245711] [] kthread+0xd1/0xe0 [90869.305629] [] ? insert_kthread_work+0x40/0x40 [90869.380089] [] ret_from_fork+0x77/0xb0 [90869.446187] [] ? insert_kthread_work+0x40/0x40 [90869.520679] kipmi0 S ffff88082bccaf70 0 840 2 0x00000000 [90869.606764] Call Trace: [90869.637601] [] schedule+0x29/0x70 [90869.698610] [] ipmi_thread+0x118/0x220 [ipmi_si] [90869.775217] [] ? poll+0x70/0x70 [ipmi_si] [90869.844528] [] kthread+0xd1/0xe0 [90869.904455] [] ? insert_kthread_work+0x40/0x40 [90869.978920] [] ret_from_fork+0x77/0xb0 [90870.045069] [] ? insert_kthread_work+0x40/0x40 [90870.119565] kworker/24:1H S ffff88082bccdee0 0 877 2 0x00000000 [90870.205655] Call Trace: [90870.236458] [] ? cfq_kick_queue+0x2f/0x50 [90870.305770] [] ? process_one_work+0x21a/0x440 [90870.379259] [] schedule+0x29/0x70 [90870.440263] [] worker_thread+0x1d9/0x3c0 [90870.508540] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90870.588246] [] kthread+0xd1/0xe0 [90870.648200] [] ? insert_kthread_work+0x40/0x40 [90870.722683] [] ret_from_fork+0x77/0xb0 [90870.788842] [] ? insert_kthread_work+0x40/0x40 [90870.863352] kworker/28:1H S 00000000fc15e2de 0 909 2 0x00000000 [90870.949482] Call Trace: [90870.980332] [] ? cfq_kick_queue+0x2f/0x50 [90871.049685] [] ? process_one_work+0x21a/0x440 [90871.123199] [] schedule+0x29/0x70 [90871.184195] [] worker_thread+0x1d9/0x3c0 [90871.252508] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90871.332267] [] kthread+0xd1/0xe0 [90871.392239] [] ? insert_kthread_work+0x40/0x40 [90871.466781] [] ret_from_fork+0x77/0xb0 [90871.532991] [] ? insert_kthread_work+0x40/0x40 [90871.607559] edac-poller S ffff8804b90d3f40 0 955 2 0x00000000 [90871.693694] Call Trace: [90871.724607] [] schedule+0x29/0x70 [90871.785709] [] rescuer_thread+0x31e/0x3c0 [90871.855148] [] ? process_one_work+0x440/0x440 [90871.928736] [] kthread+0xd1/0xe0 [90871.988764] [] ? insert_kthread_work+0x40/0x40 [90872.063376] [] ret_from_fork+0x77/0xb0 [90872.129636] [] ? insert_kthread_work+0x40/0x40 [90872.204243] auditd S ffff88042bc30fd0 0 977 1 0x00000000 [90872.290469] Call Trace: [90872.321419] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90872.401269] [] schedule+0x29/0x70 [90872.462395] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90872.547451] [] ? hrtimer_get_res+0x50/0x50 [90872.617913] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90872.705035] [] schedule_hrtimeout_range+0x13/0x20 [90872.782804] [] ep_poll+0x23e/0x360 [90872.844936] [] ? wake_up_state+0x20/0x20 [90872.913331] [] SyS_epoll_wait+0xed/0x120 [90872.981687] [] ? system_call_after_swapgs+0xa2/0x146 [90873.062542] [] system_call_fastpath+0x1c/0x21 [90873.136145] [] ? system_call_after_swapgs+0xae/0x146 [90873.217010] auditd S ffff88082bd46eb0 0 980 1 0x00000000 [90873.303252] Call Trace: [90873.334214] [] schedule+0x29/0x70 [90873.395345] [] futex_wait_queue_me+0xc6/0x130 [90873.468920] [] futex_wait+0x17b/0x280 [90873.534189] [] ? sched_clock+0x9/0x10 [90873.599445] [] ? __schedule+0x47c/0xa30 [90873.666761] [] do_futex+0x106/0x5a0 [90873.729915] [] ? jbd2_complete_transaction+0x52/0xa0 [jbd2] [90873.818055] [] SyS_futex+0x80/0x180 [90873.881227] [] ? system_call_after_swapgs+0xa2/0x146 [90873.962079] [] ? system_call_after_swapgs+0xae/0x146 [90874.042909] [] ? system_call_after_swapgs+0xa2/0x146 [90874.123728] [] ? system_call_after_swapgs+0xae/0x146 [90874.204540] [] ? system_call_after_swapgs+0xa2/0x146 [90874.285319] [] ? system_call_after_swapgs+0xae/0x146 [90874.366044] [] system_call_fastpath+0x1c/0x21 [90874.439512] [] ? system_call_after_swapgs+0xae/0x146 [90874.520260] rsyslogd S ffff88082c714f10 0 1034 1 0x00000080 [90874.606380] Call Trace: [90874.637207] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90874.716923] [] schedule+0x29/0x70 [90874.777913] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90874.862842] [] ? hrtimer_get_res+0x50/0x50 [90874.933229] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90875.020264] [] schedule_hrtimeout_range+0x13/0x20 [90875.097902] [] poll_schedule_timeout+0x55/0xb0 [90875.172455] [] do_select+0x6d1/0x7c0 [90875.236597] [] ? ep_poll_callback+0xee/0x210 [90875.309073] [] ? enqueue_task_fair+0x208/0x6c0 [90875.383614] [] ? sched_clock_cpu+0x85/0xc0 [90875.453997] [] ? enqueue_task+0x57/0x80 [90875.521237] [] ? sched_setnuma+0xb6/0x140 [90875.590567] [] ? task_numa_fault+0x383/0xbb0 [90875.662991] [] ? do_numa_page+0x159/0x1e0 [90875.732294] [] ? handle_mm_fault+0x6b7/0xfa0 [90875.804673] [] ? should_numa_migrate_memory+0x5b/0x150 [90875.887494] [] core_sys_select+0x1db/0x300 [90875.957793] [] ? handle_mm_fault+0x6b7/0xfa0 [90876.030205] [] ? ktime_get_ts64+0x52/0xf0 [90876.099482] [] ? ktime_get_ts64+0x52/0xf0 [90876.168697] [] SyS_select+0xba/0x110 [90876.232707] [] system_call_fastpath+0x1c/0x21 [90876.306111] [] ? system_call_after_swapgs+0xae/0x146 [90876.386777] in:imjournal S ffff880417b22f70 0 1065 1 0x00000080 [90876.472800] Call Trace: [90876.503536] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90876.583224] [] schedule+0x29/0x70 [90876.644161] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90876.729019] [] ? hrtimer_get_res+0x50/0x50 [90876.799314] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90876.886214] [] schedule_hrtimeout_range+0x13/0x20 [90876.963790] [] poll_schedule_timeout+0x55/0xb0 [90877.038286] [] do_sys_poll+0x4cd/0x580 [90877.104465] [] ? __wake_up+0x44/0x50 [90877.168540] [] ? radix_tree_lookup_slot+0x22/0x50 [90877.246154] [] ? __enqueue_entity+0x78/0x80 [90877.317508] [] ? call_rcu_sched+0x1d/0x20 [90877.386744] [] ? poll_select_copy_remaining+0x150/0x150 [90877.470578] [] ? ttwu_do_activate.constprop.91+0x5d/0x70 [90877.555508] [] ? try_to_wake_up+0x18c/0x350 [90877.626905] [] ? wake_up_q+0x5b/0x80 [90877.691062] [] ? futex_wake_op+0x4a5/0x610 [90877.761483] [] ? do_futex+0x17a/0x5a0 [90877.826657] [] ? abort_exclusive_wait+0xa0/0xa0 [90877.902276] [] ? ktime_get_ts64+0x52/0xf0 [90877.971598] [] SyS_poll+0x74/0x110 [90878.033626] [] system_call_fastpath+0x1c/0x21 [90878.107116] [] ? system_call_after_swapgs+0xae/0x146 [90878.187854] rs:main Q:Reg S ffff880417b23f40 0 1075 1 0x00000080 [90878.273944] Call Trace: [90878.304758] [] schedule+0x29/0x70 [90878.365740] [] futex_wait_queue_me+0xc6/0x130 [90878.439236] [] futex_wait+0x17b/0x280 [90878.504421] [] ? ext4_file_write+0xdb/0x470 [ext4] [90878.583090] [] do_futex+0x106/0x5a0 [90878.646184] [] SyS_futex+0x80/0x180 [90878.709247] [] ? system_call_after_swapgs+0xa2/0x146 [90878.790028] [] ? system_call_after_swapgs+0xae/0x146 [90878.870758] [] ? system_call_after_swapgs+0xa2/0x146 [90878.951484] [] ? system_call_after_swapgs+0xae/0x146 [90879.032209] [] ? system_call_after_swapgs+0xa2/0x146 [90879.112910] [] ? system_call_after_swapgs+0xae/0x146 [90879.193566] [] system_call_fastpath+0x1c/0x21 [90879.266937] [] ? system_call_after_swapgs+0xae/0x146 [90879.347586] irqbalance S ffff88082c712f70 0 1035 1 0x00000080 [90879.433638] Call Trace: [90879.464395] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90879.544104] [] schedule+0x29/0x70 [90879.605085] [] do_nanosleep+0x86/0xf0 [90879.670230] [] hrtimer_nanosleep+0xbb/0x180 [90879.741573] [] ? hrtimer_get_res+0x50/0x50 [90879.811755] [] ? do_nanosleep+0x72/0xf0 [90879.878932] [] SyS_nanosleep+0x7e/0x90 [90879.945055] [] system_call_fastpath+0x1c/0x21 [90880.018441] [] ? system_call_after_swapgs+0xae/0x146 [90880.099129] sssd S ffff88082c713f40 0 1036 1 0x00000080 [90880.185191] Call Trace: [90880.215934] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90880.295572] [] schedule+0x29/0x70 [90880.356483] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90880.441364] [] ? hrtimer_get_res+0x50/0x50 [90880.511656] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90880.598605] [] schedule_hrtimeout_range+0x13/0x20 [90880.676193] [] poll_schedule_timeout+0x55/0xb0 [90880.750666] [] do_sys_poll+0x4cd/0x580 [90880.816802] [] ? sock_recvmsg+0xc5/0x100 [90880.885036] [] ? process_measurement+0x8e/0x250 [90880.960518] [] ? zone_statistics+0x88/0xa0 [90881.030838] [] ? poll_select_copy_remaining+0x150/0x150 [90881.114660] [] ? poll_select_copy_remaining+0x150/0x150 [90881.198474] [] ? poll_select_copy_remaining+0x150/0x150 [90881.282296] [] ? poll_select_copy_remaining+0x150/0x150 [90881.366096] [] ? poll_select_copy_remaining+0x150/0x150 [90881.449865] [] ? poll_select_copy_remaining+0x150/0x150 [90881.533575] [] ? poll_select_copy_remaining+0x150/0x150 [90881.617278] [] ? poll_select_copy_remaining+0x150/0x150 [90881.700943] [] ? poll_select_copy_remaining+0x150/0x150 [90881.784565] [] SyS_poll+0x74/0x110 [90881.846332] [] system_call_fastpath+0x1c/0x21 [90881.919549] [] ? system_call_after_swapgs+0xae/0x146 [90882.000053] dbus-daemon S ffff88082c711fa0 0 1037 1 0x00000080 [90882.085958] Call Trace: [90882.116532] [] ? ___sys_sendmsg+0x3a9/0x3c0 [90882.187712] [] schedule+0x29/0x70 [90882.248477] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90882.334256] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90882.416964] [] schedule_hrtimeout_range+0x13/0x20 [90882.494463] [] ep_poll+0x23e/0x360 [90882.556370] [] ? wake_up_state+0x20/0x20 [90882.624541] [] SyS_epoll_wait+0xed/0x120 [90882.692673] [] ? system_call_after_swapgs+0xa2/0x146 [90882.773298] [] system_call_fastpath+0x1c/0x21 [90882.846653] [] ? system_call_after_swapgs+0xae/0x146 [90882.927293] NetworkManager S ffff88042fb2af70 0 1038 1 0x00000080 [90883.013288] Call Trace: [90883.044010] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90883.123639] [] schedule+0x29/0x70 [90883.184535] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90883.269344] [] ? hrtimer_get_res+0x50/0x50 [90883.339625] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90883.426564] [] schedule_hrtimeout_range+0x13/0x20 [90883.504180] [] poll_schedule_timeout+0x55/0xb0 [90883.578640] [] do_sys_poll+0x4cd/0x580 [90883.644777] [] ? dequeue_task_fair+0x41e/0x660 [90883.719243] [] ? sched_clock_cpu+0x85/0xc0 [90883.789466] [] ? __switch_to+0x150/0x500 [90883.857632] [] ? __schedule+0x47c/0xa30 [90883.924781] [] ? get_futex_key+0x1c8/0x2c0 [90883.995040] [] ? poll_select_copy_remaining+0x150/0x150 [90884.078818] [] ? poll_select_copy_remaining+0x150/0x150 [90884.162550] [] ? poll_select_copy_remaining+0x150/0x150 [90884.246249] [] ? poll_select_copy_remaining+0x150/0x150 [90884.329958] [] ? poll_select_copy_remaining+0x150/0x150 [90884.413587] [] ? poll_select_copy_remaining+0x150/0x150 [90884.497224] [] ? poll_select_copy_remaining+0x150/0x150 [90884.580849] [] ? abort_exclusive_wait+0xa0/0xa0 [90884.656144] [] ? ktime_get_ts64+0x52/0xf0 [90884.725109] [] SyS_poll+0x74/0x110 [90884.786942] [] system_call_fastpath+0x1c/0x21 [90884.860213] [] ? system_call_after_swapgs+0xae/0x146 [90884.940823] gmain S ffff880417b24f10 0 1141 1 0x00000080 [90885.026829] Call Trace: [90885.057545] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90885.137234] [] schedule+0x29/0x70 [90885.198212] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90885.283121] [] ? hrtimer_get_res+0x50/0x50 [90885.353433] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90885.440405] [] schedule_hrtimeout_range+0x13/0x20 [90885.518031] [] poll_schedule_timeout+0x55/0xb0 [90885.592500] [] do_sys_poll+0x4cd/0x580 [90885.658624] [] ? __inc_zone_page_state+0x32/0x60 [90885.735199] [] ? do_page_add_anon_rmap+0x9a/0xc0 [90885.811773] [] ? page_add_anon_rmap+0x10/0x20 [90885.885212] [] ? remove_migration_pte+0x271/0x350 [90885.962790] [] ? security_inode_permission+0x22/0x30 [90886.043478] [] ? __inode_permission+0x52/0xd0 [90886.116924] [] ? poll_select_copy_remaining+0x150/0x150 [90886.200756] [] ? poll_select_copy_remaining+0x150/0x150 [90886.284552] [] ? path_lookupat+0x1e2/0x7c0 [90886.354853] [] ? kmem_cache_alloc+0x35/0x1f0 [90886.427127] [] ? getname_flags+0x4f/0x1a0 [90886.496329] [] ? putname+0x3d/0x60 [90886.558227] [] ? user_path_at_empty+0x72/0xc0 [90886.631557] [] ? change_protection+0x65/0xa0 [90886.703878] [] ? ktime_get_ts64+0x52/0xf0 [90886.773074] [] SyS_poll+0x74/0x110 [90886.834969] [] system_call_fastpath+0x1c/0x21 [90886.908275] [] ? system_call_after_swapgs+0xae/0x146 [90886.988891] gdbus S ffff88042bc9cf10 0 1143 1 0x00000080 [90887.074894] Call Trace: [90887.105562] [] ? kmem_cache_free+0x1e2/0x200 [90887.177870] [] schedule+0x29/0x70 [90887.238748] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90887.324575] [] ? add_wait_queue+0x3c/0x50 [90887.393798] [] ? __pollwait+0x7f/0xf0 [90887.458860] [] ? add_wait_queue+0x3c/0x50 [90887.528072] [] schedule_hrtimeout_range+0x13/0x20 [90887.605606] [] poll_schedule_timeout+0x55/0xb0 [90887.680066] [] do_sys_poll+0x4cd/0x580 [90887.746216] [] ? unix_stream_recvmsg+0x54/0x70 [90887.820734] [] ? unix_state_double_lock+0x70/0x70 [90887.898359] [] ? sock_recvmsg+0xc5/0x100 [90887.966659] [] ? rmap_walk+0x1c6/0x250 [90888.032890] [] ? poll_select_copy_remaining+0x150/0x150 [90888.116813] [] ? poll_select_copy_remaining+0x150/0x150 [90888.200686] [] ? poll_select_copy_remaining+0x150/0x150 [90888.284539] [] ? try_to_wake_up+0x18c/0x350 [90888.355938] [] ? default_wake_function+0x12/0x20 [90888.432485] [] ? pollwake+0x73/0x90 [90888.495494] [] ? wake_up_state+0x20/0x20 [90888.563721] [] ? __wake_up_common+0x5b/0x90 [90888.635076] [] ? vfs_write+0x168/0x1f0 [90888.701195] [] ? system_call_after_swapgs+0xae/0x146 [90888.781905] [] SyS_poll+0x74/0x110 [90888.843873] [] ? system_call_after_swapgs+0xa2/0x146 [90888.924541] [] ? system_call_after_swapgs+0xae/0x146 [90889.005178] [] system_call_fastpath+0x1c/0x21 [90889.078539] [] ? system_call_after_swapgs+0xae/0x146 [90889.159184] polkitd S ffff88042fb2bf40 0 1039 1 0x00000080 [90889.245200] Call Trace: [90889.275948] [] schedule+0x29/0x70 [90889.336886] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90889.422797] [] ? check_preempt_curr+0x78/0xa0 [90889.496198] [] ? add_wait_queue+0x3c/0x50 [90889.565415] [] schedule_hrtimeout_range+0x13/0x20 [90889.643023] [] poll_schedule_timeout+0x55/0xb0 [90889.717485] [] do_sys_poll+0x4cd/0x580 [90889.783630] [] ? dequeue_entity+0x11c/0x5e0 [90889.854993] [] ? dequeue_task_fair+0x41e/0x660 [90889.929455] [] ? sched_clock_cpu+0x85/0xc0 [90889.999788] [] ? __switch_to+0x150/0x500 [90890.068025] [] ? poll_select_copy_remaining+0x150/0x150 [90890.151874] [] ? poll_select_copy_remaining+0x150/0x150 [90890.235723] [] ? ttwu_do_wakeup+0x19/0xe0 [90890.305002] [] ? ttwu_do_activate.constprop.91+0x5d/0x70 [90890.389891] [] ? try_to_wake_up+0x18c/0x350 [90890.461206] [] ? inotify_free_event+0xe/0x10 [90890.533543] [] ? kfree+0x106/0x140 [90890.595494] [] ? list_del+0xd/0x30 [90890.657412] [] ? remove_wait_queue+0x31/0x40 [90890.729765] [] ? inotify_read+0x247/0x3f0 [90890.798987] [] ? abort_exclusive_wait+0xa0/0xa0 [90890.874426] [] ? system_call_after_swapgs+0xae/0x146 [90890.955086] [] SyS_poll+0x74/0x110 [90891.017035] [] ? system_call_after_swapgs+0xa2/0x146 [90891.097717] [] ? system_call_after_swapgs+0xae/0x146 [90891.178350] [] system_call_fastpath+0x1c/0x21 [90891.251730] [] ? system_call_after_swapgs+0xae/0x146 [90891.332366] gmain S ffff88042a983f40 0 1041 1 0x00000080 [90891.418377] Call Trace: [90891.449106] [] schedule+0x29/0x70 [90891.510034] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90891.595961] [] ? add_wait_queue+0x3c/0x50 [90891.665233] [] schedule_hrtimeout_range+0x13/0x20 [90891.742863] [] poll_schedule_timeout+0x55/0xb0 [90891.817346] [] do_sys_poll+0x4cd/0x580 [90891.883501] [] ? zone_statistics+0x88/0xa0 [90891.953829] [] ? zone_statistics+0x88/0xa0 [90892.024141] [] ? get_page_from_freelist+0x4fa/0x9e0 [90892.103845] [] ? poll_select_copy_remaining+0x150/0x150 [90892.187715] [] ? poll_select_copy_remaining+0x150/0x150 [90892.271532] [] ? ext4_filemap_fault+0x41/0x50 [ext4] [90892.352216] [] ? unlock_page+0x2b/0x30 [90892.418359] [] ? do_read_fault.isra.44+0xe6/0x130 [90892.495977] [] ? eventfd_ctx_read+0x67/0x1e0 [90892.568358] [] ? system_call_after_swapgs+0xae/0x146 [90892.648892] [] SyS_poll+0x74/0x110 [90892.710883] [] ? system_call_after_swapgs+0xa2/0x146 [90892.791598] [] ? system_call_after_swapgs+0xae/0x146 [90892.872268] [] system_call_fastpath+0x1c/0x21 [90892.945680] [] ? system_call_after_swapgs+0xae/0x146 [90893.026346] gdbus S ffff88042a985ee0 0 1042 1 0x00000080 [90893.112380] Call Trace: [90893.143110] [] schedule+0x29/0x70 [90893.204043] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90893.289975] [] ? add_wait_queue+0x3c/0x50 [90893.359238] [] ? add_wait_queue+0x3c/0x50 [90893.428472] [] schedule_hrtimeout_range+0x13/0x20 [90893.506080] [] poll_schedule_timeout+0x55/0xb0 [90893.580519] [] do_sys_poll+0x4cd/0x580 [90893.646694] [] ? sock_sendmsg+0xb6/0xf0 [90893.713900] [] ? sock_recvmsg+0xc5/0x100 [90893.782100] [] ? __schedule+0x47c/0xa30 [90893.849251] [] ? poll_select_copy_remaining+0x150/0x150 [90893.933076] [] ? poll_select_copy_remaining+0x150/0x150 [90894.016891] [] ? ___sys_sendmsg+0x3a9/0x3c0 [90894.088207] [] ? default_wake_function+0x12/0x20 [90894.164736] [] ? pollwake+0x73/0x90 [90894.227735] [] ? wake_up_state+0x20/0x20 [90894.295957] [] ? eventfd_ctx_read+0x67/0x1e0 [90894.368305] [] ? system_call_after_swapgs+0xae/0x146 [90894.448998] [] SyS_poll+0x74/0x110 [90894.510974] [] ? system_call_after_swapgs+0xa2/0x146 [90894.591703] [] ? system_call_after_swapgs+0xae/0x146 [90894.672380] [] system_call_fastpath+0x1c/0x21 [90894.745801] [] ? system_call_after_swapgs+0xae/0x146 [90894.826479] JS GC Helper S ffff88042a980000 0 1043 1 0x00000080 [90894.912516] Call Trace: [90894.943239] [] schedule+0x29/0x70 [90895.004140] [] futex_wait_queue_me+0xc6/0x130 [90895.077560] [] futex_wait+0x17b/0x280 [90895.142634] [] ? mem_cgroup_update_page_stat+0x16/0x50 [90895.225375] [] ? page_add_file_rmap+0x8c/0xc0 [90895.298784] [] do_futex+0x106/0x5a0 [90895.361783] [] ? call_rwsem_down_read_failed+0x18/0x30 [90895.444591] [] SyS_futex+0x80/0x180 [90895.507633] [] ? system_call_after_swapgs+0xa2/0x146 [90895.588333] [] ? system_call_after_swapgs+0xae/0x146 [90895.669050] [] ? system_call_after_swapgs+0xa2/0x146 [90895.749759] [] ? system_call_after_swapgs+0xae/0x146 [90895.830401] [] ? system_call_after_swapgs+0xa2/0x146 [90895.911026] [] ? system_call_after_swapgs+0xae/0x146 [90895.991657] [] system_call_fastpath+0x1c/0x21 [90896.064973] [] ? system_call_after_swapgs+0xae/0x146 [90896.145598] JS Sour~ Thread S ffff88042a984f10 0 1044 1 0x00000080 [90896.231605] Call Trace: [90896.262290] [] schedule+0x29/0x70 [90896.323157] [] futex_wait_queue_me+0xc6/0x130 [90896.396539] [] futex_wait+0x17b/0x280 [90896.461561] [] ? __alloc_pages_nodemask+0x176/0x420 [90896.541131] [] ? get_futex_key+0x1c8/0x2c0 [90896.611337] [] ? __mem_cgroup_commit_charge+0xe2/0x2f0 [90896.694036] [] do_futex+0x106/0x5a0 [90896.756962] [] ? cap_task_prctl+0x288/0x390 [90896.828241] [] ? yama_task_prctl+0x24/0x110 [90896.899540] [] ? cap_task_prctl+0x288/0x390 [90896.970831] [] ? strlcpy+0x42/0x60 [90897.032746] [] SyS_futex+0x80/0x180 [90897.095697] [] ? system_call_after_swapgs+0xa2/0x146 [90897.176341] [] ? system_call_after_swapgs+0xae/0x146 [90897.256962] [] ? system_call_after_swapgs+0xa2/0x146 [90897.337589] [] ? system_call_after_swapgs+0xae/0x146 [90897.418180] [] ? system_call_after_swapgs+0xa2/0x146 [90897.498785] [] ? system_call_after_swapgs+0xae/0x146 [90897.579332] [] system_call_fastpath+0x1c/0x21 [90897.652631] [] ? system_call_after_swapgs+0xae/0x146 [90897.733183] polkitd S ffff88042a981fa0 0 1045 1 0x00000080 [90897.819131] Call Trace: [90897.849778] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90897.929333] [] schedule+0x29/0x70 [90897.990114] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90898.075932] [] ? hrtimer_get_res+0x50/0x50 [90898.146142] [] ? add_wait_queue+0x3c/0x50 [90898.215314] [] schedule_hrtimeout_range+0x13/0x20 [90898.292820] [] poll_schedule_timeout+0x55/0xb0 [90898.367167] [] do_sys_poll+0x4cd/0x580 [90898.433181] [] ? zone_statistics+0x88/0xa0 [90898.503377] [] ? zone_statistics+0x88/0xa0 [90898.573573] [] ? get_page_from_freelist+0x4fa/0x9e0 [90898.653095] [] ? poll_select_copy_remaining+0x150/0x150 [90898.736794] [] ? sched_clock+0x9/0x10 [90898.801766] [] ? sched_clock_cpu+0x85/0xc0 [90898.871912] [] ? try_to_wake_up+0x18c/0x350 [90898.943082] [] ? get_futex_key+0x1c8/0x2c0 [90899.013210] [] ? futex_wake+0x90/0x180 [90899.079190] [] ? do_futex+0x12a/0x5a0 [90899.144144] [] ? ktime_get_ts64+0x52/0xf0 [90899.213282] [] ? system_call_after_swapgs+0xae/0x146 [90899.293879] [] SyS_poll+0x74/0x110 [90899.355802] [] ? system_call_after_swapgs+0xa2/0x146 [90899.436463] [] ? system_call_after_swapgs+0xae/0x146 [90899.517070] [] system_call_fastpath+0x1c/0x21 [90899.590401] [] ? system_call_after_swapgs+0xae/0x146 [90899.670983] gssproxy S ffff88042a982f70 0 1047 1 0x00000080 [90899.756967] Call Trace: [90899.787630] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90899.867207] [] schedule+0x29/0x70 [90899.928061] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90900.012852] [] ? hrtimer_get_res+0x50/0x50 [90900.083080] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90900.169929] [] schedule_hrtimeout_range+0x13/0x20 [90900.247481] [] ep_poll+0x23e/0x360 [90900.309434] [] ? wake_up_state+0x20/0x20 [90900.377630] [] SyS_epoll_wait+0xed/0x120 [90900.445800] [] ? system_call_after_swapgs+0xa2/0x146 [90900.526488] [] system_call_fastpath+0x1c/0x21 [90900.599864] [] ? system_call_after_swapgs+0xae/0x146 [90900.680555] gssproxy S ffff88082bd45ee0 0 1048 1 0x00000080 [90900.766668] Call Trace: [90900.797500] [] schedule+0x29/0x70 [90900.858520] [] futex_wait_queue_me+0xc6/0x130 [90900.932035] [] futex_wait+0x17b/0x280 [90900.997216] [] ? ext4_filemap_fault+0x41/0x50 [ext4] [90901.078008] [] do_futex+0x106/0x5a0 [90901.141099] [] SyS_futex+0x80/0x180 [90901.204166] [] ? system_call_after_swapgs+0xa2/0x146 [90901.284927] [] ? system_call_after_swapgs+0xae/0x146 [90901.365674] [] ? system_call_after_swapgs+0xa2/0x146 [90901.446412] [] ? system_call_after_swapgs+0xae/0x146 [90901.527088] [] ? system_call_after_swapgs+0xa2/0x146 [90901.607783] [] ? system_call_after_swapgs+0xae/0x146 [90901.688442] [] system_call_fastpath+0x1c/0x21 [90901.761807] [] ? system_call_after_swapgs+0xae/0x146 [90901.842430] gssproxy S ffff88082bd40fd0 0 1049 1 0x00000080 [90901.928483] Call Trace: [90901.959226] [] schedule+0x29/0x70 [90902.020143] [] futex_wait_queue_me+0xc6/0x130 [90902.093562] [] futex_wait+0x17b/0x280 [90902.158605] [] do_futex+0x106/0x5a0 [90902.221584] [] SyS_futex+0x80/0x180 [90902.284587] [] ? system_call_after_swapgs+0xa2/0x146 [90902.365279] [] ? system_call_after_swapgs+0xae/0x146 [90902.445946] [] ? system_call_after_swapgs+0xa2/0x146 [90902.526628] [] ? system_call_after_swapgs+0xae/0x146 [90902.607299] [] ? system_call_after_swapgs+0xa2/0x146 [90902.687913] [] ? system_call_after_swapgs+0xae/0x146 [90902.768534] [] system_call_fastpath+0x1c/0x21 [90902.841828] [] ? system_call_after_swapgs+0xae/0x146 [90902.922466] gssproxy S ffff88082bd42f70 0 1050 1 0x00000080 [90903.008491] Call Trace: [90903.039186] [] schedule+0x29/0x70 [90903.100027] [] futex_wait_queue_me+0xc6/0x130 [90903.173373] [] futex_wait+0x17b/0x280 [90903.238345] [] do_futex+0x106/0x5a0 [90903.301247] [] ? __free_pages+0x1d/0x30 [90903.368317] [] ? free_pages.part.80+0x3f/0x50 [90903.441614] [] SyS_futex+0x80/0x180 [90903.504503] [] ? system_call_after_swapgs+0xa2/0x146 [90903.585049] [] ? system_call_after_swapgs+0xae/0x146 [90903.665589] [] ? system_call_after_swapgs+0xa2/0x146 [90903.746095] [] ? system_call_after_swapgs+0xae/0x146 [90903.826595] [] ? system_call_after_swapgs+0xa2/0x146 [90903.907052] [] ? system_call_after_swapgs+0xae/0x146 [90903.987500] [] system_call_fastpath+0x1c/0x21 [90904.060657] [] ? system_call_after_swapgs+0xae/0x146 [90904.141073] gssproxy S ffff88082bd43f40 0 1051 1 0x00000080 [90904.226888] Call Trace: [90904.257406] [] schedule+0x29/0x70 [90904.318075] [] futex_wait_queue_me+0xc6/0x130 [90904.391264] [] futex_wait+0x17b/0x280 [90904.456090] [] ? sched_clock+0x9/0x10 [90904.520883] [] ? sched_clock_cpu+0x85/0xc0 [90904.590886] [] ? idle_balance+0x22d/0x250 [90904.659839] [] do_futex+0x106/0x5a0 [90904.722537] [] ? schedule+0x29/0x70 [90904.785319] [] ? do_exit+0x6bb/0xa40 [90904.849124] [] SyS_futex+0x80/0x180 [90904.911892] [] ? system_call_after_swapgs+0xa2/0x146 [90904.992421] [] ? system_call_after_swapgs+0xae/0x146 [90905.072886] [] ? system_call_after_swapgs+0xa2/0x146 [90905.153373] [] ? system_call_after_swapgs+0xae/0x146 [90905.233775] [] ? system_call_after_swapgs+0xa2/0x146 [90905.314174] [] ? system_call_after_swapgs+0xae/0x146 [90905.394528] [] system_call_fastpath+0x1c/0x21 [90905.467597] [] ? system_call_after_swapgs+0xae/0x146 [90905.547964] gssproxy S ffff88082bd44f10 0 1052 1 0x00000080 [90905.633718] Call Trace: [90905.664196] [] schedule+0x29/0x70 [90905.724841] [] futex_wait_queue_me+0xc6/0x130 [90905.797983] [] futex_wait+0x17b/0x280 [90905.862812] [] ? __sb_end_write+0x31/0x60 [90905.931828] [] ? pipe_write+0x48f/0x540 [90905.998773] [] do_futex+0x106/0x5a0 [90906.061562] [] SyS_futex+0x80/0x180 [90906.124364] [] ? system_call_after_swapgs+0xa2/0x146 [90906.204858] [] ? system_call_after_swapgs+0xae/0x146 [90906.285325] [] ? system_call_after_swapgs+0xa2/0x146 [90906.365747] [] ? system_call_after_swapgs+0xae/0x146 [90906.446153] [] ? system_call_after_swapgs+0xa2/0x146 [90906.526501] [] ? system_call_after_swapgs+0xae/0x146 [90906.606859] [] system_call_fastpath+0x1c/0x21 [90906.679939] [] ? system_call_after_swapgs+0xae/0x146 [90906.760337] rpc.gssd S ffff880825324f10 0 1062 1 0x00000080 [90906.846131] Call Trace: [90906.876577] [] schedule+0x29/0x70 [90906.937234] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90907.022868] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90907.105423] [] schedule_hrtimeout_range+0x13/0x20 [90907.182783] [] ep_poll+0x23e/0x360 [90907.244554] [] ? abort_exclusive_wait+0xa0/0xa0 [90907.319883] [] ? wake_up_state+0x20/0x20 [90907.387918] [] SyS_epoll_wait+0xed/0x120 [90907.455948] [] ? system_call_after_swapgs+0xa2/0x146 [90907.536464] [] system_call_fastpath+0x1c/0x21 [90907.609680] [] ? system_call_after_swapgs+0xae/0x146 [90907.690209] sssd_be S ffff880417b20fd0 0 1063 1036 0x00000080 [90907.776115] Call Trace: [90907.806698] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90907.886219] [] schedule+0x29/0x70 [90907.947001] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90908.031739] [] ? hrtimer_get_res+0x50/0x50 [90908.101921] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90908.188768] [] schedule_hrtimeout_range+0x13/0x20 [90908.266294] [] ep_poll+0x23e/0x360 [90908.328223] [] ? recalc_sigpending+0x1b/0x50 [90908.400549] [] ? wake_up_state+0x20/0x20 [90908.468701] [] SyS_epoll_wait+0xed/0x120 [90908.536866] [] ? system_call_after_swapgs+0xa2/0x146 [90908.617575] [] system_call_fastpath+0x1c/0x21 [90908.690996] [] ? system_call_after_swapgs+0xae/0x146 [90908.771720] chronyd S ffff88042bc32f70 0 1067 1 0x00000080 [90908.857839] Call Trace: [90908.888646] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90908.968378] [] schedule+0x29/0x70 [90909.029375] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90909.114298] [] ? hrtimer_get_res+0x50/0x50 [90909.184647] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90909.271678] [] schedule_hrtimeout_range+0x13/0x20 [90909.349362] [] poll_schedule_timeout+0x55/0xb0 [90909.423897] [] do_select+0x6d1/0x7c0 [90909.488046] [] ? poll_select_copy_remaining+0x150/0x150 [90909.571968] [] ? poll_select_copy_remaining+0x150/0x150 [90909.655859] [] ? poll_select_copy_remaining+0x150/0x150 [90909.739752] [] ? setup_data_read+0x90/0x90 [90909.810135] [] ? free_cpumask_var+0x9/0x10 [90909.880572] [] ? native_send_call_func_ipi+0xa7/0x120 [90909.962467] [] ? smp_call_function_many+0x1df/0x270 [90910.042317] [] ? netif_rx_internal+0x22/0x110 [90910.115891] [] ? setup_data_read+0x90/0x90 [90910.186354] [] ? netif_rx_internal+0x23/0x110 [90910.259904] [] ? netif_rx_internal+0x22/0x110 [90910.333389] [] ? text_poke_bp+0xb7/0xf0 [90910.400659] [] ? mutex_lock+0x12/0x2f [90910.465839] [] ? put_online_cpus+0x56/0x80 [90910.536242] [] ? arch_jump_label_transform+0x79/0xb0 [90910.617042] [] core_sys_select+0x1db/0x300 [90910.687442] [] ? kmem_cache_free+0x1e2/0x200 [90910.759892] [] ? __d_free+0x35/0x40 [90910.822967] [] ? d_free+0x60/0x70 [90910.883961] [] ? dentry_kill+0x15d/0x1c0 [90910.952257] [] ? ktime_get_ts64+0x52/0xf0 [90911.021586] [] SyS_select+0xba/0x110 [90911.085682] [] system_call_fastpath+0x1c/0x21 [90911.159162] [] ? system_call_after_swapgs+0xae/0x146 [90911.239881] mcelog S ffff88042bc36eb0 0 1076 1 0x00000080 [90911.325950] Call Trace: [90911.356724] [] schedule+0x29/0x70 [90911.417675] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90911.503612] [] ? add_wait_queue+0x3c/0x50 [90911.572883] [] ? add_wait_queue+0x3c/0x50 [90911.642152] [] schedule_hrtimeout_range+0x13/0x20 [90911.719728] [] poll_schedule_timeout+0x55/0xb0 [90911.794211] [] do_sys_poll+0x4cd/0x580 [90911.860369] [] ? shmem_getpage_gfp.isra.26+0x6ca/0x880 [90911.943184] [] ? __mem_cgroup_uncharge_common+0xcd/0x2f0 [90912.028087] [] ? poll_select_copy_remaining+0x150/0x150 [90912.111924] [] ? poll_select_copy_remaining+0x150/0x150 [90912.195731] [] ? filemap_fault+0x215/0x420 [90912.266030] [] ? ext4_filemap_fault+0x41/0x50 [ext4] [90912.346700] [] ? unlock_page+0x2b/0x30 [90912.412790] [] ? do_read_fault.isra.44+0xe6/0x130 [90912.490353] [] ? handle_mm_fault+0x691/0xfa0 [90912.562685] [] ? recalc_sigpending+0x1b/0x50 [90912.635038] [] ? __set_task_blocked+0x41/0xa0 [90912.708419] [] SyS_ppoll+0xce/0x1d0 [90912.771390] [] ? system_call_after_swapgs+0xa2/0x146 [90912.852051] [] ? system_call_after_swapgs+0xae/0x146 [90912.932667] [] ? system_call_after_swapgs+0xa2/0x146 [90913.013278] [] ? system_call_after_swapgs+0xae/0x146 [90913.093868] [] system_call_fastpath+0x1c/0x21 [90913.167225] [] ? system_call_after_swapgs+0xae/0x146 [90913.247834] sssd_nss S ffff88042bc9dee0 0 1082 1036 0x00000080 [90913.333810] Call Trace: [90913.364499] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90913.444142] [] schedule+0x29/0x70 [90913.505049] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90913.589866] [] ? hrtimer_get_res+0x50/0x50 [90913.660146] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90913.747113] [] schedule_hrtimeout_range+0x13/0x20 [90913.824689] [] ep_poll+0x23e/0x360 [90913.886665] [] ? recalc_sigpending+0x1b/0x50 [90913.959067] [] ? wake_up_state+0x20/0x20 [90914.027321] [] SyS_epoll_wait+0xed/0x120 [90914.095534] [] ? system_call_after_swapgs+0xa2/0x146 [90914.176254] [] system_call_fastpath+0x1c/0x21 [90914.249679] [] ? system_call_after_swapgs+0xae/0x146 [90914.330432] sssd_pam S ffff88042bc9af70 0 1083 1036 0x00000080 [90914.416519] Call Trace: [90914.447357] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90914.527131] [] schedule+0x29/0x70 [90914.588147] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90914.673123] [] ? hrtimer_get_res+0x50/0x50 [90914.743513] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90914.830532] [] schedule_hrtimeout_range+0x13/0x20 [90914.908211] [] ep_poll+0x23e/0x360 [90914.970286] [] ? recalc_sigpending+0x1b/0x50 [90915.042721] [] ? wake_up_state+0x20/0x20 [90915.111054] [] SyS_epoll_wait+0xed/0x120 [90915.179378] [] ? system_call_after_swapgs+0xa2/0x146 [90915.260187] [] system_call_fastpath+0x1c/0x21 [90915.333684] [] ? system_call_after_swapgs+0xae/0x146 [90915.414473] sssd_ssh S ffff88042bc9bf40 0 1084 1036 0x00000080 [90915.500638] Call Trace: [90915.531508] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90915.611337] [] schedule+0x29/0x70 [90915.672429] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90915.757461] [] ? hrtimer_get_res+0x50/0x50 [90915.827899] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90915.915018] [] schedule_hrtimeout_range+0x13/0x20 [90915.992734] [] ep_poll+0x23e/0x360 [90916.054882] [] ? recalc_sigpending+0x1b/0x50 [90916.127444] [] ? wake_up_state+0x20/0x20 [90916.195812] [] SyS_epoll_wait+0xed/0x120 [90916.264196] [] ? system_call_after_swapgs+0xa2/0x146 [90916.345096] [] system_call_fastpath+0x1c/0x21 [90916.418696] [] ? system_call_after_swapgs+0xae/0x146 [90916.499614] sssd_pac S ffff88042bc98000 0 1085 1036 0x00000080 [90916.585879] Call Trace: [90916.616881] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90916.696770] [] schedule+0x29/0x70 [90916.757946] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90916.843053] [] ? hrtimer_get_res+0x50/0x50 [90916.913590] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90917.000752] [] schedule_hrtimeout_range+0x13/0x20 [90917.078546] [] ep_poll+0x23e/0x360 [90917.140642] [] ? recalc_sigpending+0x1b/0x50 [90917.213264] [] ? wake_up_state+0x20/0x20 [90917.281684] [] SyS_epoll_wait+0xed/0x120 [90917.350119] [] ? system_call_after_swapgs+0xa2/0x146 [90917.431060] [] system_call_fastpath+0x1c/0x21 [90917.504686] [] ? system_call_after_swapgs+0xae/0x146 [90917.585605] systemd-logind S ffff88042fb2cf10 0 1086 1 0x00000080 [90917.671897] Call Trace: [90917.702913] [] ? ___sys_sendmsg+0x3a9/0x3c0 [90917.774507] [] schedule+0x29/0x70 [90917.835646] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90917.921751] [] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0 [90918.004730] [] schedule_hrtimeout_range+0x13/0x20 [90918.082558] [] ep_poll+0x23e/0x360 [90918.144735] [] ? do_timerfd_settime+0x28d/0x350 [90918.220478] [] ? wake_up_state+0x20/0x20 [90918.288922] [] SyS_epoll_wait+0xed/0x120 [90918.357359] [] ? system_call_after_swapgs+0xa2/0x146 [90918.438284] [] system_call_fastpath+0x1c/0x21 [90918.511922] [] ? system_call_after_swapgs+0xae/0x146 [90918.592829] mlx4_en S ffff880414ac1fa0 0 1168 2 0x00000080 [90918.679115] Call Trace: [90918.710120] [] schedule+0x29/0x70 [90918.771269] [] rescuer_thread+0x31e/0x3c0 [90918.840733] [] ? process_one_work+0x440/0x440 [90918.914322] [] kthread+0xd1/0xe0 [90918.974414] [] ? insert_kthread_work+0x40/0x40 [90919.049071] [] ret_from_fork+0x77/0xb0 [90919.115406] [] ? insert_kthread_work+0x40/0x40 [90919.190060] kworker/18:1H S ffff880411be8000 0 1210 2 0x00000080 [90919.276325] Call Trace: [90919.307302] [] ? process_one_work+0x21a/0x440 [90919.380941] [] schedule+0x29/0x70 [90919.442091] [] worker_thread+0x1d9/0x3c0 [90919.510505] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90919.590392] [] kthread+0xd1/0xe0 [90919.650498] [] ? insert_kthread_work+0x40/0x40 [90919.725182] [] ret_from_fork+0x77/0xb0 [90919.791514] [] ? insert_kthread_work+0x40/0x40 [90919.866169] kworker/7:1H S ffff880411be8fd0 0 1213 2 0x00000080 [90919.952388] Call Trace: [90919.983349] [] ? process_one_work+0x21a/0x440 [90920.056980] [] schedule+0x29/0x70 [90920.118124] [] worker_thread+0x1d9/0x3c0 [90920.186515] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90920.266369] [] kthread+0xd1/0xe0 [90920.326418] [] ? insert_kthread_work+0x40/0x40 [90920.401057] [] ret_from_fork+0x77/0xb0 [90920.467384] [] ? insert_kthread_work+0x40/0x40 [90920.542032] ipoib_flush S ffff880411be9fa0 0 1222 2 0x00000080 [90920.628301] Call Trace: [90920.659291] [] schedule+0x29/0x70 [90920.720439] [] rescuer_thread+0x31e/0x3c0 [90920.789910] [] ? process_one_work+0x440/0x440 [90920.863456] [] kthread+0xd1/0xe0 [90920.923468] [] ? insert_kthread_work+0x40/0x40 [90920.998102] [] ret_from_fork+0x77/0xb0 [90921.064414] [] ? insert_kthread_work+0x40/0x40 [90921.139051] ipoib_wq S ffff880411beaf70 0 1223 2 0x00000080 [90921.225247] Call Trace: [90921.256203] [] schedule+0x29/0x70 [90921.317325] [] rescuer_thread+0x31e/0x3c0 [90921.386756] [] ? process_one_work+0x440/0x440 [90921.460359] [] kthread+0xd1/0xe0 [90921.520418] [] ? insert_kthread_work+0x40/0x40 [90921.595055] [] ret_from_fork+0x77/0xb0 [90921.661359] [] ? insert_kthread_work+0x40/0x40 [90921.736000] ipoib_wq S ffff880411bebf40 0 1224 2 0x00000080 [90921.822227] Call Trace: [90921.853170] [] schedule+0x29/0x70 [90921.914286] [] rescuer_thread+0x31e/0x3c0 [90921.983714] [] ? process_one_work+0x440/0x440 [90922.057313] [] kthread+0xd1/0xe0 [90922.117381] [] ? insert_kthread_work+0x40/0x40 [90922.192009] [] ret_from_fork+0x77/0xb0 [90922.258329] [] ? insert_kthread_work+0x40/0x40 [90922.332965] rdma_cm S ffff880411becf10 0 1305 2 0x00000080 [90922.419195] Call Trace: [90922.450143] [] schedule+0x29/0x70 [90922.511208] [] rescuer_thread+0x31e/0x3c0 [90922.580601] [] ? process_one_work+0x440/0x440 [90922.654190] [] kthread+0xd1/0xe0 [90922.714230] [] ? insert_kthread_work+0x40/0x40 [90922.788851] [] ret_from_fork+0x77/0xb0 [90922.855134] [] ? insert_kthread_work+0x40/0x40 [90922.929754] kworker/6:1H S ffff880411beeeb0 0 1379 2 0x00000080 [90923.015990] Call Trace: [90923.046930] [] ? process_one_work+0x21a/0x440 [90923.120498] [] schedule+0x29/0x70 [90923.181558] [] worker_thread+0x1d9/0x3c0 [90923.249934] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90923.329759] [] kthread+0xd1/0xe0 [90923.389815] [] ? insert_kthread_work+0x40/0x40 [90923.464403] [] ret_from_fork+0x77/0xb0 [90923.530687] [] ? insert_kthread_work+0x40/0x40 [90923.605293] tuned S ffff880417b20000 0 1682 1 0x00000080 [90923.691479] Call Trace: [90923.722358] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90923.802197] [] schedule+0x29/0x70 [90923.863299] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90923.948348] [] ? hrtimer_get_res+0x50/0x50 [90924.018831] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90924.105976] [] schedule_hrtimeout_range+0x13/0x20 [90924.183765] [] poll_schedule_timeout+0x55/0xb0 [90924.258416] [] do_select+0x6d1/0x7c0 [90924.322662] [] ? __wake_up+0x44/0x50 [90924.386897] [] ? enqueue_task_fair+0x208/0x6c0 [90924.461499] [] ? sched_clock_cpu+0x85/0xc0 [90924.531968] [] ? enqueue_task+0x57/0x80 [90924.599305] [] ? task_scan_min+0x3e/0x60 [90924.667677] [] ? task_scan_max+0x27/0x40 [90924.736041] [] ? task_numa_fault+0x8d0/0xbb0 [90924.808527] [] ? do_numa_page+0x159/0x1e0 [90924.877917] [] ? handle_mm_fault+0x6b7/0xfa0 [90924.950399] [] ? putback_lru_page+0x52/0xb0 [90925.021844] [] ? migrate_pages+0x2d7/0x7a0 [90925.092236] [] ? should_numa_migrate_memory+0x5b/0x150 [90925.175122] [] core_sys_select+0x1db/0x300 [90925.245503] [] ? do_numa_page+0x159/0x1e0 [90925.314859] [] ? handle_mm_fault+0x6b7/0xfa0 [90925.387314] [] ? ktime_get_ts64+0x52/0xf0 [90925.456646] [] ? ktime_get_ts64+0x52/0xf0 [90925.525962] [] SyS_select+0xba/0x110 [90925.590086] [] system_call_fastpath+0x1c/0x21 [90925.663542] [] ? system_call_after_swapgs+0xae/0x146 [90925.744254] gmain S ffff8800b1e12f70 0 1715 1 0x00000080 [90925.830387] Call Trace: [90925.861184] [] ? lookup_fast+0x53/0x320 [90925.928421] [] schedule+0x29/0x70 [90925.989414] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90926.075391] [] ? get_page_from_freelist+0x4fa/0x9e0 [90926.155140] [] ? add_wait_queue+0x3c/0x50 [90926.224466] [] schedule_hrtimeout_range+0x13/0x20 [90926.302126] [] poll_schedule_timeout+0x55/0xb0 [90926.376666] [] do_sys_poll+0x4cd/0x580 [90926.442853] [] ? zone_statistics+0x88/0xa0 [90926.513195] [] ? zone_statistics+0x88/0xa0 [90926.583502] [] ? get_page_from_freelist+0x4fa/0x9e0 [90926.663190] [] ? poll_select_copy_remaining+0x150/0x150 [90926.747061] [] ? filemap_fault+0x215/0x420 [90926.817396] [] ? ext4_filemap_fault+0x41/0x50 [ext4] [90926.898145] [] ? unlock_page+0x2b/0x30 [90926.964303] [] ? do_read_fault.isra.44+0xe6/0x130 [90927.041924] [] ? handle_mm_fault+0x691/0xfa0 [90927.114305] [] ? cap_task_prctl+0x288/0x390 [90927.185658] [] ? __do_page_fault+0x171/0x450 [90927.258047] [] ? system_call_after_swapgs+0xae/0x146 [90927.338762] [] SyS_poll+0x74/0x110 [90927.400743] [] ? system_call_after_swapgs+0xa2/0x146 [90927.481324] [] ? system_call_after_swapgs+0xae/0x146 [90927.562009] [] system_call_fastpath+0x1c/0x21 [90927.635375] [] ? system_call_after_swapgs+0xae/0x146 [90927.716042] tuned S ffff8800b1e13f40 0 1718 1 0x00000080 [90927.802078] Call Trace: [90927.832841] [] schedule+0x29/0x70 [90927.893788] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90927.979710] [] ? add_wait_queue+0x3c/0x50 [90928.049006] [] ? add_wait_queue+0x3c/0x50 [90928.118259] [] schedule_hrtimeout_range+0x13/0x20 [90928.195883] [] poll_schedule_timeout+0x55/0xb0 [90928.270358] [] do_sys_poll+0x4cd/0x580 [90928.336491] [] ? dequeue_entity+0x11c/0x5e0 [90928.407907] [] ? dequeue_task_fair+0x41e/0x660 [90928.482377] [] ? sched_clock_cpu+0x85/0xc0 [90928.552703] [] ? __switch_to+0x150/0x500 [90928.620951] [] ? __schedule+0x47c/0xa30 [90928.688117] [] ? poll_select_copy_remaining+0x150/0x150 [90928.771972] [] ? poll_select_copy_remaining+0x150/0x150 [90928.855790] [] ? ttwu_do_activate.constprop.91+0x5d/0x70 [90928.940635] [] ? try_to_wake_up+0x18c/0x350 [90929.012024] [] ? get_futex_key+0x1c8/0x2c0 [90929.082301] [] ? do_futex+0x106/0x5a0 [90929.147401] [] ? system_call_after_swapgs+0xae/0x146 [90929.228107] [] SyS_poll+0x74/0x110 [90929.290071] [] ? system_call_after_swapgs+0xa2/0x146 [90929.370796] [] ? system_call_after_swapgs+0xae/0x146 [90929.451463] [] system_call_fastpath+0x1c/0x21 [90929.524900] [] ? system_call_after_swapgs+0xae/0x146 [90929.605602] tuned S ffff8800b1e14f10 0 1719 1 0x00000080 [90929.691678] Call Trace: [90929.722417] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90929.802090] [] schedule+0x29/0x70 [90929.863034] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90929.947832] [] ? hrtimer_get_res+0x50/0x50 [90930.018155] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90930.105149] [] schedule_hrtimeout_range+0x13/0x20 [90930.182785] [] poll_schedule_timeout+0x55/0xb0 [90930.257291] [] do_select+0x6d1/0x7c0 [90930.321378] [] ? __switch_to+0x150/0x500 [90930.389663] [] ? __schedule+0x47c/0xa30 [90930.456885] [] ? bit_wait+0x50/0x50 [90930.519927] [] ? schedule+0x29/0x70 [90930.582973] [] ? schedule_timeout+0x239/0x2c0 [90930.656391] [] ? ktime_get_ts64+0x52/0xf0 [90930.725669] [] ? delayacct_end+0x8f/0xb0 [90930.793896] [] ? update_curr+0x104/0x190 [90930.862090] [] ? enqueue_entity+0x7b4/0xb60 [90930.933442] [] ? enqueue_task_fair+0x208/0x6c0 [90931.007922] [] ? sched_clock_cpu+0x85/0xc0 [90931.078199] [] core_sys_select+0x1db/0x300 [90931.148479] [] ? ktime_get_ts64+0x52/0xf0 [90931.217711] [] ? ktime_get_ts64+0x52/0xf0 [90931.286912] [] SyS_select+0xba/0x110 [90931.350903] [] system_call_fastpath+0x1c/0x21 [90931.424229] [] ? system_call_after_swapgs+0xae/0x146 [90931.504902] tuned S ffff88042a35af70 0 1720 1 0x00000080 [90931.590909] Call Trace: [90931.621527] [] schedule+0x29/0x70 [90931.682431] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90931.768302] [] ? lru_cache_add+0xe/0x10 [90931.835487] [] ? page_add_new_anon_rmap+0xb8/0x170 [90931.914084] [] schedule_hrtimeout_range+0x13/0x20 [90931.991680] [] ep_poll+0x23e/0x360 [90932.053670] [] ? wake_up_state+0x20/0x20 [90932.121896] [] SyS_epoll_wait+0xed/0x120 [90932.190105] [] ? system_call_after_swapgs+0xa2/0x146 [90932.270846] [] system_call_fastpath+0x1c/0x21 [90932.344262] [] ? system_call_after_swapgs+0xae/0x146 [90932.424975] sshd S ffff88042dc90000 0 1683 1 0x00000080 [90932.511083] Call Trace: [90932.541895] [] ? __alloc_pages_nodemask+0x176/0x420 [90932.621630] [] schedule+0x29/0x70 [90932.682496] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90932.768498] [] ? add_wait_queue+0x3c/0x50 [90932.837856] [] ? __pollwait+0x7f/0xf0 [90932.903015] [] schedule_hrtimeout_range+0x13/0x20 [90932.980648] [] poll_schedule_timeout+0x55/0xb0 [90933.055155] [] do_select+0x6d1/0x7c0 [90933.119235] [] ? poll_select_copy_remaining+0x150/0x150 [90933.203092] [] ? poll_select_copy_remaining+0x150/0x150 [90933.286944] [] ? put_dec+0x72/0x90 [90933.348939] [] ? number.isra.2+0x323/0x360 [90933.419224] [] ? dql_reset+0x50/0x50 [90933.483260] [] ? __inode_wait_for_writeback+0x7a/0xf0 [90933.564985] [] ? fsnotify_destroy_marks+0x6e/0x90 [90933.642584] [] ? vsnprintf+0x441/0x6a0 [90933.708696] [] ? destroy_inode+0x3b/0x60 [90933.776911] [] ? __slab_free+0x81/0x2f0 [90933.844037] [] ? d_lookup+0x2a/0x50 [90933.907011] [] core_sys_select+0x1db/0x300 [90933.977310] [] ? wait_consider_task+0xa5/0xb30 [90934.051799] [] ? __set_current_blocked+0x42/0x70 [90934.128315] [] ? list_del+0xd/0x30 [90934.190313] [] ? remove_wait_queue+0x31/0x40 [90934.262727] [] ? __restore_xstate_sig+0x99/0x5c0 [90934.339300] [] ? recalc_sigpending+0x1b/0x50 [90934.411725] [] SyS_select+0xba/0x110 [90934.475841] [] ? system_call_after_swapgs+0xa2/0x146 [90934.556613] [] ? system_call_after_swapgs+0xae/0x146 [90934.637369] [] ? system_call_after_swapgs+0xa2/0x146 [90934.718092] [] ? system_call_after_swapgs+0xae/0x146 [90934.798832] [] system_call_fastpath+0x1c/0x21 [90934.872248] [] ? system_call_after_swapgs+0xae/0x146 [90934.952935] xinetd S ffff880829580fd0 0 1687 1 0x00000080 [90935.039004] Call Trace: [90935.069784] [] schedule+0x29/0x70 [90935.130751] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90935.216688] [] ? add_wait_queue+0x3c/0x50 [90935.285944] [] ? add_wait_queue+0x3c/0x50 [90935.355142] [] schedule_hrtimeout_range+0x13/0x20 [90935.432731] [] poll_schedule_timeout+0x55/0xb0 [90935.507170] [] do_sys_poll+0x4cd/0x580 [90935.573316] [] ? __wake_up_common+0x5b/0x90 [90935.644662] [] ? __wake_up_sync_key+0x4f/0x60 [90935.718049] [] ? sock_def_readable+0x3a/0x70 [90935.790420] [] ? unix_dgram_sendmsg+0x3cb/0x770 [90935.865872] [] ? poll_select_copy_remaining+0x150/0x150 [90935.949673] [] ? poll_select_copy_remaining+0x150/0x150 [90936.033418] [] ? poll_select_copy_remaining+0x150/0x150 [90936.117126] [] ? unlock_page+0x2b/0x30 [90936.183143] [] ? do_read_fault.isra.44+0xe6/0x130 [90936.260633] [] ? handle_mm_fault+0x691/0xfa0 [90936.332888] [] ? __do_page_fault+0x171/0x450 [90936.405131] [] ? system_call_after_swapgs+0xae/0x146 [90936.485726] [] SyS_poll+0x74/0x110 [90936.547500] [] ? system_call_after_swapgs+0xa2/0x146 [90936.628076] [] ? system_call_after_swapgs+0xae/0x146 [90936.708687] [] system_call_fastpath+0x1c/0x21 [90936.781982] [] ? system_call_after_swapgs+0xae/0x146 [90936.862597] munged S ffff88082c736eb0 0 1688 1 0x00000080 [90936.948586] Call Trace: [90936.979240] [] schedule+0x29/0x70 [90937.040071] [] schedule_timeout+0x239/0x2c0 [90937.111317] [] ? __d_alloc+0x25/0x180 [90937.176352] [] ? prepare_to_wait_exclusive+0x56/0x90 [90937.256969] [] __skb_wait_for_more_packets+0x120/0x180 [90937.339702] [] ? datagram_poll+0x110/0x110 [90937.409920] [] __skb_recv_datagram+0x6f/0xd0 [90937.482221] [] skb_recv_datagram+0x43/0x60 [90937.552472] [] unix_accept+0x97/0x170 [90937.617510] [] SYSC_accept4+0x109/0x230 [90937.684628] [] ? system_call_after_swapgs+0xae/0x146 [90937.765266] [] ? system_call_after_swapgs+0xa2/0x146 [90937.845861] [] ? system_call_after_swapgs+0xae/0x146 [90937.926467] [] ? system_call_after_swapgs+0xa2/0x146 [90938.007018] [] ? system_call_after_swapgs+0xae/0x146 [90938.087603] [] SyS_accept4+0xe/0x10 [90938.150503] [] SyS_accept+0x10/0x20 [90938.213416] [] system_call_fastpath+0x1c/0x21 [90938.286725] [] ? system_call_after_swapgs+0xae/0x146 [90938.367331] munged S ffff88042dc91fa0 0 1689 1 0x00000080 [90938.453299] Call Trace: [90938.483921] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90938.563500] [] schedule+0x29/0x70 [90938.624340] [] futex_wait_queue_me+0xc6/0x130 [90938.697668] [] futex_wait+0x17b/0x280 [90938.762674] [] ? hrtimer_get_res+0x50/0x50 [90938.832865] [] ? futex_wait_queue_me+0xa4/0x130 [90938.908272] [] do_futex+0x106/0x5a0 [90938.971188] [] ? mntput+0x24/0x40 [90939.032023] [] ? __fput+0x186/0x260 [90939.094910] [] SyS_futex+0x80/0x180 [90939.157789] [] system_call_fastpath+0x1c/0x21 [90939.231081] [] ? system_call_after_swapgs+0xae/0x146 [90939.311660] munged S ffff88042dc92f70 0 1690 1 0x00000080 [90939.397626] Call Trace: [90939.428351] [] schedule+0x29/0x70 [90939.489237] [] futex_wait_queue_me+0xc6/0x130 [90939.562627] [] futex_wait+0x17b/0x280 [90939.627682] [] ? __inode_wait_for_writeback+0x7a/0xf0 [90939.709374] [] ? kmem_cache_free+0x1e2/0x200 [90939.781709] [] do_futex+0x106/0x5a0 [90939.844669] [] ? mntput+0x24/0x40 [90939.905553] [] ? __fput+0x186/0x260 [90939.968541] [] SyS_futex+0x80/0x180 [90940.031490] [] ? system_call_after_swapgs+0xa2/0x146 [90940.112128] [] ? system_call_after_swapgs+0xae/0x146 [90940.192715] [] ? system_call_after_swapgs+0xa2/0x146 [90940.273310] [] ? system_call_after_swapgs+0xae/0x146 [90940.353852] [] ? system_call_after_swapgs+0xa2/0x146 [90940.434408] [] ? system_call_after_swapgs+0xae/0x146 [90940.514917] [] system_call_fastpath+0x1c/0x21 [90940.588149] [] ? system_call_after_swapgs+0xae/0x146 [90940.668667] munged S ffff88042dc93f40 0 1691 1 0x00000080 [90940.754568] Call Trace: [90940.785141] [] schedule+0x29/0x70 [90940.845920] [] futex_wait_queue_me+0xc6/0x130 [90940.919189] [] futex_wait+0x17b/0x280 [90940.984117] [] ? wake_up_state+0x20/0x20 [90941.052167] [] ? __inode_wait_for_writeback+0x7a/0xf0 [90941.133763] [] ? kmem_cache_free+0x1e2/0x200 [90941.206022] [] do_futex+0x106/0x5a0 [90941.268925] [] ? mntput+0x24/0x40 [90941.329758] [] ? __fput+0x186/0x260 [90941.392661] [] SyS_futex+0x80/0x180 [90941.455602] [] ? system_call_after_swapgs+0xa2/0x146 [90941.536244] [] ? system_call_after_swapgs+0xae/0x146 [90941.616825] [] ? system_call_after_swapgs+0xa2/0x146 [90941.697403] [] ? system_call_after_swapgs+0xae/0x146 [90941.777911] [] ? system_call_after_swapgs+0xa2/0x146 [90941.858432] [] ? system_call_after_swapgs+0xae/0x146 [90941.938887] [] system_call_fastpath+0x1c/0x21 [90942.012068] [] ? system_call_after_swapgs+0xae/0x146 [90942.092503] nfsiod S ffff8808252f0000 0 1702 2 0x00000080 [90942.178377] Call Trace: [90942.208941] [] schedule+0x29/0x70 [90942.269640] [] rescuer_thread+0x31e/0x3c0 [90942.338699] [] ? process_one_work+0x440/0x440 [90942.411896] [] kthread+0xd1/0xe0 [90942.471576] [] ? insert_kthread_work+0x40/0x40 [90942.545855] [] ret_from_fork+0x77/0xb0 [90942.611810] [] ? insert_kthread_work+0x40/0x40 [90942.686073] kworker/1:1H S ffff8800b0f08000 0 1778 2 0x00000080 [90942.771957] Call Trace: [90942.802531] [] ? process_one_work+0x21a/0x440 [90942.875779] [] schedule+0x29/0x70 [90942.936549] [] worker_thread+0x1d9/0x3c0 [90943.004586] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90943.084083] [] kthread+0xd1/0xe0 [90943.143820] [] ? insert_kthread_work+0x40/0x40 [90943.218144] [] ret_from_fork+0x77/0xb0 [90943.284150] [] ? insert_kthread_work+0x40/0x40 [90943.358509] nfsv4.0-svc S ffff8800b0f08fd0 0 1779 2 0x00000080 [90943.444436] Call Trace: [90943.475111] [] ? sock_destroy_inode+0x2f/0x40 [90943.548499] [] ? destroy_inode+0x3b/0x60 [90943.616663] [] schedule+0x29/0x70 [90943.677604] [] schedule_timeout+0x239/0x2c0 [90943.748914] [] ? kfree+0x106/0x140 [90943.810896] [] ? svc_xprt_free+0x77/0x90 [sunrpc] [90943.888509] [] svc_recv+0x991/0xb90 [sunrpc] [90943.960885] [] ? nfs_callback_authenticate+0x60/0x60 [nfsv4] [90944.049892] [] ? nfs_callback_authenticate+0x60/0x60 [nfsv4] [90944.138869] [] nfs4_callback_svc+0x33/0x60 [nfsv4] [90944.217456] [] kthread+0xd1/0xe0 [90944.277342] [] ? insert_kthread_work+0x40/0x40 [90944.351766] [] ret_from_fork+0x77/0xb0 [90944.417820] [] ? insert_kthread_work+0x40/0x40 [90944.492257] master S ffff88082c732f70 0 1870 1 0x00000080 [90944.578315] Call Trace: [90944.609080] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90944.688753] [] schedule+0x29/0x70 [90944.749713] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90944.834639] [] ? hrtimer_get_res+0x50/0x50 [90944.904991] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90944.992017] [] schedule_hrtimeout_range+0x13/0x20 [90945.069718] [] ep_poll+0x23e/0x360 [90945.131822] [] ? wake_up_state+0x20/0x20 [90945.200218] [] SyS_epoll_wait+0xed/0x120 [90945.268616] [] ? system_call_after_swapgs+0xa2/0x146 [90945.349501] [] system_call_fastpath+0x1c/0x21 [90945.423068] [] ? system_call_after_swapgs+0xae/0x146 [90945.503896] qmgr S ffff88082be80fd0 0 1882 1870 0x00000080 [90945.590110] Call Trace: [90945.621039] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90945.700872] [] schedule+0x29/0x70 [90945.761981] [] schedule_hrtimeout_range_clock+0xb2/0x150 [90945.846991] [] ? hrtimer_get_res+0x50/0x50 [90945.917504] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [90946.004671] [] schedule_hrtimeout_range+0x13/0x20 [90946.082455] [] ep_poll+0x23e/0x360 [90946.144625] [] ? mntput+0x24/0x40 [90946.205728] [] ? __fput+0x186/0x260 [90946.268874] [] ? wake_up_state+0x20/0x20 [90946.337265] [] SyS_epoll_wait+0xed/0x120 [90946.405650] [] ? system_call_after_swapgs+0xa2/0x146 [90946.486530] [] system_call_fastpath+0x1c/0x21 [90946.560074] [] ? system_call_after_swapgs+0xae/0x146 [90946.640918] automount S ffff880418791fa0 0 1899 1 0x00000080 [90946.727139] Call Trace: [90946.758067] [] schedule+0x29/0x70 [90946.819172] [] schedule_timeout+0x239/0x2c0 [90946.890663] [] schedule_timeout_interruptible+0x1e/0x20 [90946.974646] [] do_sigtimedwait+0x188/0x230 [90947.045106] [] SYSC_rt_sigtimedwait+0x85/0xf0 [90947.118682] [] ? __fput+0x186/0x260 [90947.181823] [] ? system_call_after_swapgs+0xae/0x146 [90947.262635] [] ? system_call_after_swapgs+0xa2/0x146 [90947.343450] [] ? system_call_after_swapgs+0xae/0x146 [90947.424198] [] ? system_call_after_swapgs+0xa2/0x146 [90947.504951] [] ? system_call_after_swapgs+0xae/0x146 [90947.585729] [] ? system_call_after_swapgs+0xa2/0x146 [90947.666488] [] ? system_call_after_swapgs+0xae/0x146 [90947.747234] [] ? system_call_after_swapgs+0xa2/0x146 [90947.827926] [] ? system_call_after_swapgs+0xae/0x146 [90947.908592] [] ? system_call_after_swapgs+0xa2/0x146 [90947.989256] [] SyS_rt_sigtimedwait+0xe/0x10 [90948.060482] [] system_call_fastpath+0x1c/0x21 [90948.133802] [] ? system_call_after_swapgs+0xae/0x146 [90948.214433] automount S ffff8804189d8fd0 0 1903 1 0x00000080 [90948.300417] Call Trace: [90948.331122] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90948.410721] [] schedule+0x29/0x70 [90948.471576] [] futex_wait_queue_me+0xc6/0x130 [90948.544921] [] futex_wait+0x17b/0x280 [90948.609960] [] ? hrtimer_get_res+0x50/0x50 [90948.680200] [] ? futex_wait_queue_me+0xa4/0x130 [90948.755619] [] do_futex+0x106/0x5a0 [90948.818550] [] SyS_futex+0x80/0x180 [90948.881462] [] system_call_fastpath+0x1c/0x21 [90948.954769] [] ? system_call_after_swapgs+0xae/0x146 [90949.035379] automount S ffff8804189d9fa0 0 1904 1 0x00000080 [90949.121332] Call Trace: [90949.151977] [] schedule+0x29/0x70 [90949.212806] [] futex_wait_queue_me+0xc6/0x130 [90949.286137] [] futex_wait+0x17b/0x280 [90949.351110] [] ? sched_clock+0x9/0x10 [90949.416069] [] ? sched_slice.isra.57+0x66/0xc0 [90949.490382] [] ? get_futex_key+0x1c8/0x2c0 [90949.560531] [] do_futex+0x106/0x5a0 [90949.623394] [] ? enqueue_task+0x57/0x80 [90949.690431] [] ? check_preempt_curr+0x78/0xa0 [90949.763706] [] ? wake_up_new_task+0x122/0x190 [90949.837011] [] SyS_futex+0x80/0x180 [90949.899870] [] ? system_call_after_swapgs+0xa2/0x146 [90949.980429] [] ? system_call_after_swapgs+0xae/0x146 [90950.060953] [] ? system_call_after_swapgs+0xa2/0x146 [90950.141446] [] ? system_call_after_swapgs+0xae/0x146 [90950.221929] [] ? system_call_after_swapgs+0xa2/0x146 [90950.302384] [] ? system_call_after_swapgs+0xae/0x146 [90950.382825] [] system_call_fastpath+0x1c/0x21 [90950.456004] [] ? system_call_after_swapgs+0xae/0x146 [90950.536441] automount S ffff880418792f70 0 2042 1 0x00000080 [90950.622285] Call Trace: [90950.652789] [] ? bit_wait+0x50/0x50 [90950.715573] [] schedule+0x29/0x70 [90950.776294] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90950.862052] [] ? __wait_on_buffer+0x2a/0x30 [90950.933270] [] ? add_wait_queue+0x3c/0x50 [90951.002397] [] schedule_hrtimeout_range+0x13/0x20 [90951.079893] [] poll_schedule_timeout+0x55/0xb0 [90951.154304] [] do_sys_poll+0x4cd/0x580 [90951.220386] [] ? __d_lookup+0x7a/0x160 [90951.286467] [] ? mntput+0x24/0x40 [90951.347366] [] ? terminate_walk+0x49/0x50 [90951.416560] [] ? __enqueue_entity+0x78/0x80 [90951.487829] [] ? enqueue_entity+0x26c/0xb60 [90951.559106] [] ? path_mountpoint+0x359/0x430 [90951.631375] [] ? enqueue_task_fair+0x208/0x6c0 [90951.705710] [] ? select_task_rq_fair+0x549/0x700 [90951.782160] [] ? poll_select_copy_remaining+0x150/0x150 [90951.865877] [] ? poll_select_copy_remaining+0x150/0x150 [90951.949571] [] ? poll_select_copy_remaining+0x150/0x150 [90952.033249] [] ? unlock_page+0x2b/0x30 [90952.099257] [] ? do_read_fault.isra.44+0xe6/0x130 [90952.176692] [] ? handle_mm_fault+0x691/0xfa0 [90952.248968] [] ? do_futex+0x17a/0x5a0 [90952.313952] [] ? do_vfs_ioctl+0x350/0x560 [90952.383084] [] ? __do_page_fault+0x171/0x450 [90952.455299] [] ? system_call_after_swapgs+0xae/0x146 [90952.535849] [] SyS_poll+0x74/0x110 [90952.597653] [] ? system_call_after_swapgs+0xa2/0x146 [90952.678213] [] ? system_call_after_swapgs+0xae/0x146 [90952.758741] [] system_call_fastpath+0x1c/0x21 [90952.832018] [] ? system_call_after_swapgs+0xae/0x146 [90952.912554] automount S ffff88042cb35ee0 0 2045 1 0x00000080 [90952.998477] Call Trace: [90953.029106] [] schedule+0x29/0x70 [90953.089945] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90953.175733] [] ? add_wait_queue+0x3c/0x50 [90953.244918] [] schedule_hrtimeout_range+0x13/0x20 [90953.322391] [] poll_schedule_timeout+0x55/0xb0 [90953.396745] [] do_sys_poll+0x4cd/0x580 [90953.462793] [] ? __d_lookup+0x7a/0x160 [90953.528903] [] ? mntput+0x24/0x40 [90953.589770] [] ? terminate_walk+0x49/0x50 [90953.659013] [] ? mountpoint_last+0x9b/0x1c0 [90953.730342] [] ? mntput+0x24/0x40 [90953.791269] [] ? path_mountpoint+0x359/0x430 [90953.863605] [] ? try_to_wake_up+0x18c/0x350 [90953.934911] [] ? select_task_rq_fair+0x549/0x700 [90954.011385] [] ? poll_select_copy_remaining+0x150/0x150 [90954.095185] [] ? poll_select_copy_remaining+0x150/0x150 [90954.178946] [] ? poll_select_copy_remaining+0x150/0x150 [90954.262668] [] ? futex_wake_op+0x4a5/0x610 [90954.332882] [] ? do_futex+0x17a/0x5a0 [90954.397897] [] ? autofs_dev_ioctl+0x13/0x20 [90954.469123] [] ? do_vfs_ioctl+0x350/0x560 [90954.538268] [] ? system_call_after_swapgs+0xae/0x146 [90954.618881] [] SyS_poll+0x74/0x110 [90954.680745] [] ? system_call_after_swapgs+0xa2/0x146 [90954.761354] [] ? system_call_after_swapgs+0xae/0x146 [90954.841979] [] system_call_fastpath+0x1c/0x21 [90954.915290] [] ? system_call_after_swapgs+0xae/0x146 [90954.995924] automount S ffff88042cb31fa0 0 2046 1 0x00000080 [90955.081932] Call Trace: [90955.112611] [] ? __do_page_fault+0x171/0x450 [90955.184956] [] schedule+0x29/0x70 [90955.245847] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90955.331718] [] ? page_fault+0x28/0x30 [90955.396795] [] ? add_wait_queue+0x3c/0x50 [90955.466057] [] schedule_hrtimeout_range+0x13/0x20 [90955.543611] [] poll_schedule_timeout+0x55/0xb0 [90955.618090] [] do_sys_poll+0x4cd/0x580 [90955.684238] [] ? dequeue_entity+0x11c/0x5e0 [90955.755559] [] ? dequeue_task_fair+0x41e/0x660 [90955.830030] [] ? sched_clock_cpu+0x85/0xc0 [90955.900323] [] ? __switch_to+0x150/0x500 [90955.968510] [] ? __schedule+0x47c/0xa30 [90956.035654] [] ? timerqueue_del+0x24/0x70 [90956.104908] [] ? poll_select_copy_remaining+0x150/0x150 [90956.188744] [] ? poll_select_copy_remaining+0x150/0x150 [90956.272522] [] ? poll_select_copy_remaining+0x150/0x150 [90956.356268] [] ? hrtimer_get_res+0x50/0x50 [90956.426474] [] ? get_futex_key+0x1c8/0x2c0 [90956.496670] [] ? futex_wake+0x90/0x180 [90956.562684] [] ? do_futex+0x12a/0x5a0 [90956.627652] [] ? enqueue_task+0x57/0x80 [90956.694692] [] ? check_preempt_curr+0x78/0xa0 [90956.768033] [] ? wake_up_new_task+0x122/0x190 [90956.841311] [] ? system_call_after_swapgs+0xae/0x146 [90956.921921] [] SyS_poll+0x74/0x110 [90956.983811] [] ? system_call_after_swapgs+0xa2/0x146 [90957.064410] [] ? system_call_after_swapgs+0xae/0x146 [90957.145029] [] system_call_fastpath+0x1c/0x21 [90957.218333] [] ? system_call_after_swapgs+0xae/0x146 [90957.298956] automount S ffff88042cb33f40 0 2047 1 0x00000080 [90957.384968] Call Trace: [90957.415632] [] schedule+0x29/0x70 [90957.476468] [] schedule_hrtimeout_range_clock+0x12d/0x150 [90957.562312] [] ? add_wait_queue+0x3c/0x50 [90957.631529] [] schedule_hrtimeout_range+0x13/0x20 [90957.709111] [] poll_schedule_timeout+0x55/0xb0 [90957.783544] [] do_sys_poll+0x4cd/0x580 [90957.849652] [] ? __d_lookup+0x7a/0x160 [90957.915793] [] ? mntput+0x24/0x40 [90957.976701] [] ? terminate_walk+0x49/0x50 [90958.045945] [] ? __enqueue_entity+0x78/0x80 [90958.117240] [] ? enqueue_entity+0x26c/0xb60 [90958.188572] [] ? enqueue_task_fair+0x208/0x6c0 [90958.263008] [] ? sched_clock_cpu+0x85/0xc0 [90958.333250] [] ? poll_select_copy_remaining+0x150/0x150 [90958.417027] [] ? poll_select_copy_remaining+0x150/0x150 [90958.500787] [] ? poll_select_copy_remaining+0x150/0x150 [90958.584487] [] ? futex_wake_op+0x4a5/0x610 [90958.654683] [] ? do_futex+0x17a/0x5a0 [90958.719640] [] ? autofs_dev_ioctl+0x13/0x20 [90958.790875] [] ? do_vfs_ioctl+0x350/0x560 [90958.860028] [] ? system_call_after_swapgs+0xae/0x146 [90958.940592] [] SyS_poll+0x74/0x110 [90959.002427] [] ? system_call_after_swapgs+0xa2/0x146 [90959.083033] [] ? system_call_after_swapgs+0xae/0x146 [90959.163586] [] system_call_fastpath+0x1c/0x21 [90959.236892] [] ? system_call_after_swapgs+0xae/0x146 [90959.317442] crond S ffff88082a27eeb0 0 1914 1 0x00000080 [90959.403394] Call Trace: [90959.434071] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90959.513667] [] schedule+0x29/0x70 [90959.574508] [] do_nanosleep+0x86/0xf0 [90959.639524] [] hrtimer_nanosleep+0xbb/0x180 [90959.710852] [] ? hrtimer_get_res+0x50/0x50 [90959.781051] [] ? do_nanosleep+0x72/0xf0 [90959.848187] [] SyS_nanosleep+0x7e/0x90 [90959.914267] [] system_call_fastpath+0x1c/0x21 [90959.987666] [] ? system_call_after_swapgs+0xae/0x146 [90960.068327] atd S ffff88082a279fa0 0 1929 1 0x00000080 [90960.154393] Call Trace: [90960.185147] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90960.264822] [] schedule+0x29/0x70 [90960.325794] [] do_nanosleep+0x86/0xf0 [90960.390915] [] hrtimer_nanosleep+0xbb/0x180 [90960.462265] [] ? hrtimer_get_res+0x50/0x50 [90960.532565] [] ? do_nanosleep+0x72/0xf0 [90960.599765] [] SyS_nanosleep+0x7e/0x90 [90960.665900] [] system_call_fastpath+0x1c/0x21 [90960.739283] [] ? system_call_after_swapgs+0xae/0x146 [90960.819979] slurmd S ffff8800b0f60000 0 1952 1 0x00000080 [90960.906039] Call Trace: [90960.936789] [] ? get_empty_filp+0x5c/0x1a0 [90961.007105] [] schedule+0x29/0x70 [90961.068054] [] schedule_timeout+0x239/0x2c0 [90961.139368] [] ? _raw_spin_unlock_bh+0x1e/0x20 [90961.213846] [] inet_csk_accept+0x230/0x2d0 [90961.284149] [] ? wake_up_atomic_t+0x30/0x30 [90961.355469] [] inet_accept+0x42/0x130 [90961.420554] [] SYSC_accept4+0x109/0x230 [90961.487751] [] ? wake_up_new_task+0x122/0x190 [90961.561175] [] ? do_fork+0x107/0x320 [90961.625223] [] ? system_call_after_swapgs+0xae/0x146 [90961.705937] [] ? system_call_after_swapgs+0xa2/0x146 [90961.786663] [] ? system_call_after_swapgs+0xae/0x146 [90961.867359] [] ? system_call_after_swapgs+0xa2/0x146 [90961.948071] [] ? system_call_after_swapgs+0xae/0x146 [90962.028761] [] SyS_accept4+0xe/0x10 [90962.091752] [] SyS_accept+0x10/0x20 [90962.154724] [] system_call_fastpath+0x1c/0x21 [90962.228106] [] ? system_call_after_swapgs+0xae/0x146 [90962.308784] slurmd S ffff880397d64f10 0 31609 1 0x00000080 [90962.394842] Call Trace: [90962.425606] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90962.505287] [] schedule+0x29/0x70 [90962.566218] [] do_nanosleep+0x86/0xf0 [90962.631280] [] hrtimer_nanosleep+0xbb/0x180 [90962.702599] [] ? hrtimer_get_res+0x50/0x50 [90962.772880] [] ? do_nanosleep+0x72/0xf0 [90962.840029] [] SyS_nanosleep+0x7e/0x90 [90962.906108] [] system_call_fastpath+0x1c/0x21 [90962.979475] [] ? system_call_after_swapgs+0xae/0x146 [90963.060128] slurmd S ffff88000a2d4f10 0 37269 1 0x00000080 [90963.146169] Call Trace: [90963.176944] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [90963.256641] [] schedule+0x29/0x70 [90963.317534] [] do_nanosleep+0x86/0xf0 [90963.382643] [] hrtimer_nanosleep+0xbb/0x180 [90963.453978] [] ? hrtimer_get_res+0x50/0x50 [90963.524227] [] ? do_nanosleep+0x72/0xf0 [90963.591347] [] SyS_nanosleep+0x7e/0x90 [90963.657421] [] system_call_fastpath+0x1c/0x21 [90963.730823] [] ? system_call_after_swapgs+0xae/0x146 [90963.811481] agetty S ffff8800b1e25ee0 0 1982 1 0x00000080 [90963.897536] Call Trace: [90963.928268] [] ? free_hot_cold_page_list+0x46/0xa0 [90964.006918] [] schedule+0x29/0x70 [90964.067887] [] schedule_timeout+0x239/0x2c0 [90964.139210] [] ? get_work_pool+0x3e/0x70 [90964.207389] [] ? flush_work+0x13b/0x190 [90964.274546] [] ? serial8250_start_tx+0xa5/0xe0 [90964.348999] [] ? set_room+0x68/0xc0 [90964.412002] [] n_tty_read+0x27c/0x930 [90964.477059] [] ? ldsem_down_read+0x3b/0x220 [90964.548350] [] ? wake_up_state+0x20/0x20 [90964.616542] [] tty_read+0x90/0x100 [90964.678473] [] vfs_read+0x9f/0x170 [90964.740413] [] SyS_read+0x7f/0xe0 [90964.801255] [] ? system_call_after_swapgs+0xae/0x146 [90964.881922] [] system_call_fastpath+0x1c/0x21 [90964.955277] [] ? system_call_after_swapgs+0xae/0x146 [90965.035970] agetty S ffff8800b1e24f10 0 1985 1 0x00000080 [90965.122029] Call Trace: [90965.152842] [] ? bit_cursor+0x663/0x6a0 [90965.220108] [] schedule+0x29/0x70 [90965.281091] [] schedule_timeout+0x239/0x2c0 [90965.352500] [] ? get_work_pool+0x3e/0x70 [90965.420804] [] ? flush_work+0x13b/0x190 [90965.488059] [] ? set_room+0x68/0xc0 [90965.551103] [] n_tty_read+0x27c/0x930 [90965.616207] [] ? ldsem_down_read+0x3b/0x220 [90965.687565] [] ? wake_up_state+0x20/0x20 [90965.755794] [] tty_read+0x90/0x100 [90965.817776] [] vfs_read+0x9f/0x170 [90965.879630] [] SyS_read+0x7f/0xe0 [90965.940553] [] ? system_call_after_swapgs+0xae/0x146 [90966.021219] [] system_call_fastpath+0x1c/0x21 [90966.094654] [] ? system_call_after_swapgs+0xae/0x146 [90966.175332] kworker/23:1H S ffff8800b0f0eeb0 0 2034 2 0x00000080 [90966.261386] Call Trace: [90966.292130] [] ? process_one_work+0x21a/0x440 [90966.365575] [] schedule+0x29/0x70 [90966.426505] [] worker_thread+0x1d9/0x3c0 [90966.494735] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90966.574375] [] kthread+0xd1/0xe0 [90966.634246] [] ? insert_kthread_work+0x40/0x40 [90966.708724] [] ret_from_fork+0x77/0xb0 [90966.774881] [] ? insert_kthread_work+0x40/0x40 [90966.849329] kworker/21:1H S ffff8800b0f0dee0 0 2058 2 0x00000080 [90966.935401] Call Trace: [90966.966171] [] ? process_one_work+0x21a/0x440 [90967.039629] [] schedule+0x29/0x70 [90967.100574] [] worker_thread+0x1d9/0x3c0 [90967.168798] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90967.248461] [] kthread+0xd1/0xe0 [90967.308345] [] ? insert_kthread_work+0x40/0x40 [90967.382840] [] ret_from_fork+0x77/0xb0 [90967.448980] [] ? insert_kthread_work+0x40/0x40 [90967.523463] kworker/17:1H S ffff8800b0f0bf40 0 2107 2 0x00000080 [90967.609563] Call Trace: [90967.640366] [] ? ib_cq_poll_work+0x3f/0x60 [ib_core] [90967.721122] [] ? process_one_work+0x21a/0x440 [90967.794641] [] schedule+0x29/0x70 [90967.855672] [] worker_thread+0x1d9/0x3c0 [90967.923997] [] ? manage_workers.isra.24+0x2a0/0x2a0 [90968.003788] [] kthread+0xd1/0xe0 [90968.063801] [] ? insert_kthread_work+0x40/0x40 [90968.138358] [] ret_from_fork+0x77/0xb0 [90968.204611] [] ? insert_kthread_work+0x40/0x40 [90968.279140] cfs_rh_00 S ffff880415b8af70 0 2194 2 0x00000080 [90968.365243] Call Trace: [90968.396079] [] schedule+0x29/0x70 [90968.457114] [] cfs_wi_scheduler+0x30c/0x460 [libcfs] [90968.537956] [] ? wake_up_atomic_t+0x30/0x30 [90968.609444] [] ? cfs_wi_sched_create+0x680/0x680 [libcfs] [90968.695511] [] kthread+0xd1/0xe0 [90968.755582] [] ? insert_kthread_work+0x40/0x40 [90968.830187] [] ret_from_fork+0x77/0xb0 [90968.896508] [] ? insert_kthread_work+0x40/0x40 [90968.971128] cfs_rh_01 S ffff880415b8bf40 0 2195 2 0x00000080 [90969.057379] Call Trace: [90969.088335] [] schedule+0x29/0x70 [90969.149491] [] cfs_wi_scheduler+0x30c/0x460 [libcfs] [90969.230455] [] ? wake_up_atomic_t+0x30/0x30 [90969.302051] [] ? cfs_wi_sched_create+0x680/0x680 [libcfs] [90969.388200] [] kthread+0xd1/0xe0 [90969.448299] [] ? insert_kthread_work+0x40/0x40 [90969.522996] [] ret_from_fork+0x77/0xb0 [90969.589332] [] ? insert_kthread_work+0x40/0x40 [90969.664048] cfs_rh_02 S ffff880415b8cf10 0 2196 2 0x00000080 [90969.750358] Call Trace: [90969.781362] [] schedule+0x29/0x70 [90969.842543] [] cfs_wi_scheduler+0x30c/0x460 [libcfs] [90969.923512] [] ? wake_up_atomic_t+0x30/0x30 [90969.995136] [] ? cfs_wi_sched_create+0x680/0x680 [libcfs] [90970.081276] [] kthread+0xd1/0xe0 [90970.141442] [] ? insert_kthread_work+0x40/0x40 [90970.216140] [] ret_from_fork+0x77/0xb0 [90970.282529] [] ? insert_kthread_work+0x40/0x40 [90970.357205] cfs_rh_03 S ffff880415b8dee0 0 2197 2 0x00000080 [90970.443519] Call Trace: [90970.474565] [] schedule+0x29/0x70 [90970.535774] [] cfs_wi_scheduler+0x30c/0x460 [libcfs] [90970.616768] [] ? wake_up_atomic_t+0x30/0x30 [90970.688410] [] ? cfs_wi_sched_create+0x680/0x680 [libcfs] [90970.774617] [] kthread+0xd1/0xe0 [90970.834796] [] ? insert_kthread_work+0x40/0x40 [90970.909541] [] ret_from_fork+0x77/0xb0 [90970.975948] [] ? insert_kthread_work+0x40/0x40 [90971.050673] clio S ffff8808252f6eb0 0 2204 2 0x00000080 [90971.136974] Call Trace: [90971.168032] [] schedule+0x29/0x70 [90971.229228] [] rescuer_thread+0x31e/0x3c0 [90971.298774] [] ? process_one_work+0x440/0x440 [90971.372449] [] kthread+0xd1/0xe0 [90971.432607] [] ? insert_kthread_work+0x40/0x40 [90971.507323] [] ret_from_fork+0x77/0xb0 [90971.573728] [] ? insert_kthread_work+0x40/0x40 [90971.648445] ptlrpc_hr00_000 S ffff8808252f1fa0 0 2206 2 0x00000080 [90971.734721] Call Trace: [90971.765744] [] ? recalc_sigpending+0x1b/0x50 [90971.838402] [] schedule+0x29/0x70 [90971.899662] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90971.978538] [] ? wake_up_state+0x20/0x20 [90972.047067] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90972.130113] [] kthread+0xd1/0xe0 [90972.190258] [] ? insert_kthread_work+0x40/0x40 [90972.264986] [] ret_from_fork+0x77/0xb0 [90972.331376] [] ? insert_kthread_work+0x40/0x40 [90972.406062] ptlrpc_hr00_001 S ffff8808252f4f10 0 2207 2 0x00000080 [90972.492366] Call Trace: [90972.523386] [] ? recalc_sigpending+0x1b/0x50 [90972.596046] [] schedule+0x29/0x70 [90972.657240] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90972.736108] [] ? wake_up_state+0x20/0x20 [90972.804646] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90972.887713] [] kthread+0xd1/0xe0 [90972.947859] [] ? insert_kthread_work+0x40/0x40 [90973.022577] [] ret_from_fork+0x77/0xb0 [90973.088975] [] ? insert_kthread_work+0x40/0x40 [90973.163686] ptlrpc_hr00_002 S ffff8808252f2f70 0 2208 2 0x00000080 [90973.249953] Call Trace: [90973.280970] [] ? recalc_sigpending+0x1b/0x50 [90973.353618] [] schedule+0x29/0x70 [90973.414851] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90973.493750] [] ? wake_up_state+0x20/0x20 [90973.562265] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90973.645299] [] kthread+0xd1/0xe0 [90973.705458] [] ? insert_kthread_work+0x40/0x40 [90973.780143] [] ret_from_fork+0x77/0xb0 [90973.846520] [] ? insert_kthread_work+0x40/0x40 [90973.921194] ptlrpc_hr00_003 S ffff8808252f3f40 0 2209 2 0x00000080 [90974.007484] Call Trace: [90974.038460] [] ? recalc_sigpending+0x1b/0x50 [90974.111086] [] schedule+0x29/0x70 [90974.172283] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90974.251164] [] ? wake_up_state+0x20/0x20 [90974.319680] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90974.402721] [] kthread+0xd1/0xe0 [90974.462869] [] ? insert_kthread_work+0x40/0x40 [90974.537554] [] ret_from_fork+0x77/0xb0 [90974.603873] [] ? insert_kthread_work+0x40/0x40 [90974.678569] ptlrpc_hr00_004 S ffff88082bda0000 0 2210 2 0x00000080 [90974.764861] Call Trace: [90974.795905] [] ? recalc_sigpending+0x1b/0x50 [90974.868585] [] schedule+0x29/0x70 [90974.929830] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90975.008728] [] ? wake_up_state+0x20/0x20 [90975.077231] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90975.160284] [] kthread+0xd1/0xe0 [90975.220450] [] ? insert_kthread_work+0x40/0x40 [90975.295157] [] ret_from_fork+0x77/0xb0 [90975.361557] [] ? insert_kthread_work+0x40/0x40 [90975.436275] ptlrpc_hr00_005 S ffff88082bda4f10 0 2211 2 0x00000080 [90975.522575] Call Trace: [90975.553617] [] ? recalc_sigpending+0x1b/0x50 [90975.626295] [] schedule+0x29/0x70 [90975.687554] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90975.766450] [] ? wake_up_state+0x20/0x20 [90975.834977] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90975.918019] [] kthread+0xd1/0xe0 [90975.978150] [] ? insert_kthread_work+0x40/0x40 [90976.052880] [] ret_from_fork+0x77/0xb0 [90976.119263] [] ? insert_kthread_work+0x40/0x40 [90976.193974] ptlrpc_hr00_006 S ffff88082bda0fd0 0 2212 2 0x00000080 [90976.280262] Call Trace: [90976.311301] [] ? recalc_sigpending+0x1b/0x50 [90976.383979] [] schedule+0x29/0x70 [90976.445213] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90976.524079] [] ? wake_up_state+0x20/0x20 [90976.592611] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90976.675669] [] kthread+0xd1/0xe0 [90976.735834] [] ? insert_kthread_work+0x40/0x40 [90976.810565] [] ret_from_fork+0x77/0xb0 [90976.876919] [] ? insert_kthread_work+0x40/0x40 [90976.951640] ptlrpc_hr00_007 S ffff88082bda5ee0 0 2213 2 0x00000080 [90977.037918] Call Trace: [90977.068948] [] ? recalc_sigpending+0x1b/0x50 [90977.141624] [] schedule+0x29/0x70 [90977.202882] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90977.281767] [] ? wake_up_state+0x20/0x20 [90977.350296] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90977.433325] [] kthread+0xd1/0xe0 [90977.493490] [] ? insert_kthread_work+0x40/0x40 [90977.568183] [] ret_from_fork+0x77/0xb0 [90977.634586] [] ? insert_kthread_work+0x40/0x40 [90977.709306] ptlrpc_hr01_000 S ffff88082bda6eb0 0 2214 2 0x00000080 [90977.795603] Call Trace: [90977.826638] [] ? recalc_sigpending+0x1b/0x50 [90977.899317] [] schedule+0x29/0x70 [90977.960561] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90978.039461] [] ? wake_up_state+0x20/0x20 [90978.107956] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90978.190989] [] kthread+0xd1/0xe0 [90978.251091] [] ? insert_kthread_work+0x40/0x40 [90978.325827] [] ret_from_fork+0x77/0xb0 [90978.392219] [] ? insert_kthread_work+0x40/0x40 [90978.466919] ptlrpc_hr01_001 S ffff88082bda3f40 0 2215 2 0x00000080 [90978.553221] Call Trace: [90978.584251] [] ? recalc_sigpending+0x1b/0x50 [90978.656927] [] schedule+0x29/0x70 [90978.718149] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90978.797014] [] ? wake_up_state+0x20/0x20 [90978.865547] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90978.948602] [] kthread+0xd1/0xe0 [90979.008763] [] ? insert_kthread_work+0x40/0x40 [90979.083500] [] ret_from_fork+0x77/0xb0 [90979.149891] [] ? insert_kthread_work+0x40/0x40 [90979.224607] ptlrpc_hr01_002 S ffff88082bda2f70 0 2216 2 0x00000080 [90979.310900] Call Trace: [90979.341909] [] ? recalc_sigpending+0x1b/0x50 [90979.414584] [] schedule+0x29/0x70 [90979.475844] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90979.554740] [] ? wake_up_state+0x20/0x20 [90979.623268] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90979.706327] [] kthread+0xd1/0xe0 [90979.766479] [] ? insert_kthread_work+0x40/0x40 [90979.841188] [] ret_from_fork+0x77/0xb0 [90979.907578] [] ? insert_kthread_work+0x40/0x40 [90979.982292] ptlrpc_hr01_003 S ffff88082bda1fa0 0 2217 2 0x00000080 [90980.068604] Call Trace: [90980.099600] [] ? recalc_sigpending+0x1b/0x50 [90980.172257] [] schedule+0x29/0x70 [90980.233510] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90980.312405] [] ? wake_up_state+0x20/0x20 [90980.380902] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90980.463928] [] kthread+0xd1/0xe0 [90980.524065] [] ? insert_kthread_work+0x40/0x40 [90980.598796] [] ret_from_fork+0x77/0xb0 [90980.665200] [] ? insert_kthread_work+0x40/0x40 [90980.739888] ptlrpc_hr01_004 S ffff88082e639fa0 0 2218 2 0x00000080 [90980.826188] Call Trace: [90980.857203] [] ? recalc_sigpending+0x1b/0x50 [90980.929875] [] schedule+0x29/0x70 [90980.991111] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90981.069977] [] ? wake_up_state+0x20/0x20 [90981.138508] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90981.221568] [] kthread+0xd1/0xe0 [90981.281732] [] ? insert_kthread_work+0x40/0x40 [90981.356464] [] ret_from_fork+0x77/0xb0 [90981.422845] [] ? insert_kthread_work+0x40/0x40 [90981.497560] ptlrpc_hr01_005 S ffff88082e638fd0 0 2219 2 0x00000080 [90981.583848] Call Trace: [90981.614857] [] ? recalc_sigpending+0x1b/0x50 [90981.687536] [] schedule+0x29/0x70 [90981.748781] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90981.827676] [] ? wake_up_state+0x20/0x20 [90981.896198] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90981.979255] [] kthread+0xd1/0xe0 [90982.039413] [] ? insert_kthread_work+0x40/0x40 [90982.114150] [] ret_from_fork+0x77/0xb0 [90982.180547] [] ? insert_kthread_work+0x40/0x40 [90982.255273] ptlrpc_hr01_006 S ffff88082e63eeb0 0 2220 2 0x00000080 [90982.341581] Call Trace: [90982.372515] [] ? recalc_sigpending+0x1b/0x50 [90982.445185] [] schedule+0x29/0x70 [90982.506441] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90982.585324] [] ? wake_up_state+0x20/0x20 [90982.653842] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90982.736683] [] kthread+0xd1/0xe0 [90982.796820] [] ? insert_kthread_work+0x40/0x40 [90982.871559] [] ret_from_fork+0x77/0xb0 [90982.937930] [] ? insert_kthread_work+0x40/0x40 [90983.012654] ptlrpc_hr01_007 S ffff88082e63dee0 0 2221 2 0x00000080 [90983.098955] Call Trace: [90983.129957] [] ? recalc_sigpending+0x1b/0x50 [90983.202657] [] schedule+0x29/0x70 [90983.263881] [] ptlrpc_hr_main+0x135/0x2c0 [ptlrpc] [90983.342781] [] ? wake_up_state+0x20/0x20 [90983.411309] [] ? ptlrpc_handle_rs+0x5f0/0x5f0 [ptlrpc] [90983.494367] [] kthread+0xd1/0xe0 [90983.554542] [] ? insert_kthread_work+0x40/0x40 [90983.629271] [] ret_from_fork+0x77/0xb0 [90983.695675] [] ? insert_kthread_work+0x40/0x40 [90983.770394] kiblnd_connd S ffff88082e63cf10 0 2231 2 0x00000080 [90983.856679] Call Trace: [90983.887712] [] schedule+0x29/0x70 [90983.948863] [] schedule_timeout+0x174/0x2c0 [90984.020462] [] ? internal_add_timer+0x70/0x70 [90984.094149] [] kiblnd_connd+0x60c/0xa00 [ko2iblnd] [90984.172987] [] ? wake_up_state+0x20/0x20 [90984.241468] [] ? kiblnd_check_conns+0x860/0x860 [ko2iblnd] [90984.328668] [] kthread+0xd1/0xe0 [90984.388756] [] ? insert_kthread_work+0x40/0x40 [90984.463470] [] ret_from_fork+0x77/0xb0 [90984.529824] [] ? insert_kthread_work+0x40/0x40 [90984.604530] kiblnd_sd_00_00 S ffff88082e63bf40 0 2232 2 0x00000080 [90984.690838] Call Trace: [90984.721846] [] schedule+0x29/0x70 [90984.783047] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90984.867119] [] ? sched_clock_cpu+0x85/0xc0 [90984.937676] [] ? __switch_to+0xcd/0x500 [90985.005101] [] ? wake_up_state+0x20/0x20 [90985.073569] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90985.155572] [] kthread+0xd1/0xe0 [90985.215694] [] ? insert_kthread_work+0x40/0x40 [90985.290401] [] ret_from_fork+0x77/0xb0 [90985.356745] [] ? insert_kthread_work+0x40/0x40 [90985.431438] kiblnd_sd_00_01 S ffff88082e63af70 0 2233 2 0x00000080 [90985.517718] Call Trace: [90985.548699] [] schedule+0x29/0x70 [90985.609844] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90985.693886] [] ? sched_clock_cpu+0x85/0xc0 [90985.764467] [] ? __switch_to+0xcd/0x500 [90985.831859] [] ? wake_up_state+0x20/0x20 [90985.900319] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90985.982293] [] kthread+0xd1/0xe0 [90986.042415] [] ? insert_kthread_work+0x40/0x40 [90986.117094] [] ret_from_fork+0x77/0xb0 [90986.183465] [] ? insert_kthread_work+0x40/0x40 [90986.258155] kiblnd_sd_00_02 S ffff88082e638000 0 2234 2 0x00000080 [90986.344421] Call Trace: [90986.375394] [] schedule+0x29/0x70 [90986.436558] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90986.520616] [] ? sched_clock_cpu+0x85/0xc0 [90986.591149] [] ? __switch_to+0xcd/0x500 [90986.658554] [] ? wake_up_state+0x20/0x20 [90986.726993] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90986.808924] [] kthread+0xd1/0xe0 [90986.869040] [] ? insert_kthread_work+0x40/0x40 [90986.943701] [] ret_from_fork+0x77/0xb0 [90987.010067] [] ? insert_kthread_work+0x40/0x40 [90987.084703] kiblnd_sd_00_03 S ffff88082a6f6eb0 0 2235 2 0x00000080 [90987.170948] Call Trace: [90987.201915] [] schedule+0x29/0x70 [90987.263088] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90987.347159] [] ? sched_clock_cpu+0x85/0xc0 [90987.417683] [] ? __switch_to+0xcd/0x500 [90987.485100] [] ? wake_up_state+0x20/0x20 [90987.553550] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90987.635515] [] kthread+0xd1/0xe0 [90987.695614] [] ? insert_kthread_work+0x40/0x40 [90987.770302] [] ret_from_fork+0x77/0xb0 [90987.836646] [] ? insert_kthread_work+0x40/0x40 [90987.911242] kiblnd_sd_01_00 S ffff88082a6f5ee0 0 2236 2 0x00000080 [90987.997483] Call Trace: [90988.028471] [] schedule+0x29/0x70 [90988.089602] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90988.173629] [] ? sched_clock_cpu+0x85/0xc0 [90988.244154] [] ? __switch_to+0xcd/0x500 [90988.311565] [] ? wake_up_state+0x20/0x20 [90988.380009] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90988.461969] [] kthread+0xd1/0xe0 [90988.522063] [] ? insert_kthread_work+0x40/0x40 [90988.596708] [] ret_from_fork+0x77/0xb0 [90988.663054] [] ? insert_kthread_work+0x40/0x40 [90988.737684] kiblnd_sd_01_01 S ffff88082a6f4f10 0 2237 2 0x00000080 [90988.823945] Call Trace: [90988.854937] [] schedule+0x29/0x70 [90988.916095] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90989.000141] [] ? sched_clock_cpu+0x85/0xc0 [90989.070633] [] ? __switch_to+0xcd/0x500 [90989.138039] [] ? wake_up_state+0x20/0x20 [90989.206486] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90989.288446] [] kthread+0xd1/0xe0 [90989.348539] [] ? insert_kthread_work+0x40/0x40 [90989.423224] [] ret_from_fork+0x77/0xb0 [90989.489559] [] ? insert_kthread_work+0x40/0x40 [90989.564225] kiblnd_sd_01_02 S ffff88082c715ee0 0 2238 2 0x00000080 [90989.650450] Call Trace: [90989.681417] [] schedule+0x29/0x70 [90989.742544] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90989.826563] [] ? sched_clock_cpu+0x85/0xc0 [90989.897082] [] ? __switch_to+0xcd/0x500 [90989.964494] [] ? wake_up_state+0x20/0x20 [90990.032911] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90990.114868] [] kthread+0xd1/0xe0 [90990.174978] [] ? insert_kthread_work+0x40/0x40 [90990.249630] [] ret_from_fork+0x77/0xb0 [90990.315982] [] ? insert_kthread_work+0x40/0x40 [90990.390613] kiblnd_sd_01_03 S ffff88082c710fd0 0 2239 2 0x00000080 [90990.476856] Call Trace: [90990.507797] [] schedule+0x29/0x70 [90990.568956] [] kiblnd_scheduler+0x32c/0x1170 [ko2iblnd] [90990.652996] [] ? sched_clock_cpu+0x85/0xc0 [90990.723522] [] ? __switch_to+0xcd/0x500 [90990.790911] [] ? wake_up_state+0x20/0x20 [90990.859345] [] ? kiblnd_cq_event+0x90/0x90 [ko2iblnd] [90990.941310] [] kthread+0xd1/0xe0 [90991.001428] [] ? insert_kthread_work+0x40/0x40 [90991.076074] [] ret_from_fork+0x77/0xb0 [90991.142435] [] ? insert_kthread_work+0x40/0x40 [90991.217104] router_checker S ffff88082c710000 0 2240 2 0x00000080 [90991.303345] Call Trace: [90991.334343] [] ? lnet_notify_locked+0x250/0x250 [lnet] [90991.417337] [] schedule+0x29/0x70 [90991.478511] [] lnet_router_checker+0x692/0x860 [lnet] [90991.560506] [] ? __schedule+0x47c/0xa30 [90991.627934] [] ? wake_up_atomic_t+0x30/0x30 [90991.699523] [] ? lnet_notify_locked+0x250/0x250 [lnet] [90991.782525] [] kthread+0xd1/0xe0 [90991.842632] [] ? insert_kthread_work+0x40/0x40 [90991.917346] [] ret_from_fork+0x77/0xb0 [90991.983698] [] ? insert_kthread_work+0x40/0x40 [90992.058353] lnet_discovery S ffff88082c716eb0 0 2241 2 0x00000080 [90992.144609] Call Trace: [90992.175570] [] schedule+0x29/0x70 [90992.236739] [] schedule_timeout+0x174/0x2c0 [90992.308295] [] ? internal_add_timer+0x70/0x70 [90992.381949] [] ? prepare_to_wait+0x56/0x90 [90992.452495] [] lnet_peer_discovery+0x114/0x11b0 [lnet] [90992.535498] [] ? wake_up_atomic_t+0x30/0x30 [90992.607078] [] ? lnet_peer_merge_data+0xde0/0xde0 [lnet] [90992.692196] [] kthread+0xd1/0xe0 [90992.752252] [] ? insert_kthread_work+0x40/0x40 [90992.826970] [] ret_from_fork+0x77/0xb0 [90992.893330] [] ? insert_kthread_work+0x40/0x40 [90992.968007] ptlrpcd_rcv S ffff880827146eb0 0 2242 2 0x00000080 [90993.054284] Call Trace: [90993.085284] [] ? libcfs_debug_msg+0x57/0x80 [libcfs] [90993.166235] [] schedule+0x29/0x70 [90993.227444] [] osc_extent_wait+0x525/0x7c0 [osc] [90993.304252] [] ? wake_up_state+0x20/0x20 [90993.372724] [] osc_cache_wait_range+0x2e7/0x940 [osc] [90993.454725] [] osc_cache_writeback_range+0xbce/0x1260 [osc] [90993.542957] [] ? down_write+0x12/0x3d [90993.608297] [] ? lov_conf_unlock+0x33/0xb0 [lov] [90993.685121] [] ? lov_conf_set+0x108/0xa90 [lov] [90993.760911] [] ? cl_env_put+0x140/0x1d0 [obdclass] [90993.839763] [] mdc_lock_flush+0x2d7/0x3e0 [mdc] [90993.915501] [] mdc_ldlm_blocking_ast+0x2f4/0x3f0 [mdc] [90993.998544] [] ldlm_cancel_callback+0x8a/0x330 [ptlrpc] [90994.082598] [] ldlm_lock_cancel+0x56/0x1e0 [ptlrpc] [90994.162504] [] ldlm_cli_cancel_list_local+0x85/0x280 [ptlrpc] [90994.252865] [] ldlm_cancel_lru_local+0x2b/0x30 [ptlrpc] [90994.336965] [] ldlm_replay_locks+0x5c7/0x890 [ptlrpc] [90994.418933] [] ? libcfs_debug_msg+0x57/0x80 [libcfs] [90994.499910] [] ptlrpc_import_recovery_state_machine+0x6cf/0xbe0 [ptlrpc] [90994.601701] [] ptlrpc_replay_interpret+0x171/0x7d0 [ptlrpc] [90994.689994] [] ptlrpc_check_set.part.23+0x481/0x1dc0 [ptlrpc] [90994.780357] [] ptlrpc_check_set+0x5b/0xe0 [ptlrpc] [90994.859251] [] ptlrpcd_check+0x4ab/0x590 [ptlrpc] [90994.937105] [] ptlrpcd+0x2ab/0x550 [ptlrpc] [90995.008615] [] ? wake_up_state+0x20/0x20 [90995.077095] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90995.156941] [] kthread+0xd1/0xe0 [90995.217049] [] ? insert_kthread_work+0x40/0x40 [90995.291708] [] ret_from_fork+0x77/0xb0 [90995.358041] [] ? insert_kthread_work+0x40/0x40 [90995.432666] ptlrpcd_00_00 S ffff880827145ee0 0 2243 2 0x00000080 [90995.518924] Call Trace: [90995.549937] [] ? lu_env_refill+0x24/0x30 [obdclass] [90995.629825] [] schedule+0x29/0x70 [90995.691015] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90995.762539] [] ? wake_up_state+0x20/0x20 [90995.830994] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90995.910866] [] kthread+0xd1/0xe0 [90995.970982] [] ? insert_kthread_work+0x40/0x40 [90996.045648] [] ret_from_fork+0x77/0xb0 [90996.112004] [] ? insert_kthread_work+0x40/0x40 [90996.186658] ptlrpcd_00_01 S ffff880827144f10 0 2244 2 0x00000080 [90996.272876] Call Trace: [90996.303871] [] schedule+0x29/0x70 [90996.365069] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90996.436624] [] ? wake_up_state+0x20/0x20 [90996.505098] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90996.584945] [] kthread+0xd1/0xe0 [90996.645035] [] ? insert_kthread_work+0x40/0x40 [90996.719679] [] ret_from_fork+0x77/0xb0 [90996.786002] [] ? insert_kthread_work+0x40/0x40 [90996.860637] ptlrpcd_00_02 S ffff880827143f40 0 2245 2 0x00000080 [90996.946877] Call Trace: [90996.977801] [] schedule+0x29/0x70 [90997.038886] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90997.110397] [] ? wake_up_state+0x20/0x20 [90997.178873] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90997.258743] [] kthread+0xd1/0xe0 [90997.318826] [] ? insert_kthread_work+0x40/0x40 [90997.393469] [] ret_from_fork+0x77/0xb0 [90997.459807] [] ? insert_kthread_work+0x40/0x40 [90997.534426] ptlrpcd_00_03 S ffff880827142f70 0 2246 2 0x00000080 [90997.620662] Call Trace: [90997.651622] [] schedule+0x29/0x70 [90997.712808] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90997.784349] [] ? wake_up_state+0x20/0x20 [90997.852806] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90997.932667] [] kthread+0xd1/0xe0 [90997.992743] [] ? insert_kthread_work+0x40/0x40 [90998.067358] [] ret_from_fork+0x77/0xb0 [90998.133677] [] ? insert_kthread_work+0x40/0x40 [90998.208320] ptlrpcd_00_04 S ffff880825326eb0 0 2247 2 0x00000080 [90998.294587] Call Trace: [90998.325563] [] schedule+0x29/0x70 [90998.386760] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90998.458309] [] ? wake_up_state+0x20/0x20 [90998.526789] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90998.606674] [] kthread+0xd1/0xe0 [90998.666770] [] ? insert_kthread_work+0x40/0x40 [90998.741400] [] ret_from_fork+0x77/0xb0 [90998.807720] [] ? insert_kthread_work+0x40/0x40 [90998.882324] ptlrpcd_00_05 S ffff880825320fd0 0 2248 2 0x00000080 [90998.968570] Call Trace: [90998.999505] [] schedule+0x29/0x70 [90999.060669] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90999.132208] [] ? wake_up_state+0x20/0x20 [90999.200660] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90999.280498] [] kthread+0xd1/0xe0 [90999.340603] [] ? insert_kthread_work+0x40/0x40 [90999.415254] [] ret_from_fork+0x77/0xb0 [90999.481567] [] ? insert_kthread_work+0x40/0x40 [90999.556178] ptlrpcd_00_06 S ffff880825325ee0 0 2249 2 0x00000080 [90999.642410] Call Trace: [90999.673337] [] schedule+0x29/0x70 [90999.734484] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [90999.806019] [] ? wake_up_state+0x20/0x20 [90999.874443] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [90999.954290] [] kthread+0xd1/0xe0 [91000.014364] [] ? insert_kthread_work+0x40/0x40 [91000.089023] [] ret_from_fork+0x77/0xb0 [91000.155316] [] ? insert_kthread_work+0x40/0x40 [91000.229965] ptlrpcd_00_07 S ffff880825321fa0 0 2250 2 0x00000080 [91000.316190] Call Trace: [91000.347159] [] schedule+0x29/0x70 [91000.408330] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91000.479875] [] ? wake_up_state+0x20/0x20 [91000.548280] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91000.628159] [] kthread+0xd1/0xe0 [91000.688190] [] ? insert_kthread_work+0x40/0x40 [91000.762851] [] ret_from_fork+0x77/0xb0 [91000.829181] [] ? insert_kthread_work+0x40/0x40 [91000.903830] ptlrpcd_00_08 S ffff880825320000 0 2251 2 0x00000080 [91000.990056] Call Trace: [91001.021023] [] schedule+0x29/0x70 [91001.082210] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91001.153753] [] ? wake_up_state+0x20/0x20 [91001.222212] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91001.302087] [] kthread+0xd1/0xe0 [91001.362196] [] ? insert_kthread_work+0x40/0x40 [91001.436853] [] ret_from_fork+0x77/0xb0 [91001.503177] [] ? insert_kthread_work+0x40/0x40 [91001.577794] ptlrpcd_00_09 S ffff880825322f70 0 2252 2 0x00000080 [91001.664037] Call Trace: [91001.695066] [] ? lu_env_refill+0x24/0x30 [obdclass] [91001.774959] [] schedule+0x29/0x70 [91001.836164] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91001.907728] [] ? wake_up_state+0x20/0x20 [91001.976213] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91002.056109] [] kthread+0xd1/0xe0 [91002.116193] [] ? insert_kthread_work+0x40/0x40 [91002.190861] [] ret_from_fork+0x77/0xb0 [91002.257187] [] ? insert_kthread_work+0x40/0x40 [91002.331832] ptlrpcd_00_10 S ffff88082ca5eeb0 0 2253 2 0x00000080 [91002.418078] Call Trace: [91002.449073] [] schedule+0x29/0x70 [91002.510251] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91002.581799] [] ? wake_up_state+0x20/0x20 [91002.650270] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91002.730161] [] kthread+0xd1/0xe0 [91002.790220] [] ? insert_kthread_work+0x40/0x40 [91002.864891] [] ret_from_fork+0x77/0xb0 [91002.931212] [] ? insert_kthread_work+0x40/0x40 [91003.005875] ptlrpcd_00_11 S ffff8804b95d8fd0 0 2254 2 0x00000080 [91003.092104] Call Trace: [91003.123113] [] ? lu_env_refill+0x24/0x30 [obdclass] [91003.203012] [] schedule+0x29/0x70 [91003.264221] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91003.335802] [] ? wake_up_state+0x20/0x20 [91003.404267] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91003.484149] [] kthread+0xd1/0xe0 [91003.544228] [] ? insert_kthread_work+0x40/0x40 [91003.618911] [] ret_from_fork+0x77/0xb0 [91003.685231] [] ? insert_kthread_work+0x40/0x40 [91003.759896] ptlrpcd_00_12 S ffff8804b95ddee0 0 2255 2 0x00000080 [91003.846142] Call Trace: [91003.877171] [] ? lu_env_refill+0x24/0x30 [obdclass] [91003.957089] [] schedule+0x29/0x70 [91004.018295] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91004.089890] [] ? wake_up_state+0x20/0x20 [91004.158351] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91004.238215] [] kthread+0xd1/0xe0 [91004.298294] [] ? insert_kthread_work+0x40/0x40 [91004.372991] [] ret_from_fork+0x77/0xb0 [91004.439331] [] ? insert_kthread_work+0x40/0x40 [91004.514023] ptlrpcd_00_13 S ffff8804194a0000 0 2256 2 0x00000080 [91004.600294] Call Trace: [91004.631304] [] ? lu_env_refill+0x24/0x30 [obdclass] [91004.711222] [] schedule+0x29/0x70 [91004.772459] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91004.844053] [] ? wake_up_state+0x20/0x20 [91004.912557] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91004.992449] [] kthread+0xd1/0xe0 [91005.052573] [] ? insert_kthread_work+0x40/0x40 [91005.127237] [] ret_from_fork+0x77/0xb0 [91005.193606] [] ? insert_kthread_work+0x40/0x40 [91005.268270] ptlrpcd_00_14 S ffff88042900af70 0 2257 2 0x00000080 [91005.354547] Call Trace: [91005.385545] [] schedule+0x29/0x70 [91005.446766] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91005.518324] [] ? wake_up_state+0x20/0x20 [91005.586832] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91005.666724] [] kthread+0xd1/0xe0 [91005.726850] [] ? insert_kthread_work+0x40/0x40 [91005.801547] [] ret_from_fork+0x77/0xb0 [91005.867921] [] ? insert_kthread_work+0x40/0x40 [91005.942614] ptlrpcd_00_15 S ffff880429008000 0 2258 2 0x00000080 [91006.028904] Call Trace: [91006.059946] [] ? lu_env_refill+0x24/0x30 [obdclass] [91006.139883] [] schedule+0x29/0x70 [91006.201129] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91006.272723] [] ? wake_up_state+0x20/0x20 [91006.341195] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91006.421097] [] kthread+0xd1/0xe0 [91006.481191] [] ? insert_kthread_work+0x40/0x40 [91006.555884] [] ret_from_fork+0x77/0xb0 [91006.622217] [] ? insert_kthread_work+0x40/0x40 [91006.696902] ptlrpcd_01_00 S ffff880429008fd0 0 2259 2 0x00000080 [91006.783154] Call Trace: [91006.814170] [] ? lu_env_refill+0x24/0x30 [obdclass] [91006.894093] [] schedule+0x29/0x70 [91006.955330] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91007.026922] [] ? wake_up_state+0x20/0x20 [91007.095422] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91007.175313] [] kthread+0xd1/0xe0 [91007.235438] [] ? insert_kthread_work+0x40/0x40 [91007.310107] [] ret_from_fork+0x77/0xb0 [91007.376466] [] ? insert_kthread_work+0x40/0x40 [91007.451122] ptlrpcd_01_01 S ffff88042900eeb0 0 2260 2 0x00000080 [91007.537389] Call Trace: [91007.568414] [] ? lu_env_refill+0x24/0x30 [obdclass] [91007.648322] [] schedule+0x29/0x70 [91007.709573] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91007.781139] [] ? wake_up_state+0x20/0x20 [91007.849651] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91007.929554] [] kthread+0xd1/0xe0 [91007.989681] [] ? insert_kthread_work+0x40/0x40 [91008.064371] [] ret_from_fork+0x77/0xb0 [91008.130745] [] ? insert_kthread_work+0x40/0x40 [91008.205438] ptlrpcd_01_02 S ffff880429009fa0 0 2261 2 0x00000080 [91008.291720] Call Trace: [91008.322753] [] ? lu_env_refill+0x24/0x30 [obdclass] [91008.402648] [] schedule+0x29/0x70 [91008.463902] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91008.535494] [] ? wake_up_state+0x20/0x20 [91008.603994] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91008.683899] [] kthread+0xd1/0xe0 [91008.744036] [] ? insert_kthread_work+0x40/0x40 [91008.818749] [] ret_from_fork+0x77/0xb0 [91008.885100] [] ? insert_kthread_work+0x40/0x40 [91008.959692] ptlrpcd_01_03 S ffff88042900dee0 0 2262 2 0x00000080 [91009.045952] Call Trace: [91009.077028] [] ? lu_env_refill+0x24/0x30 [obdclass] [91009.156971] [] schedule+0x29/0x70 [91009.218192] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91009.289791] [] ? wake_up_state+0x20/0x20 [91009.358289] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91009.438158] [] kthread+0xd1/0xe0 [91009.498310] [] ? insert_kthread_work+0x40/0x40 [91009.573022] [] ret_from_fork+0x77/0xb0 [91009.639408] [] ? insert_kthread_work+0x40/0x40 [91009.714082] ptlrpcd_01_04 S ffff88042900bf40 0 2263 2 0x00000080 [91009.800384] Call Trace: [91009.831444] [] ? lu_env_refill+0x24/0x30 [obdclass] [91009.911391] [] schedule+0x29/0x70 [91009.972630] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91010.044190] [] ? wake_up_state+0x20/0x20 [91010.112703] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91010.192598] [] kthread+0xd1/0xe0 [91010.252747] [] ? insert_kthread_work+0x40/0x40 [91010.327457] [] ret_from_fork+0x77/0xb0 [91010.393848] [] ? insert_kthread_work+0x40/0x40 [91010.468542] ptlrpcd_01_05 S ffff88042900cf10 0 2264 2 0x00000080 [91010.554833] Call Trace: [91010.585899] [] ? lu_env_refill+0x24/0x30 [obdclass] [91010.665856] [] schedule+0x29/0x70 [91010.727070] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91010.798661] [] ? wake_up_state+0x20/0x20 [91010.867134] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91010.947020] [] kthread+0xd1/0xe0 [91011.007131] [] ? insert_kthread_work+0x40/0x40 [91011.081846] [] ret_from_fork+0x77/0xb0 [91011.148216] [] ? insert_kthread_work+0x40/0x40 [91011.222919] ptlrpcd_01_06 S ffff8804b96deeb0 0 2265 2 0x00000080 [91011.309225] Call Trace: [91011.340268] [] ? lu_env_refill+0x24/0x30 [obdclass] [91011.420207] [] schedule+0x29/0x70 [91011.481451] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91011.553033] [] ? wake_up_state+0x20/0x20 [91011.621552] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91011.701451] [] kthread+0xd1/0xe0 [91011.761592] [] ? insert_kthread_work+0x40/0x40 [91011.836305] [] ret_from_fork+0x77/0xb0 [91011.902694] [] ? insert_kthread_work+0x40/0x40 [91011.977392] ptlrpcd_01_07 S ffff880829b08000 0 2266 2 0x00000080 [91012.063686] Call Trace: [91012.094771] [] ? lu_env_refill+0x24/0x30 [obdclass] [91012.174720] [] schedule+0x29/0x70 [91012.235965] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91012.307536] [] ? wake_up_state+0x20/0x20 [91012.376016] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91012.455933] [] kthread+0xd1/0xe0 [91012.516039] [] ? insert_kthread_work+0x40/0x40 [91012.590743] [] ret_from_fork+0x77/0xb0 [91012.657097] [] ? insert_kthread_work+0x40/0x40 [91012.731786] ptlrpcd_01_08 S ffff880827188000 0 2267 2 0x00000080 [91012.818029] Call Trace: [91012.849056] [] ? lu_env_refill+0x24/0x30 [obdclass] [91012.928951] [] schedule+0x29/0x70 [91012.990189] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91013.061793] [] ? wake_up_state+0x20/0x20 [91013.130316] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91013.210216] [] kthread+0xd1/0xe0 [91013.270356] [] ? insert_kthread_work+0x40/0x40 [91013.345030] [] ret_from_fork+0x77/0xb0 [91013.411415] [] ? insert_kthread_work+0x40/0x40 [91013.486089] ptlrpcd_01_09 S ffff8808232d8000 0 2268 2 0x00000080 [91013.572387] Call Trace: [91013.603446] [] ? lu_env_refill+0x24/0x30 [obdclass] [91013.683376] [] schedule+0x29/0x70 [91013.744621] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91013.816212] [] ? wake_up_state+0x20/0x20 [91013.884718] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91013.964629] [] kthread+0xd1/0xe0 [91014.024769] [] ? insert_kthread_work+0x40/0x40 [91014.099480] [] ret_from_fork+0x77/0xb0 [91014.165866] [] ? insert_kthread_work+0x40/0x40 [91014.240566] ptlrpcd_01_10 S ffff8808232d8fd0 0 2269 2 0x00000080 [91014.326835] Call Trace: [91014.357889] [] ? lu_env_refill+0x24/0x30 [obdclass] [91014.437841] [] schedule+0x29/0x70 [91014.499044] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91014.570640] [] ? wake_up_state+0x20/0x20 [91014.639112] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91014.718989] [] kthread+0xd1/0xe0 [91014.779112] [] ? insert_kthread_work+0x40/0x40 [91014.853827] [] ret_from_fork+0x77/0xb0 [91014.920200] [] ? insert_kthread_work+0x40/0x40 [91014.994875] ptlrpcd_01_11 S ffff8808232d9fa0 0 2270 2 0x00000080 [91015.081158] Call Trace: [91015.112205] [] ? lu_env_refill+0x24/0x30 [obdclass] [91015.192143] [] schedule+0x29/0x70 [91015.253391] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91015.324962] [] ? wake_up_state+0x20/0x20 [91015.393477] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91015.473389] [] kthread+0xd1/0xe0 [91015.533534] [] ? insert_kthread_work+0x40/0x40 [91015.608236] [] ret_from_fork+0x77/0xb0 [91015.674623] [] ? insert_kthread_work+0x40/0x40 [91015.749315] ptlrpcd_01_12 S ffff8808232daf70 0 2271 2 0x00000080 [91015.835611] Call Trace: [91015.866692] [] ? lu_env_refill+0x24/0x30 [obdclass] [91015.946640] [] schedule+0x29/0x70 [91016.007893] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91016.079499] [] ? wake_up_state+0x20/0x20 [91016.147939] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91016.227802] [] kthread+0xd1/0xe0 [91016.287912] [] ? insert_kthread_work+0x40/0x40 [91016.362622] [] ret_from_fork+0x77/0xb0 [91016.428935] [] ? insert_kthread_work+0x40/0x40 [91016.503631] ptlrpcd_01_13 S ffff8808232dbf40 0 2272 2 0x00000080 [91016.589932] Call Trace: [91016.620955] [] ? lu_env_refill+0x24/0x30 [obdclass] [91016.700871] [] schedule+0x29/0x70 [91016.762116] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91016.833719] [] ? wake_up_state+0x20/0x20 [91016.902237] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91016.982147] [] kthread+0xd1/0xe0 [91017.042291] [] ? insert_kthread_work+0x40/0x40 [91017.116969] [] ret_from_fork+0x77/0xb0 [91017.183356] [] ? insert_kthread_work+0x40/0x40 [91017.258047] ptlrpcd_01_14 S ffff8808232dcf10 0 2273 2 0x00000080 [91017.344338] Call Trace: [91017.375393] [] ? lu_env_refill+0x24/0x30 [obdclass] [91017.455351] [] schedule+0x29/0x70 [91017.516593] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91017.588188] [] ? wake_up_state+0x20/0x20 [91017.656692] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91017.736597] [] kthread+0xd1/0xe0 [91017.796744] [] ? insert_kthread_work+0x40/0x40 [91017.871449] [] ret_from_fork+0x77/0xb0 [91017.937811] [] ? insert_kthread_work+0x40/0x40 [91018.012517] ptlrpcd_01_15 S ffff8808232ddee0 0 2274 2 0x00000080 [91018.098771] Call Trace: [91018.129805] [] ? lu_env_refill+0x24/0x30 [obdclass] [91018.209753] [] schedule+0x29/0x70 [91018.270969] [] ptlrpcd+0x2fe/0x550 [ptlrpc] [91018.342600] [] ? wake_up_state+0x20/0x20 [91018.411108] [] ? ptlrpcd_check+0x590/0x590 [ptlrpc] [91018.491002] [] kthread+0xd1/0xe0 [91018.551140] [] ? insert_kthread_work+0x40/0x40 [91018.625824] [] ret_from_fork+0x77/0xb0 [91018.692216] [] ? insert_kthread_work+0x40/0x40 [91018.766884] ll_ping S ffff8808232deeb0 0 2275 2 0x00000080 [91018.853185] Call Trace: [91018.884219] [] schedule+0x29/0x70 [91018.945420] [] schedule_timeout+0x174/0x2c0 [91019.017000] [] ? internal_add_timer+0x70/0x70 [91019.090714] [] ptlrpc_pinger_main+0x85f/0xb40 [ptlrpc] [91019.173736] [] ? wake_up_state+0x20/0x20 [91019.242231] [] ? ptlrpc_obd_ping+0x130/0x130 [ptlrpc] [91019.324216] [] kthread+0xd1/0xe0 [91019.384335] [] ? insert_kthread_work+0x40/0x40 [91019.459045] [] ret_from_fork+0x77/0xb0 [91019.525418] [] ? insert_kthread_work+0x40/0x40 [91019.600114] sptlrpc_gc S ffff880822288000 0 2276 2 0x00000080 [91019.686405] Call Trace: [91019.717422] [] schedule+0x29/0x70 [91019.778537] [] schedule_timeout+0x174/0x2c0 [91019.850106] [] ? internal_add_timer+0x70/0x70 [91019.923688] [] ? cfs_block_sigsinv+0x71/0xa0 [libcfs] [91020.005696] [] sec_gc_main+0x2e8/0x420 [ptlrpc] [91020.081423] [] ? wake_up_state+0x20/0x20 [91020.149884] [] ? sptlrpc_gc_add_ctx+0x130/0x130 [ptlrpc] [91020.234970] [] kthread+0xd1/0xe0 [91020.295098] [] ? insert_kthread_work+0x40/0x40 [91020.369768] [] ret_from_fork+0x77/0xb0 [91020.436143] [] ? insert_kthread_work+0x40/0x40 [91020.510800] ldlm_cb00_000 S ffff8800b1991fa0 0 2368 2 0x00000080 [91020.597081] Call Trace: [91020.628067] [] schedule+0x29/0x70 [91020.689273] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91020.771250] [] ? wake_up_state+0x20/0x20 [91020.839739] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91020.916567] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91021.006847] [] kthread+0xd1/0xe0 [91021.066991] [] ? insert_kthread_work+0x40/0x40 [91021.141708] [] ret_from_fork+0x77/0xb0 [91021.208076] [] ? insert_kthread_work+0x40/0x40 [91021.282752] lc_watchdogd S ffff8800b1992f70 0 2369 2 0x00000080 [91021.369010] Call Trace: [91021.399991] [] schedule+0x29/0x70 [91021.461175] [] lcw_dispatch_main+0x749/0x940 [libcfs] [91021.543162] [] ? wake_up_atomic_t+0x30/0x30 [91021.614741] [] ? lc_watchdog_add+0x790/0x790 [libcfs] [91021.696715] [] kthread+0xd1/0xe0 [91021.756827] [] ? insert_kthread_work+0x40/0x40 [91021.831533] [] ret_from_fork+0x77/0xb0 [91021.897909] [] ? insert_kthread_work+0x40/0x40 [91021.972608] ldlm_cb00_001 S ffff8800b1993f40 0 2370 2 0x00000080 [91022.058926] Call Trace: [91022.089926] [] schedule+0x29/0x70 [91022.151123] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91022.233117] [] ? wake_up_state+0x20/0x20 [91022.301658] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91022.378508] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91022.468817] [] kthread+0xd1/0xe0 [91022.528991] [] ? insert_kthread_work+0x40/0x40 [91022.603699] [] ret_from_fork+0x77/0xb0 [91022.670101] [] ? insert_kthread_work+0x40/0x40 [91022.744792] ldlm_cb01_000 S ffff8800b1994f10 0 2371 2 0x00000080 [91022.831091] Call Trace: [91022.862141] [] schedule+0x29/0x70 [91022.923379] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91023.005372] [] ? wake_up_state+0x20/0x20 [91023.073891] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91023.150741] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91023.241105] [] kthread+0xd1/0xe0 [91023.301306] [] ? insert_kthread_work+0x40/0x40 [91023.376065] [] ret_from_fork+0x77/0xb0 [91023.442499] [] ? insert_kthread_work+0x40/0x40 [91023.517241] ldlm_cb01_001 S ffff8800b1995ee0 0 2372 2 0x00000080 [91023.603560] Call Trace: [91023.634622] [] schedule+0x29/0x70 [91023.695896] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91023.777973] [] ? wake_up_state+0x20/0x20 [91023.846541] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91023.923422] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91024.013768] [] kthread+0xd1/0xe0 [91024.073965] [] ? insert_kthread_work+0x40/0x40 [91024.148710] [] ret_from_fork+0x77/0xb0 [91024.215141] [] ? insert_kthread_work+0x40/0x40 [91024.289898] ldlm_bl_01 S ffff8800b1996eb0 0 2373 2 0x00000080 [91024.376234] Call Trace: [91024.407290] [] ? call_rcu_sched+0x1d/0x20 [91024.476861] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91024.565175] [] schedule+0x29/0x70 [91024.626460] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91024.710610] [] ? wake_up_state+0x20/0x20 [91024.779192] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91024.869599] [] kthread+0xd1/0xe0 [91024.929789] [] ? insert_kthread_work+0x40/0x40 [91025.004597] [] ret_from_fork+0x77/0xb0 [91025.071061] [] ? insert_kthread_work+0x40/0x40 [91025.145818] ldlm_bl_02 S ffff88082228eeb0 0 2374 2 0x00000080 [91025.232185] Call Trace: [91025.263284] [] ? call_rcu_sched+0x1d/0x20 [91025.332896] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91025.421192] [] schedule+0x29/0x70 [91025.482524] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91025.566677] [] ? wake_up_state+0x20/0x20 [91025.635300] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91025.725710] [] kthread+0xd1/0xe0 [91025.785944] [] ? insert_kthread_work+0x40/0x40 [91025.860725] [] ret_from_fork+0x77/0xb0 [91025.927175] [] ? insert_kthread_work+0x40/0x40 [91026.001982] ldlm_poold S ffff88082228dee0 0 2375 2 0x00000080 [91026.088381] Call Trace: [91026.119502] [] schedule+0x29/0x70 [91026.180752] [] schedule_timeout+0x174/0x2c0 [91026.252459] [] ? internal_add_timer+0x70/0x70 [91026.326228] [] ? cfs_block_sigsinv+0x71/0xa0 [libcfs] [91026.408366] [] ldlm_pools_thread_main+0x23e/0x330 [ptlrpc] [91026.495643] [] ? wake_up_state+0x20/0x20 [91026.564236] [] ? ldlm_pools_recalc+0x3d0/0x3d0 [ptlrpc] [91026.648400] [] kthread+0xd1/0xe0 [91026.708634] [] ? insert_kthread_work+0x40/0x40 [91026.783435] [] ret_from_fork+0x77/0xb0 [91026.849909] [] ? insert_kthread_work+0x40/0x40 [91026.924664] ll_cfg_requeue S ffff88082228cf10 0 2376 2 0x00000080 [91027.011021] Call Trace: [91027.042126] [] ? libcfs_debug_msg+0x57/0x80 [libcfs] [91027.123188] [] ? recalc_sigpending+0x1b/0x50 [91027.195893] [] schedule+0x29/0x70 [91027.257170] [] mgc_requeue_thread+0x5f5/0x870 [mgc] [91027.337174] [] ? wake_up_state+0x20/0x20 [91027.405691] [] ? mgc_process_config+0x13f0/0x13f0 [mgc] [91027.489858] [] kthread+0xd1/0xe0 [91027.550089] [] ? insert_kthread_work+0x40/0x40 [91027.624888] [] ret_from_fork+0x77/0xb0 [91027.691345] [] ? insert_kthread_work+0x40/0x40 [91027.766103] kworker/22:1H S ffff880418958000 0 2546 2 0x00000080 [91027.852451] Call Trace: [91027.883525] [] ? process_one_work+0x21a/0x440 [91027.957271] [] schedule+0x29/0x70 [91028.018525] [] worker_thread+0x1d9/0x3c0 [91028.087015] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91028.166980] [] kthread+0xd1/0xe0 [91028.227168] [] ? insert_kthread_work+0x40/0x40 [91028.301924] [] ret_from_fork+0x77/0xb0 [91028.368354] [] ? insert_kthread_work+0x40/0x40 [91028.443097] ldlm_bl_03 S ffff8808243f0fd0 0 2566 2 0x00000080 [91028.529362] Call Trace: [91028.560409] [] ? call_rcu_sched+0x1d/0x20 [91028.629970] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91028.718264] [] schedule+0x29/0x70 [91028.779511] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91028.863598] [] ? wake_up_state+0x20/0x20 [91028.932153] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91029.022517] [] kthread+0xd1/0xe0 [91029.082663] [] ? insert_kthread_work+0x40/0x40 [91029.157422] [] ret_from_fork+0x77/0xb0 [91029.223833] [] ? insert_kthread_work+0x40/0x40 [91029.298559] kworker/20:1H S ffff88041895cf10 0 2782 2 0x00000080 [91029.384871] Call Trace: [91029.415916] [] ? process_one_work+0x21a/0x440 [91029.489603] [] schedule+0x29/0x70 [91029.550846] [] worker_thread+0x1d9/0x3c0 [91029.619375] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91029.699327] [] kthread+0xd1/0xe0 [91029.759493] [] ? insert_kthread_work+0x40/0x40 [91029.834232] [] ret_from_fork+0x77/0xb0 [91029.900613] [] ? insert_kthread_work+0x40/0x40 [91029.975342] ldlm_cb00_002 S ffff880418790000 0 3129 2 0x00000080 [91030.061645] Call Trace: [91030.092690] [] schedule+0x29/0x70 [91030.153959] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91030.235999] [] ? wake_up_state+0x20/0x20 [91030.304534] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91030.381389] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91030.471742] [] kthread+0xd1/0xe0 [91030.531913] [] ? insert_kthread_work+0x40/0x40 [91030.606621] [] ret_from_fork+0x77/0xb0 [91030.673039] [] ? insert_kthread_work+0x40/0x40 [91030.747750] ldlm_cb01_002 S ffff880418793f40 0 3130 2 0x00000080 [91030.834078] Call Trace: [91030.865129] [] schedule+0x29/0x70 [91030.926401] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91031.008447] [] ? wake_up_state+0x20/0x20 [91031.076978] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91031.153862] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91031.244227] [] kthread+0xd1/0xe0 [91031.304425] [] ? insert_kthread_work+0x40/0x40 [91031.379189] [] ret_from_fork+0x77/0xb0 [91031.445597] [] ? insert_kthread_work+0x40/0x40 [91031.520355] ldlm_cb01_003 S ffff88042a2f9fa0 0 3131 2 0x00000080 [91031.606697] Call Trace: [91031.637765] [] schedule+0x29/0x70 [91031.699063] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91031.781127] [] ? wake_up_state+0x20/0x20 [91031.849668] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91031.926554] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91032.016931] [] kthread+0xd1/0xe0 [91032.077138] [] ? insert_kthread_work+0x40/0x40 [91032.151905] [] ret_from_fork+0x77/0xb0 [91032.218331] [] ? insert_kthread_work+0x40/0x40 [91032.293069] ldlm_cb01_004 S ffff8800b0f0cf10 0 3132 2 0x00000080 [91032.379333] Call Trace: [91032.410382] [] schedule+0x29/0x70 [91032.471645] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91032.553701] [] ? wake_up_state+0x20/0x20 [91032.622266] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91032.699133] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91032.789272] [] kthread+0xd1/0xe0 [91032.849446] [] ? insert_kthread_work+0x40/0x40 [91032.924210] [] ret_from_fork+0x77/0xb0 [91032.990639] [] ? insert_kthread_work+0x40/0x40 [91033.065423] ldlm_bl_04 S ffff8800b0f09fa0 0 3133 2 0x00000080 [91033.151764] Call Trace: [91033.182851] [] ? call_rcu_sched+0x1d/0x20 [91033.252486] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91033.340811] [] schedule+0x29/0x70 [91033.402112] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91033.486244] [] ? wake_up_state+0x20/0x20 [91033.554843] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91033.645263] [] kthread+0xd1/0xe0 [91033.705485] [] ? insert_kthread_work+0x40/0x40 [91033.780291] [] ret_from_fork+0x77/0xb0 [91033.846711] [] ? insert_kthread_work+0x40/0x40 [91033.921479] ldlm_cb00_003 S ffff8803ff248000 0 3134 2 0x00000080 [91034.007849] Call Trace: [91034.038957] [] schedule+0x29/0x70 [91034.100264] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91034.182349] [] ? wake_up_state+0x20/0x20 [91034.250962] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91034.327882] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91034.418306] [] kthread+0xd1/0xe0 [91034.478519] [] ? insert_kthread_work+0x40/0x40 [91034.553335] [] ret_from_fork+0x77/0xb0 [91034.619747] [] ? insert_kthread_work+0x40/0x40 [91034.694503] kworker/5:1H S ffff880415b59fa0 0 3135 2 0x00000080 [91034.780880] Call Trace: [91034.811987] [] ? process_one_work+0x21a/0x440 [91034.885736] [] schedule+0x29/0x70 [91034.947009] [] worker_thread+0x1d9/0x3c0 [91035.015546] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91035.095530] [] kthread+0xd1/0xe0 [91035.155747] [] ? insert_kthread_work+0x40/0x40 [91035.230495] [] ret_from_fork+0x77/0xb0 [91035.296906] [] ? insert_kthread_work+0x40/0x40 [91035.371664] ldlm_cb00_004 S ffff880415b58fd0 0 3137 2 0x00000080 [91035.458016] Call Trace: [91035.489094] [] schedule+0x29/0x70 [91035.550390] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91035.632423] [] ? wake_up_state+0x20/0x20 [91035.701006] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91035.777903] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91035.868291] [] kthread+0xd1/0xe0 [91035.928472] [] ? insert_kthread_work+0x40/0x40 [91036.003254] [] ret_from_fork+0x77/0xb0 [91036.069698] [] ? insert_kthread_work+0x40/0x40 [91036.144412] ldlm_cb00_005 S ffff880825332f70 0 3329 2 0x00000080 [91036.230745] Call Trace: [91036.261832] [] schedule+0x29/0x70 [91036.323134] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91036.405201] [] ? wake_up_state+0x20/0x20 [91036.473781] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91036.550669] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91036.641050] [] kthread+0xd1/0xe0 [91036.701254] [] ? insert_kthread_work+0x40/0x40 [91036.776016] [] ret_from_fork+0x77/0xb0 [91036.842417] [] ? insert_kthread_work+0x40/0x40 [91036.917158] ldlm_bl_05 S ffff880417b26eb0 0 3693 2 0x00000080 [91037.003494] Call Trace: [91037.034572] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91037.122889] [] schedule+0x29/0x70 [91037.184199] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91037.268331] [] ? wake_up_state+0x20/0x20 [91037.336915] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91037.427309] [] kthread+0xd1/0xe0 [91037.487538] [] ? insert_kthread_work+0x40/0x40 [91037.562316] [] ret_from_fork+0x77/0xb0 [91037.628766] [] ? insert_kthread_work+0x40/0x40 [91037.703544] ldlm_bl_06 S ffff880417b25ee0 0 3694 2 0x00000080 [91037.789901] Call Trace: [91037.820972] [] ? call_rcu_sched+0x1d/0x20 [91037.890603] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91037.978926] [] schedule+0x29/0x70 [91038.040237] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91038.124372] [] ? wake_up_state+0x20/0x20 [91038.192971] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91038.283366] [] kthread+0xd1/0xe0 [91038.343609] [] ? insert_kthread_work+0x40/0x40 [91038.418394] [] ret_from_fork+0x77/0xb0 [91038.484891] [] ? insert_kthread_work+0x40/0x40 [91038.559688] ldlm_bl_07 S ffff88042a2fdee0 0 3695 2 0x00000080 [91038.646087] Call Trace: [91038.677223] [] ? call_rcu_sched+0x1d/0x20 [91038.746867] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91038.835243] [] schedule+0x29/0x70 [91038.896600] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91038.980775] [] ? wake_up_state+0x20/0x20 [91039.049384] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91039.139848] [] kthread+0xd1/0xe0 [91039.200126] [] ? insert_kthread_work+0x40/0x40 [91039.274971] [] ret_from_fork+0x77/0xb0 [91039.341419] [] ? insert_kthread_work+0x40/0x40 [91039.416258] ldlm_bl_08 S ffff88042a2faf70 0 3696 2 0x00000080 [91039.502665] Call Trace: [91039.533840] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91039.622225] [] schedule+0x29/0x70 [91039.683596] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91039.767839] [] ? wake_up_state+0x20/0x20 [91039.836500] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91039.926993] [] kthread+0xd1/0xe0 [91039.987284] [] ? insert_kthread_work+0x40/0x40 [91040.062153] [] ret_from_fork+0x77/0xb0 [91040.128684] [] ? insert_kthread_work+0x40/0x40 [91040.203553] ldlm_bl_09 S ffff88042a2f8fd0 0 3697 2 0x00000080 [91040.289996] Call Trace: [91040.321166] [] ? call_rcu_sched+0x1d/0x20 [91040.390864] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91040.479274] [] schedule+0x29/0x70 [91040.540644] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91040.624877] [] ? wake_up_state+0x20/0x20 [91040.693544] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91040.784020] [] kthread+0xd1/0xe0 [91040.844298] [] ? insert_kthread_work+0x40/0x40 [91040.919165] [] ret_from_fork+0x77/0xb0 [91040.985700] [] ? insert_kthread_work+0x40/0x40 [91041.060554] ldlm_bl_10 S ffff88082ca46eb0 0 3698 2 0x00000080 [91041.146979] Call Trace: [91041.178125] [] ? call_rcu_sched+0x1d/0x20 [91041.247813] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91041.336227] [] schedule+0x29/0x70 [91041.397601] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91041.481771] [] ? wake_up_state+0x20/0x20 [91041.550415] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91041.640858] [] kthread+0xd1/0xe0 [91041.701122] [] ? insert_kthread_work+0x40/0x40 [91041.775987] [] ret_from_fork+0x77/0xb0 [91041.842493] [] ? insert_kthread_work+0x40/0x40 [91041.917349] ldlm_bl_11 S ffff88082ca44f10 0 3699 2 0x00000080 [91042.003761] Call Trace: [91042.034904] [] ? call_rcu_sched+0x1d/0x20 [91042.104609] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91042.193009] [] schedule+0x29/0x70 [91042.254294] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91042.338521] [] ? wake_up_state+0x20/0x20 [91042.407178] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91042.497639] [] kthread+0xd1/0xe0 [91042.557901] [] ? insert_kthread_work+0x40/0x40 [91042.632766] [] ret_from_fork+0x77/0xb0 [91042.699282] [] ? insert_kthread_work+0x40/0x40 [91042.774164] ldlm_bl_12 S ffff88082a6f2f70 0 3700 2 0x00000080 [91042.860579] Call Trace: [91042.891730] [] ? call_rcu_sched+0x1d/0x20 [91042.961399] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91043.049783] [] schedule+0x29/0x70 [91043.111143] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91043.195355] [] ? wake_up_state+0x20/0x20 [91043.264022] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91043.354480] [] kthread+0xd1/0xe0 [91043.414758] [] ? insert_kthread_work+0x40/0x40 [91043.489601] [] ret_from_fork+0x77/0xb0 [91043.556135] [] ? insert_kthread_work+0x40/0x40 [91043.630978] ldlm_bl_13 S ffff880400a1eeb0 0 3701 2 0x00000080 [91043.717400] Call Trace: [91043.748541] [] ? call_rcu_sched+0x1d/0x20 [91043.818212] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91043.906594] [] schedule+0x29/0x70 [91043.967953] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91044.052167] [] ? wake_up_state+0x20/0x20 [91044.120824] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91044.211246] [] kthread+0xd1/0xe0 [91044.271564] [] ? insert_kthread_work+0x40/0x40 [91044.346419] [] ret_from_fork+0x77/0xb0 [91044.412960] [] ? insert_kthread_work+0x40/0x40 [91044.487795] ldlm_bl_14 S ffff8800368cbf40 0 3702 2 0x00000080 [91044.574178] Call Trace: [91044.605299] [] ? call_rcu_sched+0x1d/0x20 [91044.674986] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91044.763357] [] schedule+0x29/0x70 [91044.824729] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91044.908951] [] ? wake_up_state+0x20/0x20 [91044.977589] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91045.068053] [] kthread+0xd1/0xe0 [91045.128338] [] ? insert_kthread_work+0x40/0x40 [91045.203180] [] ret_from_fork+0x77/0xb0 [91045.269716] [] ? insert_kthread_work+0x40/0x40 [91045.344541] ldlm_bl_15 S ffff880418dd3f40 0 3703 2 0x00000080 [91045.430942] Call Trace: [91045.462087] [] ? call_rcu_sched+0x1d/0x20 [91045.531781] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91045.620161] [] schedule+0x29/0x70 [91045.681532] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91045.765722] [] ? wake_up_state+0x20/0x20 [91045.834378] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91045.924839] [] kthread+0xd1/0xe0 [91045.985136] [] ? insert_kthread_work+0x40/0x40 [91046.059994] [] ret_from_fork+0x77/0xb0 [91046.126507] [] ? insert_kthread_work+0x40/0x40 [91046.201345] ldlm_bl_16 S ffff88082c561fa0 0 3704 2 0x00000080 [91046.287780] Call Trace: [91046.318890] [] ? call_rcu_sched+0x1d/0x20 [91046.388566] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91046.476949] [] schedule+0x29/0x70 [91046.538303] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91046.622525] [] ? wake_up_state+0x20/0x20 [91046.691154] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91046.781602] [] kthread+0xd1/0xe0 [91046.841893] [] ? insert_kthread_work+0x40/0x40 [91046.916763] [] ret_from_fork+0x77/0xb0 [91046.983299] [] ? insert_kthread_work+0x40/0x40 [91047.058116] ldlm_bl_17 S ffff88082c560000 0 3705 2 0x00000080 [91047.144533] Call Trace: [91047.175675] [] ? call_rcu_sched+0x1d/0x20 [91047.245353] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91047.333733] [] schedule+0x29/0x70 [91047.395106] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91047.479326] [] ? wake_up_state+0x20/0x20 [91047.547967] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91047.638414] [] kthread+0xd1/0xe0 [91047.698707] [] ? insert_kthread_work+0x40/0x40 [91047.773566] [] ret_from_fork+0x77/0xb0 [91047.840100] [] ? insert_kthread_work+0x40/0x40 [91047.914938] ldlm_bl_18 S ffff88082c565ee0 0 3706 2 0x00000080 [91048.001345] Call Trace: [91048.032493] [] ? call_rcu_sched+0x1d/0x20 [91048.102170] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91048.190543] [] schedule+0x29/0x70 [91048.251911] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91048.336080] [] ? wake_up_state+0x20/0x20 [91048.404729] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91048.495179] [] kthread+0xd1/0xe0 [91048.555465] [] ? insert_kthread_work+0x40/0x40 [91048.630312] [] ret_from_fork+0x77/0xb0 [91048.696815] [] ? insert_kthread_work+0x40/0x40 [91048.771652] ldlm_bl_19 S ffff88082c560fd0 0 3707 2 0x00000080 [91048.858037] Call Trace: [91048.889188] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91048.977596] [] schedule+0x29/0x70 [91049.038972] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91049.123210] [] ? wake_up_state+0x20/0x20 [91049.191873] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91049.282334] [] kthread+0xd1/0xe0 [91049.342628] [] ? insert_kthread_work+0x40/0x40 [91049.417492] [] ret_from_fork+0x77/0xb0 [91049.484032] [] ? insert_kthread_work+0x40/0x40 [91049.558883] ldlm_bl_20 S ffff88082c566eb0 0 3708 2 0x00000080 [91049.645306] Call Trace: [91049.676439] [] ? call_rcu_sched+0x1d/0x20 [91049.746132] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91049.834513] [] schedule+0x29/0x70 [91049.895844] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91049.980052] [] ? wake_up_state+0x20/0x20 [91050.048703] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91050.139166] [] kthread+0xd1/0xe0 [91050.199465] [] ? insert_kthread_work+0x40/0x40 [91050.274307] [] ret_from_fork+0x77/0xb0 [91050.340855] [] ? insert_kthread_work+0x40/0x40 [91050.415653] ldlm_bl_21 S ffff880209e76eb0 0 3709 2 0x00000080 [91050.502071] Call Trace: [91050.533248] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91050.621662] [] schedule+0x29/0x70 [91050.683053] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91050.767287] [] ? wake_up_state+0x20/0x20 [91050.835944] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91050.926430] [] kthread+0xd1/0xe0 [91050.986735] [] ? insert_kthread_work+0x40/0x40 [91051.061595] [] ret_from_fork+0x77/0xb0 [91051.128135] [] ? insert_kthread_work+0x40/0x40 [91051.203002] ldlm_bl_22 S ffff88042a058fd0 0 3710 2 0x00000080 [91051.289461] Call Trace: [91051.320652] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91051.409044] [] schedule+0x29/0x70 [91051.470458] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91051.554711] [] ? wake_up_state+0x20/0x20 [91051.623395] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91051.713893] [] kthread+0xd1/0xe0 [91051.774205] [] ? insert_kthread_work+0x40/0x40 [91051.849081] [] ret_from_fork+0x77/0xb0 [91051.915625] [] ? insert_kthread_work+0x40/0x40 [91051.990479] ldlm_bl_23 S ffff88042a05cf10 0 3711 2 0x00000080 [91052.076904] Call Trace: [91052.108086] [] ? call_rcu_sched+0x1d/0x20 [91052.177806] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91052.266219] [] schedule+0x29/0x70 [91052.327614] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91052.411853] [] ? wake_up_state+0x20/0x20 [91052.480536] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91052.570996] [] kthread+0xd1/0xe0 [91052.631304] [] ? insert_kthread_work+0x40/0x40 [91052.706148] [] ret_from_fork+0x77/0xb0 [91052.772690] [] ? insert_kthread_work+0x40/0x40 [91052.847519] ldlm_bl_24 S ffff88042a05bf40 0 3712 2 0x00000080 [91052.933922] Call Trace: [91052.965061] [] ? call_rcu_sched+0x1d/0x20 [91053.034771] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91053.123160] [] schedule+0x29/0x70 [91053.184561] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91053.268807] [] ? wake_up_state+0x20/0x20 [91053.337483] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91053.427970] [] kthread+0xd1/0xe0 [91053.488283] [] ? insert_kthread_work+0x40/0x40 [91053.563142] [] ret_from_fork+0x77/0xb0 [91053.629683] [] ? insert_kthread_work+0x40/0x40 [91053.704542] ldlm_bl_25 S ffff88042a05eeb0 0 3713 2 0x00000080 [91053.790977] Call Trace: [91053.822122] [] ? call_rcu_sched+0x1d/0x20 [91053.891819] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91053.980216] [] schedule+0x29/0x70 [91054.041589] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91054.125817] [] ? wake_up_state+0x20/0x20 [91054.194450] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91054.284943] [] kthread+0xd1/0xe0 [91054.345224] [] ? insert_kthread_work+0x40/0x40 [91054.420073] [] ret_from_fork+0x77/0xb0 [91054.486609] [] ? insert_kthread_work+0x40/0x40 [91054.561468] ldlm_cb00_006 S ffff8803fe24cf10 0 4052 2 0x00000080 [91054.647864] Call Trace: [91054.679005] [] schedule+0x29/0x70 [91054.740369] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91054.822488] [] ? wake_up_state+0x20/0x20 [91054.891138] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91054.968084] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91055.058536] [] kthread+0xd1/0xe0 [91055.118803] [] ? insert_kthread_work+0x40/0x40 [91055.193646] [] ret_from_fork+0x77/0xb0 [91055.260155] [] ? insert_kthread_work+0x40/0x40 [91055.334973] ldlm_cb01_005 S ffff8803fe24eeb0 0 4053 2 0x00000080 [91055.421386] Call Trace: [91055.452513] [] schedule+0x29/0x70 [91055.513860] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91055.595965] [] ? wake_up_state+0x20/0x20 [91055.664596] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91055.741543] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91055.831963] [] kthread+0xd1/0xe0 [91055.892224] [] ? insert_kthread_work+0x40/0x40 [91055.967040] [] ret_from_fork+0x77/0xb0 [91056.033526] [] ? insert_kthread_work+0x40/0x40 [91056.108340] ldlm_cb01_006 S ffff88082db31fa0 0 4217 2 0x00000080 [91056.194698] Call Trace: [91056.225805] [] schedule+0x29/0x70 [91056.287137] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91056.369240] [] ? wake_up_state+0x20/0x20 [91056.437855] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91056.514791] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91056.605212] [] kthread+0xd1/0xe0 [91056.665455] [] ? insert_kthread_work+0x40/0x40 [91056.740262] [] ret_from_fork+0x77/0xb0 [91056.806715] [] ? insert_kthread_work+0x40/0x40 [91056.881505] ldlm_cb00_007 S ffff880400a18fd0 0 4218 2 0x00000080 [91056.967868] Call Trace: [91056.998958] [] schedule+0x29/0x70 [91057.060250] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91057.142339] [] ? wake_up_state+0x20/0x20 [91057.210915] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91057.287797] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91057.378201] [] kthread+0xd1/0xe0 [91057.438427] [] ? insert_kthread_work+0x40/0x40 [91057.513221] [] ret_from_fork+0x77/0xb0 [91057.579675] [] ? insert_kthread_work+0x40/0x40 [91057.654441] ldlm_cb00_008 S ffff880400a19fa0 0 4220 2 0x00000080 [91057.740782] Call Trace: [91057.771834] [] schedule+0x29/0x70 [91057.833137] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91057.915201] [] ? wake_up_state+0x20/0x20 [91057.983787] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91058.060687] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91058.151058] [] kthread+0xd1/0xe0 [91058.211262] [] ? insert_kthread_work+0x40/0x40 [91058.286054] [] ret_from_fork+0x77/0xb0 [91058.352508] [] ? insert_kthread_work+0x40/0x40 [91058.427271] ldlm_cb01_007 S ffff88042fb2dee0 0 4221 2 0x00000080 [91058.513606] Call Trace: [91058.544654] [] schedule+0x29/0x70 [91058.605947] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91058.688019] [] ? _raw_spin_unlock_irqrestore+0x15/0x20 [91058.771129] [] ? wake_up_state+0x20/0x20 [91058.839710] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91058.916608] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91059.006999] [] kthread+0xd1/0xe0 [91059.067223] [] ? insert_kthread_work+0x40/0x40 [91059.141989] [] ret_from_fork+0x77/0xb0 [91059.208435] [] ? insert_kthread_work+0x40/0x40 [91059.283194] ldlm_cb00_009 S ffff880414ac4f10 0 4224 2 0x00000080 [91059.369517] Call Trace: [91059.400605] [] schedule+0x29/0x70 [91059.461881] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91059.543945] [] ? wake_up_state+0x20/0x20 [91059.612522] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91059.689425] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91059.779791] [] kthread+0xd1/0xe0 [91059.839993] [] ? insert_kthread_work+0x40/0x40 [91059.914740] [] ret_from_fork+0x77/0xb0 [91059.981177] [] ? insert_kthread_work+0x40/0x40 [91060.055943] ldlm_cb00_010 S ffff88082db36eb0 0 4225 2 0x00000080 [91060.142281] Call Trace: [91060.173367] [] schedule+0x29/0x70 [91060.234657] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91060.316701] [] ? wake_up_state+0x20/0x20 [91060.385280] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91060.462179] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91060.552566] [] kthread+0xd1/0xe0 [91060.612755] [] ? insert_kthread_work+0x40/0x40 [91060.687542] [] ret_from_fork+0x77/0xb0 [91060.753988] [] ? insert_kthread_work+0x40/0x40 [91060.828719] ldlm_cb01_008 S ffff8804b9316eb0 0 4226 2 0x00000080 [91060.915074] Call Trace: [91060.946170] [] schedule+0x29/0x70 [91061.007455] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91061.089527] [] ? wake_up_state+0x20/0x20 [91061.158112] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91061.235020] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91061.325413] [] kthread+0xd1/0xe0 [91061.385636] [] ? insert_kthread_work+0x40/0x40 [91061.460418] [] ret_from_fork+0x77/0xb0 [91061.526845] [] ? insert_kthread_work+0x40/0x40 [91061.601622] ldlm_cb01_009 S ffff8804189dcf10 0 4227 2 0x00000080 [91061.687977] Call Trace: [91061.719061] [] schedule+0x29/0x70 [91061.780352] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91061.862422] [] ? wake_up_state+0x20/0x20 [91061.931006] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91062.007905] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91062.098290] [] kthread+0xd1/0xe0 [91062.158515] [] ? insert_kthread_work+0x40/0x40 [91062.233304] [] ret_from_fork+0x77/0xb0 [91062.299726] [] ? insert_kthread_work+0x40/0x40 [91062.374491] ldlm_bl_26 S ffff88082ca42f70 0 4700 2 0x00000080 [91062.460853] Call Trace: [91062.491960] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91062.580267] [] schedule+0x29/0x70 [91062.641547] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91062.725691] [] ? wake_up_state+0x20/0x20 [91062.794308] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91062.884703] [] kthread+0xd1/0xe0 [91062.944946] [] ? insert_kthread_work+0x40/0x40 [91063.019753] [] ret_from_fork+0x77/0xb0 [91063.086199] [] ? insert_kthread_work+0x40/0x40 [91063.160992] ldlm_bl_27 S ffff88082ca43f40 0 4701 2 0x00000080 [91063.247375] Call Trace: [91063.278509] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91063.366866] [] schedule+0x29/0x70 [91063.428210] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91063.512409] [] ? wake_up_state+0x20/0x20 [91063.581010] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91063.671469] [] kthread+0xd1/0xe0 [91063.731739] [] ? insert_kthread_work+0x40/0x40 [91063.806578] [] ret_from_fork+0x77/0xb0 [91063.873069] [] ? insert_kthread_work+0x40/0x40 [91063.947876] ldlm_bl_28 S ffff88082ca45ee0 0 4702 2 0x00000080 [91064.034275] Call Trace: [91064.065450] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91064.153840] [] schedule+0x29/0x70 [91064.215211] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91064.299439] [] ? wake_up_state+0x20/0x20 [91064.368096] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91064.458567] [] kthread+0xd1/0xe0 [91064.518858] [] ? insert_kthread_work+0x40/0x40 [91064.593716] [] ret_from_fork+0x77/0xb0 [91064.660249] [] ? insert_kthread_work+0x40/0x40 [91064.735086] ldlm_bl_29 S ffff88082ca40000 0 4703 2 0x00000080 [91064.821494] Call Trace: [91064.852650] [] ? call_rcu_sched+0x1d/0x20 [91064.922355] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91065.010740] [] schedule+0x29/0x70 [91065.072101] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91065.156345] [] ? wake_up_state+0x20/0x20 [91065.224997] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91065.315505] [] kthread+0xd1/0xe0 [91065.375815] [] ? insert_kthread_work+0x40/0x40 [91065.450694] [] ret_from_fork+0x77/0xb0 [91065.517236] [] ? insert_kthread_work+0x40/0x40 [91065.592102] ldlm_bl_30 S ffff8804189dbf40 0 4704 2 0x00000080 [91065.678504] Call Trace: [91065.709703] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91065.798134] [] schedule+0x29/0x70 [91065.859517] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91065.943782] [] ? wake_up_state+0x20/0x20 [91066.012472] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91066.102961] [] kthread+0xd1/0xe0 [91066.163280] [] ? insert_kthread_work+0x40/0x40 [91066.238155] [] ret_from_fork+0x77/0xb0 [91066.304668] [] ? insert_kthread_work+0x40/0x40 [91066.379543] ldlm_bl_31 S ffff88083fe40fd0 0 4739 2 0x00000080 [91066.465982] Call Trace: [91066.497189] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91066.585616] [] schedule+0x29/0x70 [91066.647042] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91066.731298] [] ? wake_up_state+0x20/0x20 [91066.799984] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91066.890474] [] kthread+0xd1/0xe0 [91066.950793] [] ? insert_kthread_work+0x40/0x40 [91067.025663] [] ret_from_fork+0x77/0xb0 [91067.092207] [] ? insert_kthread_work+0x40/0x40 [91067.167072] ldlm_bl_32 S ffff88083fe40000 0 4740 2 0x00000080 [91067.253493] Call Trace: [91067.284711] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91067.373135] [] schedule+0x29/0x70 [91067.434546] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91067.518800] [] ? wake_up_state+0x20/0x20 [91067.587477] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91067.677966] [] kthread+0xd1/0xe0 [91067.738270] [] ? insert_kthread_work+0x40/0x40 [91067.813151] [] ret_from_fork+0x77/0xb0 [91067.879574] [] ? insert_kthread_work+0x40/0x40 [91067.954440] ldlm_bl_33 S ffff88083fe42f70 0 4741 2 0x00000080 [91068.040875] Call Trace: [91068.072053] [] ? call_rcu_sched+0x1d/0x20 [91068.141772] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91068.230190] [] schedule+0x29/0x70 [91068.291613] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91068.375853] [] ? wake_up_state+0x20/0x20 [91068.444442] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91068.534934] [] kthread+0xd1/0xe0 [91068.595254] [] ? insert_kthread_work+0x40/0x40 [91068.670131] [] ret_from_fork+0x77/0xb0 [91068.736667] [] ? insert_kthread_work+0x40/0x40 [91068.811523] ldlm_bl_34 S ffff88083fe44f10 0 4742 2 0x00000080 [91068.897972] Call Trace: [91068.929165] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91069.017587] [] schedule+0x29/0x70 [91069.079002] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91069.163254] [] ? wake_up_state+0x20/0x20 [91069.231943] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91069.322438] [] kthread+0xd1/0xe0 [91069.382747] [] ? insert_kthread_work+0x40/0x40 [91069.457613] [] ret_from_fork+0x77/0xb0 [91069.524165] [] ? insert_kthread_work+0x40/0x40 [91069.599024] ldlm_bl_35 S ffff88083fe43f40 0 4743 2 0x00000080 [91069.685432] Call Trace: [91069.716544] [] ? call_rcu_sched+0x1d/0x20 [91069.786261] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91069.874665] [] schedule+0x29/0x70 [91069.936049] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91070.020256] [] ? wake_up_state+0x20/0x20 [91070.088934] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91070.179430] [] kthread+0xd1/0xe0 [91070.239743] [] ? insert_kthread_work+0x40/0x40 [91070.314619] [] ret_from_fork+0x77/0xb0 [91070.381163] [] ? insert_kthread_work+0x40/0x40 [91070.456026] ldlm_bl_36 S ffff88083fe41fa0 0 4744 2 0x00000080 [91070.542441] Call Trace: [91070.573640] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91070.662050] [] schedule+0x29/0x70 [91070.723447] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91070.807690] [] ? wake_up_state+0x20/0x20 [91070.876352] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91070.966843] [] kthread+0xd1/0xe0 [91071.027154] [] ? insert_kthread_work+0x40/0x40 [91071.102018] [] ret_from_fork+0x77/0xb0 [91071.168544] [] ? insert_kthread_work+0x40/0x40 [91071.243405] ldlm_bl_37 S ffff88083fe46eb0 0 4745 2 0x00000080 [91071.329806] Call Trace: [91071.360955] [] ? call_rcu_sched+0x1d/0x20 [91071.430637] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91071.519039] [] schedule+0x29/0x70 [91071.580426] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91071.664634] [] ? wake_up_state+0x20/0x20 [91071.733314] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91071.823802] [] kthread+0xd1/0xe0 [91071.884111] [] ? insert_kthread_work+0x40/0x40 [91071.958973] [] ret_from_fork+0x77/0xb0 [91072.025511] [] ? insert_kthread_work+0x40/0x40 [91072.100375] ldlm_bl_38 S ffff880825323f40 0 4746 2 0x00000080 [91072.186824] Call Trace: [91072.217979] [] ? call_rcu_sched+0x1d/0x20 [91072.287673] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91072.376078] [] schedule+0x29/0x70 [91072.437444] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91072.521660] [] ? wake_up_state+0x20/0x20 [91072.590305] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91072.680766] [] kthread+0xd1/0xe0 [91072.741059] [] ? insert_kthread_work+0x40/0x40 [91072.815922] [] ret_from_fork+0x77/0xb0 [91072.882433] [] ? insert_kthread_work+0x40/0x40 [91072.957289] ldlm_bl_39 S ffff88082a6f1fa0 0 5059 2 0x00000080 [91073.043724] Call Trace: [91073.074879] [] ? call_rcu_sched+0x1d/0x20 [91073.144564] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91073.232951] [] schedule+0x29/0x70 [91073.294327] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91073.378527] [] ? wake_up_state+0x20/0x20 [91073.447179] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91073.537653] [] kthread+0xd1/0xe0 [91073.597943] [] ? insert_kthread_work+0x40/0x40 [91073.672805] [] ret_from_fork+0x77/0xb0 [91073.739342] [] ? insert_kthread_work+0x40/0x40 [91073.814196] ldlm_bl_40 S ffff88082ca40fd0 0 5065 2 0x00000080 [91073.900605] Call Trace: [91073.931745] [] ? call_rcu_sched+0x1d/0x20 [91074.001391] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91074.089780] [] schedule+0x29/0x70 [91074.151153] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91074.235369] [] ? wake_up_state+0x20/0x20 [91074.304027] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91074.394476] [] kthread+0xd1/0xe0 [91074.454762] [] ? insert_kthread_work+0x40/0x40 [91074.529614] [] ret_from_fork+0x77/0xb0 [91074.596153] [] ? insert_kthread_work+0x40/0x40 [91074.670986] ldlm_bl_41 S ffff8802873e9fa0 0 5066 2 0x00000080 [91074.757419] Call Trace: [91074.788561] [] ? call_rcu_sched+0x1d/0x20 [91074.858219] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91074.946611] [] schedule+0x29/0x70 [91075.007976] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91075.092197] [] ? wake_up_state+0x20/0x20 [91075.160852] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91075.251301] [] kthread+0xd1/0xe0 [91075.311596] [] ? insert_kthread_work+0x40/0x40 [91075.386437] [] ret_from_fork+0x77/0xb0 [91075.452965] [] ? insert_kthread_work+0x40/0x40 [91075.527805] ldlm_bl_42 S ffff8803bfde9fa0 0 5067 2 0x00000080 [91075.614187] Call Trace: [91075.645330] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91075.733724] [] schedule+0x29/0x70 [91075.795097] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91075.879330] [] ? wake_up_state+0x20/0x20 [91075.947971] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91076.038434] [] kthread+0xd1/0xe0 [91076.098729] [] ? insert_kthread_work+0x40/0x40 [91076.173587] [] ret_from_fork+0x77/0xb0 [91076.240125] [] ? insert_kthread_work+0x40/0x40 [91076.314981] ldlm_cb00_011 S ffff8803bfdebf40 0 5220 2 0x00000080 [91076.401417] Call Trace: [91076.432585] [] schedule+0x29/0x70 [91076.493959] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91076.576093] [] ? wake_up_state+0x20/0x20 [91076.644742] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91076.721707] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91076.812171] [] kthread+0xd1/0xe0 [91076.872452] [] ? insert_kthread_work+0x40/0x40 [91076.947269] [] ret_from_fork+0x77/0xb0 [91077.013784] [] ? insert_kthread_work+0x40/0x40 [91077.088627] ldlm_bl_43 S ffff880373e59fa0 0 5221 2 0x00000080 [91077.175046] Call Trace: [91077.206085] [] ? call_rcu_sched+0x1d/0x20 [91077.275746] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91077.364146] [] schedule+0x29/0x70 [91077.425514] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91077.509731] [] ? wake_up_state+0x20/0x20 [91077.578369] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91077.668824] [] kthread+0xd1/0xe0 [91077.729106] [] ? insert_kthread_work+0x40/0x40 [91077.803945] [] ret_from_fork+0x77/0xb0 [91077.870440] [] ? insert_kthread_work+0x40/0x40 [91077.945254] ldlm_cb01_010 S ffff8800377d6eb0 0 5222 2 0x00000080 [91078.031683] Call Trace: [91078.062836] [] schedule+0x29/0x70 [91078.124148] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91078.206260] [] ? wake_up_state+0x20/0x20 [91078.274897] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91078.351853] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91078.442184] [] kthread+0xd1/0xe0 [91078.502454] [] ? insert_kthread_work+0x40/0x40 [91078.577256] [] ret_from_fork+0x77/0xb0 [91078.643746] [] ? insert_kthread_work+0x40/0x40 [91078.718554] ldlm_cb00_012 S ffff8803bfdcaf70 0 5224 2 0x00000080 [91078.804955] Call Trace: [91078.836106] [] schedule+0x29/0x70 [91078.897443] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91078.979552] [] ? wake_up_state+0x20/0x20 [91079.048171] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91079.125113] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91079.215531] [] kthread+0xd1/0xe0 [91079.275774] [] ? insert_kthread_work+0x40/0x40 [91079.350576] [] ret_from_fork+0x77/0xb0 [91079.417006] [] ? insert_kthread_work+0x40/0x40 [91079.491791] kworker/16:1H S ffff8803bfdcbf40 0 5225 2 0x00000080 [91079.578146] Call Trace: [91079.609237] [] ? cfq_kick_queue+0x2f/0x50 [91079.678831] [] ? process_one_work+0x21a/0x440 [91079.752581] [] schedule+0x29/0x70 [91079.813842] [] worker_thread+0x1d9/0x3c0 [91079.882359] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91079.962344] [] kthread+0xd1/0xe0 [91080.022553] [] ? finish_task_switch+0x54/0x170 [91080.097312] [] ? insert_kthread_work+0x40/0x40 [91080.172069] [] ret_from_fork+0x77/0xb0 [91080.238481] [] ? insert_kthread_work+0x40/0x40 [91080.313202] ldlm_bl_44 S ffff8803fe248000 0 6098 2 0x00000080 [91080.399523] Call Trace: [91080.430570] [] ? call_rcu_sched+0x1d/0x20 [91080.500147] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91080.588422] [] schedule+0x29/0x70 [91080.649709] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91080.733835] [] ? wake_up_state+0x20/0x20 [91080.802405] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91080.892783] [] kthread+0xd1/0xe0 [91080.952987] [] ? insert_kthread_work+0x40/0x40 [91081.027738] [] ret_from_fork+0x77/0xb0 [91081.094140] [] ? insert_kthread_work+0x40/0x40 [91081.168887] ldlm_cb01_011 S ffff8803fe24dee0 0 6101 2 0x00000080 [91081.255262] Call Trace: [91081.286321] [] schedule+0x29/0x70 [91081.347590] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91081.429635] [] ? wake_up_state+0x20/0x20 [91081.498172] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91081.575057] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91081.665389] [] kthread+0xd1/0xe0 [91081.725587] [] ? insert_kthread_work+0x40/0x40 [91081.800338] [] ret_from_fork+0x77/0xb0 [91081.866770] [] ? insert_kthread_work+0x40/0x40 [91081.941513] ldlm_bl_45 S ffff8803ff279fa0 0 6161 2 0x00000080 [91082.027857] Call Trace: [91082.058949] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91082.147229] [] schedule+0x29/0x70 [91082.208522] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91082.292674] [] ? wake_up_state+0x20/0x20 [91082.361243] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91082.451640] [] kthread+0xd1/0xe0 [91082.511863] [] ? insert_kthread_work+0x40/0x40 [91082.586639] [] ret_from_fork+0x77/0xb0 [91082.653075] [] ? insert_kthread_work+0x40/0x40 [91082.727856] ldlm_bl_46 S ffff8802fbdfcf10 0 6162 2 0x00000080 [91082.814261] Call Trace: [91082.845116] [] ? call_rcu_sched+0x1d/0x20 [91082.914728] [] ? obd_stale_export_get+0x31/0x190 [obdclass] [91083.003041] [] schedule+0x29/0x70 [91083.064346] [] ldlm_bl_thread_main+0x42d/0x700 [ptlrpc] [91083.148523] [] ? wake_up_state+0x20/0x20 [91083.217109] [] ? ldlm_handle_bl_callback+0x410/0x410 [ptlrpc] [91083.307547] [] kthread+0xd1/0xe0 [91083.367821] [] ? insert_kthread_work+0x40/0x40 [91083.442660] [] ret_from_fork+0x77/0xb0 [91083.509145] [] ? insert_kthread_work+0x40/0x40 [91083.584006] kworker/6:2 S ffff88042dc96eb0 0 7296 2 0x00000080 [91083.670434] Call Trace: [91083.701589] [] ? mod_timer+0x14d/0x230 [91083.768084] [] schedule+0x29/0x70 [91083.829380] [] worker_thread+0x1d9/0x3c0 [91083.897950] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91083.977949] [] kthread+0xd1/0xe0 [91084.038172] [] ? insert_kthread_work+0x40/0x40 [91084.112972] [] ret_from_fork+0x77/0xb0 [91084.179434] [] ? insert_kthread_work+0x40/0x40 [91084.254202] kworker/7:1 S ffff880179398fd0 0 11010 2 0x00000080 [91084.340570] Call Trace: [91084.371667] [] ? process_one_work+0x21a/0x440 [91084.445337] [] schedule+0x29/0x70 [91084.506598] [] worker_thread+0x1d9/0x3c0 [91084.575107] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91084.655048] [] kthread+0xd1/0xe0 [91084.715255] [] ? insert_kthread_work+0x40/0x40 [91084.789993] [] ret_from_fork+0x77/0xb0 [91084.856436] [] ? insert_kthread_work+0x40/0x40 [91084.931180] kworker/10:0 S ffff880825330000 0 12685 2 0x00000080 [91085.017517] Call Trace: [91085.048599] [] ? process_one_work+0x336/0x440 [91085.122339] [] schedule+0x29/0x70 [91085.183597] [] worker_thread+0x1d9/0x3c0 [91085.252081] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91085.332017] [] kthread+0xd1/0xe0 [91085.392169] [] ? insert_kthread_work+0x40/0x40 [91085.466904] [] ret_from_fork+0x77/0xb0 [91085.533298] [] ? insert_kthread_work+0x40/0x40 [91085.607975] kworker/5:0 S ffff880248730fd0 0 15846 2 0x00000080 [91085.694271] Call Trace: [91085.725287] [] ? process_one_work+0x21a/0x440 [91085.798952] [] schedule+0x29/0x70 [91085.860116] [] worker_thread+0x1d9/0x3c0 [91085.928596] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91086.008502] [] kthread+0xd1/0xe0 [91086.068635] [] ? insert_kthread_work+0x40/0x40 [91086.143314] [] ret_from_fork+0x77/0xb0 [91086.209642] [] ? insert_kthread_work+0x40/0x40 [91086.284303] kworker/15:0 S ffff8808252f5ee0 0 20245 2 0x00000080 [91086.370567] Call Trace: [91086.401552] [] ? process_one_work+0x336/0x440 [91086.475170] [] schedule+0x29/0x70 [91086.536315] [] worker_thread+0x1d9/0x3c0 [91086.604726] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91086.684602] [] kthread+0xd1/0xe0 [91086.744700] [] ? insert_kthread_work+0x40/0x40 [91086.819349] [] ret_from_fork+0x77/0xb0 [91086.885668] [] ? insert_kthread_work+0x40/0x40 [91086.960295] kworker/u481:1 S ffff8800368ceeb0 0 20868 2 0x00000080 [91087.046534] Call Trace: [91087.077495] [] ? process_one_work+0x21a/0x440 [91087.151115] [] schedule+0x29/0x70 [91087.212271] [] worker_thread+0x1d9/0x3c0 [91087.280708] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91087.360592] [] kthread+0xd1/0xe0 [91087.420703] [] ? insert_kthread_work+0x40/0x40 [91087.495367] [] ret_from_fork+0x77/0xb0 [91087.561702] [] ? insert_kthread_work+0x40/0x40 [91087.636345] kworker/3:1 S ffff8800368cdee0 0 21021 2 0x00000080 [91087.722600] Call Trace: [91087.753585] [] ? process_one_work+0x21a/0x440 [91087.827232] [] schedule+0x29/0x70 [91087.888389] [] worker_thread+0x1d9/0x3c0 [91087.956802] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91088.036690] [] kthread+0xd1/0xe0 [91088.096790] [] ? insert_kthread_work+0x40/0x40 [91088.171457] [] ret_from_fork+0x77/0xb0 [91088.237760] [] ? insert_kthread_work+0x40/0x40 [91088.312403] kworker/5:2 S ffff88018f930fd0 0 21420 2 0x00000080 [91088.398638] Call Trace: [91088.429616] [] ? process_one_work+0x336/0x440 [91088.503266] [] schedule+0x29/0x70 [91088.564411] [] worker_thread+0x1d9/0x3c0 [91088.632823] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91088.712707] [] kthread+0xd1/0xe0 [91088.772801] [] ? insert_kthread_work+0x40/0x40 [91088.847461] [] ret_from_fork+0x77/0xb0 [91088.913775] [] ? insert_kthread_work+0x40/0x40 [91088.988418] kworker/u482:0 S ffff8804b9091fa0 0 22282 2 0x00000080 [91089.074645] Call Trace: [91089.105630] [] schedule+0x29/0x70 [91089.166743] [] worker_thread+0x1d9/0x3c0 [91089.235166] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91089.315023] [] kthread+0xd1/0xe0 [91089.375128] [] ? insert_kthread_work+0x40/0x40 [91089.449784] [] ret_from_fork+0x77/0xb0 [91089.516116] [] ? insert_kthread_work+0x40/0x40 [91089.590740] kworker/9:0 S ffff8804b97e2f70 0 22685 2 0x00000080 [91089.676955] Call Trace: [91089.707885] [] ? process_one_work+0x336/0x440 [91089.781515] [] schedule+0x29/0x70 [91089.842672] [] worker_thread+0x1d9/0x3c0 [91089.911096] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91089.990937] [] kthread+0xd1/0xe0 [91090.051014] [] ? insert_kthread_work+0x40/0x40 [91090.125692] [] ret_from_fork+0x77/0xb0 [91090.192019] [] ? insert_kthread_work+0x40/0x40 [91090.266666] kworker/19:2H S ffff88019819eeb0 0 24376 2 0x00000080 [91090.352894] Call Trace: [91090.383810] [] ? cfq_kick_queue+0x2f/0x50 [91090.453285] [] ? process_one_work+0x21a/0x440 [91090.526875] [] schedule+0x29/0x70 [91090.588003] [] worker_thread+0x1d9/0x3c0 [91090.656415] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91090.736286] [] kthread+0xd1/0xe0 [91090.796388] [] ? insert_kthread_work+0x40/0x40 [91090.871042] [] ret_from_fork+0x77/0xb0 [91090.937358] [] ? insert_kthread_work+0x40/0x40 [91091.011980] kworker/19:0 S ffff880198199fa0 0 24383 2 0x00000080 [91091.098207] Call Trace: [91091.129168] [] ? mod_timer+0x14d/0x230 [91091.195483] [] schedule+0x29/0x70 [91091.256575] [] worker_thread+0x1d9/0x3c0 [91091.324980] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91091.404809] [] kthread+0xd1/0xe0 [91091.464874] [] ? insert_kthread_work+0x40/0x40 [91091.539521] [] ret_from_fork+0x77/0xb0 [91091.605801] [] ? insert_kthread_work+0x40/0x40 [91091.680428] ldlm_cb01_012 S ffff8803a9782f70 0 25104 2 0x00000080 [91091.766626] Call Trace: [91091.797485] [] schedule+0x29/0x70 [91091.858654] [] ptlrpc_wait_event+0x325/0x340 [ptlrpc] [91091.940607] [] ? wake_up_state+0x20/0x20 [91092.009082] [] ptlrpc_main+0x7fe/0x1f40 [ptlrpc] [91092.085847] [] ? ptlrpc_register_service+0xe90/0xe90 [ptlrpc] [91092.176125] [] kthread+0xd1/0xe0 [91092.236234] [] ? insert_kthread_work+0x40/0x40 [91092.310868] [] ret_from_fork+0x77/0xb0 [91092.377214] [] ? insert_kthread_work+0x40/0x40 [91092.451847] kworker/19:2 S ffff880118336eb0 0 25465 2 0x00000080 [91092.538107] Call Trace: [91092.569112] [] ? process_one_work+0x21a/0x440 [91092.642737] [] schedule+0x29/0x70 [91092.703878] [] worker_thread+0x1d9/0x3c0 [91092.772332] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91092.852001] [] kthread+0xd1/0xe0 [91092.912085] [] ? insert_kthread_work+0x40/0x40 [91092.986719] [] ret_from_fork+0x77/0xb0 [91093.053024] [] ? insert_kthread_work+0x40/0x40 [91093.127671] kworker/3:0 S ffff880414ac6eb0 0 25654 2 0x00000080 [91093.213921] Call Trace: [91093.244874] [] schedule+0x29/0x70 [91093.306066] [] worker_thread+0x1d9/0x3c0 [91093.374508] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91093.454401] [] kthread+0xd1/0xe0 [91093.514504] [] ? insert_kthread_work+0x40/0x40 [91093.589167] [] ret_from_fork+0x77/0xb0 [91093.655499] [] ? insert_kthread_work+0x40/0x40 [91093.730155] kworker/23:1 S ffff880414ac0000 0 25664 2 0x00000080 [91093.816407] Call Trace: [91093.847394] [] ? process_one_work+0x21a/0x440 [91093.921052] [] schedule+0x29/0x70 [91093.982222] [] worker_thread+0x1d9/0x3c0 [91094.050644] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91094.130541] [] kthread+0xd1/0xe0 [91094.190646] [] ? insert_kthread_work+0x40/0x40 [91094.265324] [] ret_from_fork+0x77/0xb0 [91094.331620] [] ? insert_kthread_work+0x40/0x40 [91094.406278] kworker/22:0 S ffff88042cec8fd0 0 25852 2 0x00000080 [91094.492519] Call Trace: [91094.523513] [] ? process_one_work+0x21a/0x440 [91094.597179] [] schedule+0x29/0x70 [91094.658353] [] worker_thread+0x1d9/0x3c0 [91094.726780] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91094.806667] [] kthread+0xd1/0xe0 [91094.866771] [] ? insert_kthread_work+0x40/0x40 [91094.941454] [] ret_from_fork+0x77/0xb0 [91095.007773] [] ? insert_kthread_work+0x40/0x40 [91095.082453] kworker/16:2 S ffff88042b0f4f10 0 26487 2 0x00000080 [91095.168699] Call Trace: [91095.199664] [] ? process_one_work+0x21a/0x440 [91095.273303] [] schedule+0x29/0x70 [91095.334454] [] worker_thread+0x1d9/0x3c0 [91095.402847] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91095.482688] [] kthread+0xd1/0xe0 [91095.542758] [] ? insert_kthread_work+0x40/0x40 [91095.617430] [] ret_from_fork+0x77/0xb0 [91095.683695] [] ? insert_kthread_work+0x40/0x40 [91095.758343] kworker/12:0 S ffff8808243f1fa0 0 26522 2 0x00000080 [91095.844557] Call Trace: [91095.875530] [] schedule+0x29/0x70 [91095.936632] [] worker_thread+0x1d9/0x3c0 [91096.005055] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91096.084918] [] kthread+0xd1/0xe0 [91096.145014] [] ? insert_kthread_work+0x40/0x40 [91096.219638] [] ret_from_fork+0x77/0xb0 [91096.285984] [] ? insert_kthread_work+0x40/0x40 [91096.360598] kworker/11:1 R running task 0 27035 2 0x00000080 [91096.446842] Call Trace: [91096.477768] [] ? process_one_work+0x21a/0x440 [91096.551390] [] schedule+0x29/0x70 [91096.612539] [] worker_thread+0x1d9/0x3c0 [91096.680962] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91096.760815] [] kthread+0xd1/0xe0 [91096.820907] [] ? insert_kthread_work+0x40/0x40 [91096.895555] [] ret_from_fork+0x77/0xb0 [91096.961881] [] ? insert_kthread_work+0x40/0x40 [91097.036510] kworker/24:0 S ffff880822289fa0 0 27986 2 0x00000080 [91097.122731] Call Trace: [91097.153655] [] ? process_one_work+0x21a/0x440 [91097.227298] [] schedule+0x29/0x70 [91097.288449] [] worker_thread+0x1d9/0x3c0 [91097.356854] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91097.436697] [] kthread+0xd1/0xe0 [91097.496791] [] ? insert_kthread_work+0x40/0x40 [91097.571461] [] ret_from_fork+0x77/0xb0 [91097.637785] [] ? insert_kthread_work+0x40/0x40 [91097.712423] slurmstepd S ffff8802f48e3f40 0 28205 1 0x00000080 [91097.798670] Call Trace: [91097.829602] [] schedule+0x29/0x70 [91097.890712] [] do_wait+0x1f6/0x260 [91097.952850] [] SyS_wait4+0x80/0x110 [91098.016055] [] ? task_stopped_code+0x60/0x60 [91098.088590] [] system_call_fastpath+0x1c/0x21 [91098.162200] [] ? system_call_after_swapgs+0xae/0x146 [91098.243093] acctg_prof S ffff8804a1de8000 0 28207 1 0x00000080 [91098.329305] Call Trace: [91098.360248] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [91098.440103] [] schedule+0x29/0x70 [91098.501227] [] do_nanosleep+0x86/0xf0 [91098.566492] [] hrtimer_nanosleep+0xbb/0x180 [91098.638019] [] ? hrtimer_get_res+0x50/0x50 [91098.708474] [] ? do_nanosleep+0x72/0xf0 [91098.775837] [] SyS_nanosleep+0x7e/0x90 [91098.842132] [] system_call_fastpath+0x1c/0x21 [91098.915696] [] ? system_call_after_swapgs+0xae/0x146 [91098.996509] slurmstepd S ffff8804a1deaf70 0 28208 1 0x00000080 [91099.082691] Call Trace: [91099.113580] [] schedule+0x29/0x70 [91099.174656] [] schedule_hrtimeout_range_clock+0x12d/0x150 [91099.260739] [] ? __rmqueue+0x8a/0x460 [91099.326020] [] ? add_wait_queue+0x3c/0x50 [91099.395442] [] ? add_wait_queue+0x3c/0x50 [91099.464850] [] schedule_hrtimeout_range+0x13/0x20 [91099.542556] [] poll_schedule_timeout+0x55/0xb0 [91099.617158] [] do_sys_poll+0x4cd/0x580 [91099.683411] [] ? __alloc_pages_nodemask+0x176/0x420 [91099.763202] [] ? list_del+0xd/0x30 [91099.825305] [] ? __rmqueue+0x8a/0x460 [91099.890491] [] ? zone_statistics+0x88/0xa0 [91099.960905] [] ? poll_select_copy_remaining+0x150/0x150 [91100.044854] [] ? poll_select_copy_remaining+0x150/0x150 [91100.128784] [] ? __skb_try_recv_datagram+0x17a/0x310 [91100.209561] [] ? sched_clock+0x9/0x10 [91100.274739] [] ? sched_slice.isra.57+0x66/0xc0 [91100.349283] [] ? __enqueue_entity+0x78/0x80 [91100.420664] [] ? enqueue_entity+0x26c/0xb60 [91100.492056] [] ? enqueue_task_fair+0x208/0x6c0 [91100.566538] [] ? sched_clock_cpu+0x85/0xc0 [91100.636885] [] ? enqueue_task+0x57/0x80 [91100.704114] [] ? check_preempt_curr+0x78/0xa0 [91100.777539] [] ? wake_up_new_task+0x122/0x190 [91100.850996] [] ? do_fork+0x107/0x320 [91100.915084] [] ? system_call_after_swapgs+0xae/0x146 [91100.995827] [] SyS_poll+0x74/0x110 [91101.057828] [] ? system_call_after_swapgs+0xa2/0x146 [91101.138523] [] ? system_call_after_swapgs+0xae/0x146 [91101.219208] [] system_call_fastpath+0x1c/0x21 [91101.292603] [] ? system_call_after_swapgs+0xae/0x146 [91101.373294] slurmstepd S ffff8804a1deeeb0 0 28209 1 0x00000080 [91101.459381] Call Trace: [91101.490184] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [91101.569906] [] schedule+0x29/0x70 [91101.630884] [] schedule_hrtimeout_range_clock+0x12d/0x150 [91101.716815] [] ? add_wait_queue+0x3c/0x50 [91101.786104] [] ? add_wait_queue+0x3c/0x50 [91101.855330] [] schedule_hrtimeout_range+0x13/0x20 [91101.932918] [] poll_schedule_timeout+0x55/0xb0 [91102.007366] [] do_sys_poll+0x4cd/0x580 [91102.073498] [] ? alloc_skb_with_frags+0x5c/0x1d0 [91102.150059] [] ? autoremove_wake_function+0x2b/0x40 [91102.229739] [] ? memcpy_fromiovecend+0x83/0xb0 [91102.304217] [] ? skb_copy_datagram_from_iovec+0x5c/0x280 [91102.389124] [] ? __wake_up_sync_key+0x4f/0x60 [91102.462542] [] ? skb_queue_tail+0x43/0x50 [91102.531817] [] ? poll_select_copy_remaining+0x150/0x150 [91102.615651] [] ? poll_select_copy_remaining+0x150/0x150 [91102.699440] [] ? poll_select_copy_remaining+0x150/0x150 [91102.783195] [] ? __inode_wait_for_writeback+0x7a/0xf0 [91102.864741] [] ? fsnotify_destroy_marks+0x6e/0x90 [91102.942298] [] ? sock_destroy_inode+0x2f/0x40 [91103.015701] [] ? destroy_inode+0x3b/0x60 [91103.083926] [] ? __d_free+0x35/0x40 [91103.146933] [] ? d_free+0x60/0x70 [91103.207772] [] ? dentry_kill+0x15d/0x1c0 [91103.275934] [] ? mntput+0x24/0x40 [91103.336826] [] ? __fput+0x186/0x260 [91103.399797] [] ? ktime_get_ts64+0x52/0xf0 [91103.469007] [] ? system_call_after_swapgs+0xae/0x146 [91103.549689] [] SyS_poll+0x74/0x110 [91103.611626] [] ? system_call_after_swapgs+0xa2/0x146 [91103.692274] [] ? system_call_after_swapgs+0xae/0x146 [91103.772939] [] system_call_fastpath+0x1c/0x21 [91103.846284] [] ? system_call_after_swapgs+0xae/0x146 [91103.926879] slurmstepd S ffff8804a1decf10 0 28210 1 0x00000080 [91104.012930] Call Trace: [91104.043669] [] ? local_bh_enable+0x17/0x20 [91104.113993] [] ? __dev_queue_xmit+0x265/0x550 [91104.187403] [] schedule+0x29/0x70 [91104.248288] [] schedule_hrtimeout_range_clock+0x12d/0x150 [91104.334201] [] ? add_wait_queue+0x3c/0x50 [91104.403454] [] ? add_wait_queue+0x3c/0x50 [91104.472707] [] schedule_hrtimeout_range+0x13/0x20 [91104.550252] [] poll_schedule_timeout+0x55/0xb0 [91104.624732] [] do_sys_poll+0x4cd/0x580 [91104.690886] [] ? tcp_v4_do_rcv+0x10a/0x350 [91104.761175] [] ? _raw_spin_unlock_bh+0x1e/0x20 [91104.835621] [] ? release_sock+0x120/0x170 [91104.904862] [] ? _raw_spin_unlock_bh+0x1e/0x20 [91104.979260] [] ? release_sock+0x120/0x170 [91105.048449] [] ? poll_select_copy_remaining+0x150/0x150 [91105.132215] [] ? poll_select_copy_remaining+0x150/0x150 [91105.215982] [] ? poll_select_copy_remaining+0x150/0x150 [91105.299748] [] ? sock_aio_read+0x21/0x30 [91105.367893] [] ? do_sync_read+0x93/0xe0 [91105.435005] [] ? system_call_after_swapgs+0xae/0x146 [91105.515643] [] SyS_poll+0x74/0x110 [91105.577517] [] ? system_call_after_swapgs+0xa2/0x146 [91105.658133] [] ? system_call_after_swapgs+0xae/0x146 [91105.738757] [] system_call_fastpath+0x1c/0x21 [91105.812063] [] ? system_call_after_swapgs+0xae/0x146 [91105.892678] simul S ffff8804a1debf40 0 28211 28205 0x00000080 [91105.978660] Call Trace: [91106.009282] [] schedule+0x29/0x70 [91106.070145] [] schedule_timeout+0x174/0x2c0 [91106.141438] [] ? internal_add_timer+0x70/0x70 [91106.214887] [] ptlrpc_set_wait+0x218/0x7c0 [ptlrpc] [91106.294507] [] ? wake_up_state+0x20/0x20 [91106.362740] [] ptlrpc_queue_wait+0x7d/0x220 [ptlrpc] [91106.443406] [] mdc_close+0x1eb/0x980 [mdc] [91106.513746] [] ? ll_i2suppgid+0x37/0x40 [lustre] [91106.590278] [] lmv_close+0x268/0x390 [lmv] [91106.660618] [] ll_close_inode_openhandle+0x2b6/0xe60 [lustre] [91106.750734] [] ll_md_real_close+0xf0/0x1e0 [lustre] [91106.830445] [] ll_file_release+0x603/0xa30 [lustre] [91106.910141] [] __fput+0xec/0x260 [91106.970084] [] ____fput+0xe/0x10 [91107.030004] [] task_work_run+0xbb/0xe0 [91107.096087] [] do_notify_resume+0x92/0xb0 [91107.165355] [] int_signal+0x12/0x17 [91107.228364] kworker/17:0 S ffff88010716af70 0 29065 2 0x00000080 [91107.314444] Call Trace: [91107.345206] [] ? process_one_work+0x21a/0x440 [91107.418659] [] schedule+0x29/0x70 [91107.479619] [] worker_thread+0x1d9/0x3c0 [91107.547851] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91107.627532] [] kthread+0xd1/0xe0 [91107.687422] [] ? insert_kthread_work+0x40/0x40 [91107.761910] [] ret_from_fork+0x77/0xb0 [91107.828069] [] ? insert_kthread_work+0x40/0x40 [91107.902563] kworker/0:1 S ffff8800368c9fa0 0 29094 2 0x00000080 [91107.988693] Call Trace: [91108.019499] [] ? process_one_work+0x21a/0x440 [91108.093006] [] schedule+0x29/0x70 [91108.154009] [] worker_thread+0x1d9/0x3c0 [91108.222273] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91108.302021] [] kthread+0xd1/0xe0 [91108.362004] [] ? insert_kthread_work+0x40/0x40 [91108.436536] [] ret_from_fork+0x77/0xb0 [91108.502782] [] ? insert_kthread_work+0x40/0x40 [91108.577236] kworker/18:1 S ffff8800368caf70 0 29112 2 0x00000080 [91108.663406] Call Trace: [91108.694291] [] ? process_one_work+0x21a/0x440 [91108.767877] [] schedule+0x29/0x70 [91108.828974] [] worker_thread+0x1d9/0x3c0 [91108.897303] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91108.977142] [] kthread+0xd1/0xe0 [91109.037183] [] ? insert_kthread_work+0x40/0x40 [91109.111817] [] ret_from_fork+0x77/0xb0 [91109.178107] [] ? insert_kthread_work+0x40/0x40 [91109.252711] kworker/16:1 S ffff88042faeeeb0 0 29118 2 0x00000080 [91109.338906] Call Trace: [91109.369819] [] ? process_one_work+0x21a/0x440 [91109.443392] [] schedule+0x29/0x70 [91109.504496] [] worker_thread+0x1d9/0x3c0 [91109.572890] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91109.652720] [] kthread+0xd1/0xe0 [91109.712747] [] ? insert_kthread_work+0x40/0x40 [91109.787340] [] ret_from_fork+0x77/0xb0 [91109.853627] [] ? insert_kthread_work+0x40/0x40 [91109.928200] kworker/31:2 S ffff8804b9790fd0 0 29185 2 0x00000080 [91110.014396] Call Trace: [91110.045305] [] ? process_one_work+0x336/0x440 [91110.118907] [] schedule+0x29/0x70 [91110.180044] [] worker_thread+0x1d9/0x3c0 [91110.248441] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91110.328282] [] kthread+0xd1/0xe0 [91110.388360] [] ? insert_kthread_work+0x40/0x40 [91110.463022] [] ret_from_fork+0x77/0xb0 [91110.529311] [] ? insert_kthread_work+0x40/0x40 [91110.603946] kworker/u481:0 S ffff880429114f10 0 29716 2 0x00000080 [91110.690148] Call Trace: [91110.721116] [] schedule+0x29/0x70 [91110.782230] [] worker_thread+0x1d9/0x3c0 [91110.850644] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91110.930517] [] kthread+0xd1/0xe0 [91110.990623] [] ? insert_kthread_work+0x40/0x40 [91111.065260] [] ret_from_fork+0x77/0xb0 [91111.131581] [] ? insert_kthread_work+0x40/0x40 [91111.206166] kworker/11:2 S ffff880715ae4f10 0 29772 2 0x00000080 [91111.292376] Call Trace: [91111.323318] [] schedule+0x29/0x70 [91111.384432] [] worker_thread+0x1d9/0x3c0 [91111.452851] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91111.532721] [] kthread+0xd1/0xe0 [91111.592821] [] ? insert_kthread_work+0x40/0x40 [91111.667485] [] ret_from_fork+0x77/0xb0 [91111.733825] [] ? insert_kthread_work+0x40/0x40 [91111.808474] kworker/6:0 S ffff8800b0f63f40 0 30057 2 0x00000080 [91111.894698] Call Trace: [91111.925643] [] ? process_one_work+0x21a/0x440 [91111.999238] [] schedule+0x29/0x70 [91112.060344] [] worker_thread+0x1d9/0x3c0 [91112.128795] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91112.208651] [] kthread+0xd1/0xe0 [91112.268721] [] ? insert_kthread_work+0x40/0x40 [91112.343376] [] ret_from_fork+0x77/0xb0 [91112.409715] [] ? insert_kthread_work+0x40/0x40 [91112.484330] slurmstepd S ffff880825333f40 0 30809 1 0x00000080 [91112.570551] Call Trace: [91112.601498] [] schedule+0x29/0x70 [91112.662624] [] schedule_timeout+0x174/0x2c0 [91112.734132] [] ? internal_add_timer+0x70/0x70 [91112.807793] [] ? ptlrpc_init_rq_pool+0x110/0x110 [ptlrpc] [91112.893938] [] ptlrpc_set_wait+0x218/0x7c0 [ptlrpc] [91112.973813] [] ? wake_up_state+0x20/0x20 [91113.042257] [] ptlrpc_queue_wait+0x7d/0x220 [ptlrpc] [91113.123180] [] ldlm_cli_enqueue+0x3d2/0x920 [ptlrpc] [91113.204109] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91113.299589] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91113.384650] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91113.473878] [] mdc_enqueue_base+0x30a/0x1b20 [mdc] [91113.552713] [] mdc_intent_lock+0x12f/0x550 [mdc] [91113.629491] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91113.714581] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91113.810080] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91113.899347] [] lmv_intent_lock+0x589/0x1980 [lmv] [91113.977145] [] ? in_group_p+0x31/0x40 [91114.042475] [] ? ll_i2suppgid+0x15/0x40 [lustre] [91114.119227] [] ? ll_i2gids+0x33/0xb0 [lustre] [91114.192872] [] ? from_kgid+0x12/0x20 [91114.257133] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91114.342210] [] ll_inode_revalidate+0x169/0x800 [lustre] [91114.426247] [] ll_inode_permission+0x1db/0x3c0 [lustre] [91114.510264] [] __inode_permission+0x71/0xd0 [91114.581821] [] inode_permission+0x18/0x50 [91114.651271] [] link_path_walk+0x27e/0x8b0 [91114.720748] [] ? schedule+0x29/0x70 [91114.783955] [] ? futex_wait_queue_me+0xd5/0x130 [91114.859627] [] path_lookupat+0x6b/0x7c0 [91114.927001] [] ? __send_signal+0x18e/0x490 [91114.997491] [] ? kmem_cache_alloc+0x35/0x1f0 [91115.070028] [] ? getname_flags+0x4f/0x1a0 [91115.139467] [] filename_lookup+0x2b/0xc0 [91115.207860] [] user_path_at_empty+0x67/0xc0 [91115.279374] [] ? do_tkill+0x9f/0xd0 [91115.342544] [] ? call_rcu_sched+0x1d/0x20 [91115.411938] [] ? system_call_after_swapgs+0xae/0x146 [91115.492745] [] user_path_at+0x11/0x20 [91115.557875] [] SyS_chdir+0x3e/0xd0 [91115.619959] [] ? system_call_after_swapgs+0xa2/0x146 [91115.700693] [] ? system_call_after_swapgs+0xae/0x146 [91115.781504] [] system_call_fastpath+0x1c/0x21 [91115.855006] [] ? system_call_after_swapgs+0xae/0x146 [91115.935829] acctg_prof S ffff8808243f4f10 0 30811 1 0x00000080 [91116.022004] Call Trace: [91116.052891] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [91116.132688] [] schedule+0x29/0x70 [91116.193742] [] do_nanosleep+0x86/0xf0 [91116.258946] [] hrtimer_nanosleep+0xbb/0x180 [91116.330307] [] ? hrtimer_get_res+0x50/0x50 [91116.400735] [] ? do_nanosleep+0x72/0xf0 [91116.467991] [] SyS_nanosleep+0x7e/0x90 [91116.534185] [] system_call_fastpath+0x1c/0x21 [91116.607701] [] ? system_call_after_swapgs+0xae/0x146 [91116.688503] slurmstepd S ffff8808243f5ee0 0 30812 1 0x00000080 [91116.774667] Call Trace: [91116.805506] [] schedule+0x29/0x70 [91116.866523] [] schedule_hrtimeout_range_clock+0x12d/0x150 [91116.952522] [] ? add_wait_queue+0x3c/0x50 [91117.021862] [] ? add_wait_queue+0x3c/0x50 [91117.091158] [] schedule_hrtimeout_range+0x13/0x20 [91117.168796] [] poll_schedule_timeout+0x55/0xb0 [91117.243314] [] do_sys_poll+0x4cd/0x580 [91117.309457] [] ? __alloc_pages_nodemask+0x176/0x420 [91117.389129] [] ? list_del+0xd/0x30 [91117.451114] [] ? __rmqueue+0x8a/0x460 [91117.516238] [] ? zone_statistics+0x88/0xa0 [91117.586568] [] ? poll_select_copy_remaining+0x150/0x150 [91117.670427] [] ? poll_select_copy_remaining+0x150/0x150 [91117.754246] [] ? __skb_try_recv_datagram+0x17a/0x310 [91117.834935] [] ? sched_clock+0x9/0x10 [91117.900006] [] ? sched_slice.isra.57+0x66/0xc0 [91117.974482] [] ? __enqueue_entity+0x78/0x80 [91118.045811] [] ? enqueue_entity+0x26c/0xb60 [91118.117129] [] ? enqueue_task_fair+0x208/0x6c0 [91118.191602] [] ? sched_clock_cpu+0x85/0xc0 [91118.261873] [] ? enqueue_task+0x57/0x80 [91118.329013] [] ? check_preempt_curr+0x78/0xa0 [91118.402413] [] ? wake_up_new_task+0x122/0x190 [91118.475801] [] ? do_fork+0x107/0x320 [91118.539819] [] ? system_call_after_swapgs+0xae/0x146 [91118.620529] [] SyS_poll+0x74/0x110 [91118.682516] [] ? system_call_after_swapgs+0xa2/0x146 [91118.763233] [] ? system_call_after_swapgs+0xae/0x146 [91118.843914] [] system_call_fastpath+0x1c/0x21 [91118.917317] [] ? system_call_after_swapgs+0xae/0x146 [91118.997987] kworker/28:2 S ffff8805bad08000 0 31476 2 0x00000080 [91119.084023] Call Trace: [91119.114806] [] schedule+0x29/0x70 [91119.175717] [] worker_thread+0x1d9/0x3c0 [91119.243938] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91119.323628] [] kthread+0xd1/0xe0 [91119.383535] [] ? insert_kthread_work+0x40/0x40 [91119.457937] [] ret_from_fork+0x77/0xb0 [91119.524042] [] ? insert_kthread_work+0x40/0x40 [91119.598480] kworker/25:2 S ffff880505ca0000 0 31730 2 0x00000080 [91119.684569] Call Trace: [91119.715335] [] ? process_one_work+0x21a/0x440 [91119.788792] [] schedule+0x29/0x70 [91119.849755] [] worker_thread+0x1d9/0x3c0 [91119.917997] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91119.997718] [] kthread+0xd1/0xe0 [91120.057587] [] ? insert_kthread_work+0x40/0x40 [91120.132051] [] ret_from_fork+0x77/0xb0 [91120.198179] [] ? insert_kthread_work+0x40/0x40 [91120.272669] kworker/29:0 S ffff880505ca1fa0 0 32111 2 0x00000080 [91120.358772] Call Trace: [91120.389611] [] schedule+0x29/0x70 [91120.450613] [] worker_thread+0x1d9/0x3c0 [91120.518871] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91120.598576] [] kthread+0xd1/0xe0 [91120.658509] [] ? insert_kthread_work+0x40/0x40 [91120.733005] [] ret_from_fork+0x77/0xb0 [91120.799223] [] ? insert_kthread_work+0x40/0x40 [91120.873736] kworker/17:2 S ffff88042bc31fa0 0 32940 2 0x00000080 [91120.959839] Call Trace: [91120.990731] [] schedule+0x29/0x70 [91121.051756] [] worker_thread+0x1d9/0x3c0 [91121.120051] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91121.199815] [] kthread+0xd1/0xe0 [91121.259813] [] ? insert_kthread_work+0x40/0x40 [91121.334401] [] ret_from_fork+0x77/0xb0 [91121.400674] [] ? insert_kthread_work+0x40/0x40 [91121.475265] kworker/30:0 S ffff8805ee040000 0 40494 2 0x00000080 [91121.561482] Call Trace: [91121.592422] [] schedule+0x29/0x70 [91121.653497] [] worker_thread+0x1d9/0x3c0 [91121.721866] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91121.801697] [] kthread+0xd1/0xe0 [91121.861767] [] ? insert_kthread_work+0x40/0x40 [91121.936401] [] ret_from_fork+0x77/0xb0 [91122.002733] [] ? insert_kthread_work+0x40/0x40 [91122.077383] kworker/21:2 S ffff8803ff24bf40 0 43521 2 0x00000080 [91122.163634] Call Trace: [91122.194596] [] ? process_one_work+0x21a/0x440 [91122.268210] [] schedule+0x29/0x70 [91122.329326] [] worker_thread+0x1d9/0x3c0 [91122.397744] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91122.477605] [] kthread+0xd1/0xe0 [91122.537695] [] ? insert_kthread_work+0x40/0x40 [91122.612347] [] ret_from_fork+0x77/0xb0 [91122.678675] [] ? insert_kthread_work+0x40/0x40 [91122.753322] kworker/21:0 S ffff8803ff24cf10 0 44068 2 0x00000080 [91122.839561] Call Trace: [91122.870514] [] ? process_one_work+0x21a/0x440 [91122.944122] [] schedule+0x29/0x70 [91123.005206] [] worker_thread+0x1d9/0x3c0 [91123.073626] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91123.153489] [] kthread+0xd1/0xe0 [91123.213579] [] ? insert_kthread_work+0x40/0x40 [91123.288232] [] ret_from_fork+0x77/0xb0 [91123.354560] [] ? insert_kthread_work+0x40/0x40 [91123.429181] kworker/7:0 S ffff8801790f3f40 0 44568 2 0x00000080 [91123.515422] Call Trace: [91123.546384] [] schedule+0x29/0x70 [91123.607509] [] worker_thread+0x1d9/0x3c0 [91123.675891] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91123.755741] [] kthread+0xd1/0xe0 [91123.815807] [] ? insert_kthread_work+0x40/0x40 [91123.890462] [] ret_from_fork+0x77/0xb0 [91123.956767] [] ? insert_kthread_work+0x40/0x40 [91124.031422] kworker/20:0 S ffff88018f933f40 0 45964 2 0x00000080 [91124.117655] Call Trace: [91124.148612] [] ? process_one_work+0x21a/0x440 [91124.222236] [] schedule+0x29/0x70 [91124.283382] [] worker_thread+0x1d9/0x3c0 [91124.351773] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91124.431641] [] kthread+0xd1/0xe0 [91124.491738] [] ? insert_kthread_work+0x40/0x40 [91124.566409] [] ret_from_fork+0x77/0xb0 [91124.632744] [] ? insert_kthread_work+0x40/0x40 [91124.707378] kworker/14:2 S ffff88082abd0fd0 0 46800 2 0x00000080 [91124.793595] Call Trace: [91124.824543] [] schedule+0x29/0x70 [91124.885687] [] worker_thread+0x1d9/0x3c0 [91124.954094] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91125.033928] [] kthread+0xd1/0xe0 [91125.093990] [] ? insert_kthread_work+0x40/0x40 [91125.168678] [] ret_from_fork+0x77/0xb0 [91125.234980] [] ? insert_kthread_work+0x40/0x40 [91125.309628] kworker/22:2 S ffff880036174f10 0 47466 2 0x00000080 [91125.395850] Call Trace: [91125.426778] [] schedule+0x29/0x70 [91125.487878] [] worker_thread+0x1d9/0x3c0 [91125.556288] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91125.636140] [] kthread+0xd1/0xe0 [91125.696223] [] ? insert_kthread_work+0x40/0x40 [91125.770858] [] ret_from_fork+0x77/0xb0 [91125.837184] [] ? insert_kthread_work+0x40/0x40 [91125.911814] kworker/4:2 S ffff880248732f70 0 49169 2 0x00000080 [91125.998047] Call Trace: [91126.028961] [] schedule+0x29/0x70 [91126.090109] [] worker_thread+0x1d9/0x3c0 [91126.158512] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91126.238376] [] kthread+0xd1/0xe0 [91126.298459] [] ? insert_kthread_work+0x40/0x40 [91126.373026] [] ret_from_fork+0x77/0xb0 [91126.439345] [] ? insert_kthread_work+0x40/0x40 [91126.513933] bash S ffff88000a2d1fa0 0 50021 1 0x00000080 [91126.600156] Call Trace: [91126.631103] [] schedule+0x29/0x70 [91126.692225] [] do_wait+0x1f6/0x260 [91126.754333] [] SyS_wait4+0x80/0x110 [91126.817525] [] ? task_stopped_code+0x60/0x60 [91126.890081] [] system_call_fastpath+0x1c/0x21 [91126.963664] [] ? system_call_after_swapgs+0xae/0x146 [91127.044540] df S ffff8805bad08fd0 0 50039 50021 0x00000080 [91127.130735] Call Trace: [91127.161660] [] schedule+0x29/0x70 [91127.222746] [] schedule_timeout+0x174/0x2c0 [91127.294251] [] ? internal_add_timer+0x70/0x70 [91127.367856] [] ? ptlrpc_init_rq_pool+0x110/0x110 [ptlrpc] [91127.453961] [] ptlrpc_set_wait+0x218/0x7c0 [ptlrpc] [91127.533777] [] ? wake_up_state+0x20/0x20 [91127.602213] [] ptlrpc_queue_wait+0x7d/0x220 [ptlrpc] [91127.683104] [] ldlm_cli_enqueue+0x3d2/0x920 [ptlrpc] [91127.764023] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91127.859499] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91127.944575] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91128.033769] [] mdc_enqueue_base+0x30a/0x1b20 [mdc] [91128.112592] [] mdc_intent_lock+0x12f/0x550 [mdc] [91128.189344] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91128.274454] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91128.369940] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91128.459191] [] lmv_intent_lock+0x589/0x1980 [lmv] [91128.536988] [] ? from_kgid+0x12/0x20 [91128.601289] [] ? ll_i2suppgid+0x37/0x40 [lustre] [91128.678082] [] ? ll_i2gids+0x33/0xb0 [lustre] [91128.751693] [] ? from_kgid+0x12/0x20 [91128.815946] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91128.901027] [] ll_inode_revalidate+0x169/0x800 [lustre] [91128.985097] [] ll_getattr+0x5f/0x6f0 [lustre] [91129.058702] [] ? from_kgid_munged+0x12/0x20 [91129.130238] [] ? cp_new_stat+0x14f/0x180 [91129.198648] [] vfs_getattr+0x49/0x80 [91129.262899] [] vfs_fstatat+0x75/0xc0 [91129.327148] [] SYSC_newstat+0x2e/0x60 [91129.392412] [] ? system_call_after_swapgs+0xae/0x146 [91129.473274] [] ? system_call_after_swapgs+0xa2/0x146 [91129.554119] [] ? system_call_after_swapgs+0xae/0x146 [91129.634923] [] ? system_call_after_swapgs+0xa2/0x146 [91129.715694] [] ? system_call_after_swapgs+0xae/0x146 [91129.796470] [] ? system_call_after_swapgs+0xa2/0x146 [91129.877228] [] ? system_call_after_swapgs+0xae/0x146 [91129.957950] [] ? system_call_after_swapgs+0xa2/0x146 [91130.038633] [] ? system_call_after_swapgs+0xae/0x146 [91130.119297] [] ? system_call_after_swapgs+0xa2/0x146 [91130.199919] [] ? system_call_after_swapgs+0xae/0x146 [91130.280514] [] SyS_newstat+0xe/0x10 [91130.343418] [] system_call_fastpath+0x1c/0x21 [91130.416746] [] ? system_call_after_swapgs+0xae/0x146 [91130.497364] grep S ffff88042dc95ee0 0 50040 50021 0x00000080 [91130.583352] Call Trace: [91130.614071] [] schedule+0x29/0x70 [91130.674941] [] pipe_wait+0x70/0xc0 [91130.736815] [] ? wake_up_atomic_t+0x30/0x30 [91130.808084] [] pipe_read+0x267/0x3c0 [91130.872066] [] do_sync_read+0x93/0xe0 [91130.937079] [] vfs_read+0x9f/0x170 [91130.998958] [] SyS_read+0x7f/0xe0 [91131.059743] [] ? system_call_after_swapgs+0xae/0x146 [91131.140325] [] system_call_fastpath+0x1c/0x21 [91131.213603] [] ? system_call_after_swapgs+0xae/0x146 [91131.294211] kworker/18:0 S ffff880179264f10 0 50045 2 0x00000080 [91131.380166] Call Trace: [91131.410790] [] ? process_one_work+0x336/0x440 [91131.484115] [] schedule+0x29/0x70 [91131.544941] [] worker_thread+0x1d9/0x3c0 [91131.613052] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91131.692565] [] kthread+0xd1/0xe0 [91131.752303] [] ? insert_kthread_work+0x40/0x40 [91131.826590] [] ret_from_fork+0x77/0xb0 [91131.892551] [] ? insert_kthread_work+0x40/0x40 [91131.966844] df S ffff88000a2d3f40 0 50101 1 0x00000080 [91132.052750] Call Trace: [91132.083356] [] schedule+0x29/0x70 [91132.144175] [] schedule_timeout+0x174/0x2c0 [91132.215347] [] ? internal_add_timer+0x70/0x70 [91132.288648] [] ? ptlrpc_init_rq_pool+0x110/0x110 [ptlrpc] [91132.374443] [] ptlrpc_set_wait+0x218/0x7c0 [ptlrpc] [91132.453975] [] ? wake_up_state+0x20/0x20 [91132.522108] [] ptlrpc_queue_wait+0x7d/0x220 [ptlrpc] [91132.602707] [] ldlm_cli_enqueue+0x3d2/0x920 [ptlrpc] [91132.683330] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91132.778508] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91132.863295] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91132.952289] [] mdc_enqueue_base+0x30a/0x1b20 [mdc] [91133.030914] [] mdc_intent_lock+0x12f/0x550 [mdc] [91133.107457] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91133.192406] [] ? ldlm_expired_completion_wait+0x220/0x220 [ptlrpc] [91133.287713] [] ? mdc_changelog_cdev_finish+0x1c0/0x1c0 [mdc] [91133.376828] [] lmv_intent_lock+0x589/0x1980 [lmv] [91133.454518] [] ? from_kgid+0x12/0x20 [91133.518711] [] ? ll_i2suppgid+0x37/0x40 [lustre] [91133.595451] [] ? ll_i2gids+0x33/0xb0 [lustre] [91133.669077] [] ? from_kgid+0x12/0x20 [91133.733333] [] ? ll_dom_lock_cancel+0x370/0x370 [lustre] [91133.818416] [] ll_inode_revalidate+0x169/0x800 [lustre] [91133.902464] [] ll_getattr+0x5f/0x6f0 [lustre] [91133.976093] [] ? from_kgid_munged+0x12/0x20 [91134.047575] [] ? cp_new_stat+0x14f/0x180 [91134.115965] [] vfs_getattr+0x49/0x80 [91134.180178] [] vfs_fstatat+0x75/0xc0 [91134.244385] [] SYSC_newstat+0x2e/0x60 [91134.309595] [] ? system_call_after_swapgs+0xae/0x146 [91134.390457] [] ? system_call_after_swapgs+0xa2/0x146 [91134.471315] [] ? system_call_after_swapgs+0xae/0x146 [91134.552166] [] ? system_call_after_swapgs+0xa2/0x146 [91134.632953] [] ? system_call_after_swapgs+0xae/0x146 [91134.713749] [] ? system_call_after_swapgs+0xa2/0x146 [91134.794497] [] ? system_call_after_swapgs+0xae/0x146 [91134.875231] [] ? system_call_after_swapgs+0xa2/0x146 [91134.955921] [] ? system_call_after_swapgs+0xae/0x146 [91135.036567] [] ? system_call_after_swapgs+0xa2/0x146 [91135.117213] [] ? system_call_after_swapgs+0xae/0x146 [91135.197853] [] SyS_newstat+0xe/0x10 [91135.260806] [] system_call_fastpath+0x1c/0x21 [91135.334130] [] ? system_call_after_swapgs+0xae/0x146 [91135.414702] kworker/25:1 S ffff88082abd1fa0 0 50671 2 0x00000080 [91135.500726] Call Trace: [91135.531409] [] ? process_one_work+0x21a/0x440 [91135.604764] [] schedule+0x29/0x70 [91135.665617] [] worker_thread+0x1d9/0x3c0 [91135.733763] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91135.813353] [] kthread+0xd1/0xe0 [91135.873179] [] ? insert_kthread_work+0x40/0x40 [91135.947547] [] ret_from_fork+0x77/0xb0 [91136.013576] [] ? insert_kthread_work+0x40/0x40 [91136.087970] kworker/2:2 S ffff88042cb34f10 0 50834 2 0x00000080 [91136.173968] Call Trace: [91136.204656] [] schedule+0x29/0x70 [91136.265507] [] worker_thread+0x1d9/0x3c0 [91136.333619] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91136.413182] [] kthread+0xd1/0xe0 [91136.472988] [] ? insert_kthread_work+0x40/0x40 [91136.547337] [] ret_from_fork+0x77/0xb0 [91136.613322] [] ? insert_kthread_work+0x40/0x40 [91136.687653] kworker/27:0 S ffff880550610000 0 50847 2 0x00000080 [91136.773622] Call Trace: [91136.804253] [] schedule+0x29/0x70 [91136.865060] [] worker_thread+0x1d9/0x3c0 [91136.933150] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91137.012715] [] kthread+0xd1/0xe0 [91137.072489] [] ? insert_kthread_work+0x40/0x40 [91137.146862] [] ret_from_fork+0x77/0xb0 [91137.212895] [] ? insert_kthread_work+0x40/0x40 [91137.287224] kworker/13:2 S ffff880550614f10 0 51149 2 0x00000080 [91137.373197] Call Trace: [91137.403890] [] ? process_one_work+0x21a/0x440 [91137.477220] [] schedule+0x29/0x70 [91137.538091] [] worker_thread+0x1d9/0x3c0 [91137.606216] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91137.685824] [] kthread+0xd1/0xe0 [91137.745672] [] ? insert_kthread_work+0x40/0x40 [91137.820127] [] ret_from_fork+0x77/0xb0 [91137.886242] [] ? insert_kthread_work+0x40/0x40 [91137.960750] kworker/26:2 S ffff88073f180000 0 51301 2 0x00000080 [91138.046891] Call Trace: [91138.077750] [] schedule+0x29/0x70 [91138.138826] [] worker_thread+0x1d9/0x3c0 [91138.207207] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91138.287059] [] kthread+0xd1/0xe0 [91138.347152] [] ? insert_kthread_work+0x40/0x40 [91138.421806] [] ret_from_fork+0x77/0xb0 [91138.488126] [] ? insert_kthread_work+0x40/0x40 [91138.562783] kworker/23:0 S ffff8800368c8fd0 0 51607 2 0x00000080 [91138.649017] Call Trace: [91138.679960] [] ? process_one_work+0x21a/0x440 [91138.753548] [] schedule+0x29/0x70 [91138.814664] [] worker_thread+0x1d9/0x3c0 [91138.883083] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91138.962946] [] kthread+0xd1/0xe0 [91139.023040] [] ? insert_kthread_work+0x40/0x40 [91139.097703] [] ret_from_fork+0x77/0xb0 [91139.164043] [] ? insert_kthread_work+0x40/0x40 [91139.238704] kworker/u480:2 S ffff8800368ccf10 0 51809 2 0x00000080 [91139.324950] Call Trace: [91139.355915] [] ? process_one_work+0x21a/0x440 [91139.429510] [] schedule+0x29/0x70 [91139.490650] [] worker_thread+0x1d9/0x3c0 [91139.559074] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91139.638949] [] kthread+0xd1/0xe0 [91139.699055] [] ? insert_kthread_work+0x40/0x40 [91139.773729] [] ret_from_fork+0x77/0xb0 [91139.840068] [] ? insert_kthread_work+0x40/0x40 [91139.914720] kworker/20:1 S ffff8802873ebf40 0 52131 2 0x00000080 [91140.000963] Call Trace: [91140.031922] [] ? process_one_work+0x21a/0x440 [91140.105531] [] schedule+0x29/0x70 [91140.166682] [] worker_thread+0x1d9/0x3c0 [91140.235106] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91140.314990] [] kthread+0xd1/0xe0 [91140.375102] [] ? insert_kthread_work+0x40/0x40 [91140.449778] [] ret_from_fork+0x77/0xb0 [91140.516112] [] ? insert_kthread_work+0x40/0x40 [91140.590764] kworker/u480:3 S ffff88082abd3f40 0 52538 2 0x00000080 [91140.677013] Call Trace: [91140.707993] [] ? process_one_work+0x21a/0x440 [91140.781600] [] schedule+0x29/0x70 [91140.842756] [] worker_thread+0x1d9/0x3c0 [91140.911183] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91140.991072] [] kthread+0xd1/0xe0 [91141.051184] [] ? insert_kthread_work+0x40/0x40 [91141.125863] [] ret_from_fork+0x77/0xb0 [91141.192202] [] ? insert_kthread_work+0x40/0x40 [91141.266855] pickup S ffff8800b43d8000 0 52845 1870 0x00000080 [91141.353096] Call Trace: [91141.384042] [] ? hrtimer_start_range_ns+0x1d0/0x3c0 [91141.463912] [] schedule+0x29/0x70 [91141.525003] [] schedule_hrtimeout_range_clock+0xb2/0x150 [91141.610079] [] ? hrtimer_get_res+0x50/0x50 [91141.680620] [] ? schedule_hrtimeout_range_clock+0xa6/0x150 [91141.767781] [] schedule_hrtimeout_range+0x13/0x20 [91141.845580] [] ep_poll+0x23e/0x360 [91141.907752] [] ? wake_up_state+0x20/0x20 [91141.976177] [] SyS_epoll_wait+0xed/0x120 [91142.044560] [] ? system_call_after_swapgs+0xa2/0x146 [91142.125448] [] system_call_fastpath+0x1c/0x21 [91142.199101] [] ? system_call_after_swapgs+0xae/0x146 [91142.280024] kworker/24:2 S ffff88082c730fd0 0 52886 2 0x00000080 [91142.366278] Call Trace: [91142.397282] [] ? process_one_work+0x336/0x440 [91142.470959] [] schedule+0x29/0x70 [91142.532136] [] worker_thread+0x1d9/0x3c0 [91142.600564] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91142.680412] [] kthread+0xd1/0xe0 [91142.740487] [] ? insert_kthread_work+0x40/0x40 [91142.815177] [] ret_from_fork+0x77/0xb0 [91142.881522] [] ? insert_kthread_work+0x40/0x40 [91142.956179] kworker/u480:0 S ffff88082c733f40 0 53066 2 0x00000080 [91143.042449] Call Trace: [91143.073416] [] ? queued_spin_lock_slowpath+0xb/0xf [91143.152299] [] ? process_one_work+0x21a/0x440 [91143.225941] [] schedule+0x29/0x70 [91143.287110] [] worker_thread+0x1d9/0x3c0 [91143.355537] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91143.435383] [] kthread+0xd1/0xe0 [91143.495439] [] ? insert_kthread_work+0x40/0x40 [91143.570122] [] ret_from_fork+0x77/0xb0 [91143.636412] [] ? insert_kthread_work+0x40/0x40 [91143.711096] sshd S ffff8803ff278000 0 53213 1683 0x00000080 [91143.797368] Call Trace: [91143.828332] [] schedule+0x29/0x70 [91143.889488] [] schedule_hrtimeout_range_clock+0x12d/0x150 [91143.975619] [] ? add_wait_queue+0x3c/0x50 [91144.045102] [] ? tty_write_room+0x20/0x30 [91144.114529] [] ? n_tty_poll+0x1b7/0x1d0 [91144.181927] [] schedule_hrtimeout_range+0x13/0x20 [91144.259732] [] poll_schedule_timeout+0x55/0xb0 [91144.334370] [] do_select+0x6d1/0x7c0 [91144.398646] [] ? ip_finish_output+0x2b4/0x7a0 [91144.472257] [] ? ip_output+0x73/0xe0 [91144.536514] [] ? poll_select_copy_remaining+0x150/0x150 [91144.620537] [] ? poll_select_copy_remaining+0x150/0x150 [91144.704525] [] ? poll_select_copy_remaining+0x150/0x150 [91144.788459] [] ? poll_select_copy_remaining+0x150/0x150 [91144.872349] [] ? check_preempt_wakeup+0x166/0x250 [91144.950016] [] ? check_preempt_curr+0x8a/0xa0 [91145.023490] [] ? check_preempt_curr+0x8a/0xa0 [91145.096955] [] ? ttwu_do_wakeup+0x19/0xe0 [91145.166225] [] ? try_to_wake_up+0x18c/0x350 [91145.237593] [] ? default_wake_function+0x12/0x20 [91145.314139] [] ? __wake_up_common+0x5b/0x90 [91145.385513] [] core_sys_select+0x1db/0x300 [91145.455842] [] ? __wake_up+0x44/0x50 [91145.519925] [] ? __switch_to+0x150/0x500 [91145.588126] [] SyS_select+0xba/0x110 [91145.652142] [] ? system_call_after_swapgs+0xa2/0x146 [91145.732796] [] ? system_call_after_swapgs+0xae/0x146 [91145.813393] [] ? system_call_after_swapgs+0xa2/0x146 [91145.893976] [] ? system_call_after_swapgs+0xae/0x146 [91145.974592] [] system_call_fastpath+0x1c/0x21 [91146.047907] [] ? system_call_after_swapgs+0xae/0x146 [91146.128526] kworker/1:2 S ffff88042a05af70 0 53215 2 0x00000080 [91146.214532] Call Trace: [91146.245201] [] schedule+0x29/0x70 [91146.306045] [] worker_thread+0x1d9/0x3c0 [91146.374161] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91146.453722] [] kthread+0xd1/0xe0 [91146.513475] [] ? insert_kthread_work+0x40/0x40 [91146.587842] [] ret_from_fork+0x77/0xb0 [91146.653869] [] ? insert_kthread_work+0x40/0x40 [91146.728206] bash R running task 0 53218 53213 0x00000088 [91146.814170] Call Trace: [91146.844845] [] sched_show_task+0xa8/0x110 [91146.914017] [] show_state_filter+0x82/0xd0 [91146.984220] [] sysrq_handle_showstate+0x10/0x20 [91147.059660] [] __handle_sysrq+0x10d/0x170 [91147.128835] [] write_sysrq_trigger+0x2f/0x40 [91147.201093] [] proc_reg_write+0x40/0x80 [91147.268140] [] vfs_write+0xc0/0x1f0 [91147.331008] [] ? system_call_after_swapgs+0xae/0x146 [91147.411592] [] SyS_write+0x7f/0xe0 [91147.473435] [] ? system_call_after_swapgs+0xae/0x146 [91147.554032] [] system_call_fastpath+0x1c/0x21 [91147.627336] [] ? system_call_after_swapgs+0xae/0x146 [91147.707923] kworker/24:1 S ffff88082be83f40 0 53290 2 0x00000080 [91147.793900] Call Trace: [91147.824600] [] schedule+0x29/0x70 [91147.885485] [] worker_thread+0x1d9/0x3c0 [91147.953637] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91148.033230] [] kthread+0xd1/0xe0 [91148.093078] [] ? insert_kthread_work+0x40/0x40 [91148.167541] [] ret_from_fork+0x77/0xb0 [91148.233665] [] ? insert_kthread_work+0x40/0x40 [91148.308107] kworker/u480:1 S ffff88082be82f70 0 53391 2 0x00000080 [91148.394184] Call Trace: [91148.424987] [] ? process_one_work+0x21a/0x440 [91148.498504] [] schedule+0x29/0x70 [91148.559524] [] worker_thread+0x1d9/0x3c0 [91148.627840] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91148.707601] [] kthread+0xd1/0xe0 [91148.767590] [] ? insert_kthread_work+0x40/0x40 [91148.842121] [] ret_from_fork+0x77/0xb0 [91148.908352] [] ? insert_kthread_work+0x40/0x40 [91148.982910] kworker/20:2 S ffff880429115ee0 0 53478 2 0x00000080 [91149.069100] Call Trace: [91149.100022] [] ? process_one_work+0x21a/0x440 [91149.173645] [] schedule+0x29/0x70 [91149.234782] [] worker_thread+0x1d9/0x3c0 [91149.303166] [] ? manage_workers.isra.24+0x2a0/0x2a0 [91149.383013] [] kthread+0xd1/0xe0 [91149.443060] [] ? insert_kthread_work+0x40/0x40 [91149.517680] [] ret_from_fork+0x77/0xb0 [91149.584001] [] ? insert_kthread_work+0x40/0x40 [91149.658647] Sched Debug Version: v0.11, 3.10.0-693.21.1.el7.x86_64 #1 [91149.737452] ktime : 91151776.379438 [91149.816239] sched_clk : 91149658.644495 [91149.895044] cpu_clk : 91149658.644531 [91149.973832] jiffies : 4385819388 [91150.047356] sched_clock_stable() : 1 [91150.111558] [91150.130963] sysctl_sched [91150.162744] .sysctl_sched_latency : 24.000000 [91150.238331] .sysctl_sched_min_granularity : 3.000000 [91150.312892] .sysctl_sched_wakeup_granularity : 4.000000 [91150.387440] .sysctl_sched_child_runs_first : 0 [91150.454694] .sysctl_sched_features : 110203 [91150.527121] .sysctl_sched_tunable_scaling : 1 (logaritmic) [91150.607896] [91150.627237] cpu#0, 2693.460 MHz [91150.666215] .nr_running : 0 [91150.722994] .load : 0 [91150.779775] .nr_switches : 27095747 [91150.843810] .nr_load_updates : 20423977 [91150.907820] .nr_uninterruptible : 260 [91150.966633] .next_balance : 4385.820382 [91151.033770] .curr->pid : 0 [91151.090489] .clock : 91151090.226353 [91151.161747] .cpu_load[0] : 0 [91151.218452] .cpu_load[1] : 0 [91151.275095] .cpu_load[2] : 0 [91151.331718] .cpu_load[3] : 0 [91151.388320] .cpu_load[4] : 0 [91151.444874] .avg_idle : 1000000 [91151.507646] .max_idle_balance_cost : 500000 [91151.569389] [91151.569389] cfs_rq[0]:/ [91151.618759] .exec_clock : 0.000000 [91151.682499] .MIN_vruntime : 0.000001 [91151.746218] .min_vruntime : 10510292.578243 [91151.817210] .max_vruntime : 0.000001 [91151.880904] .spread : 0.000000 [91151.944535] .spread0 : 0.000000 [91152.008161] .nr_spread_over : 0 [91152.064484] .nr_running : 0 [91152.120790] .load : 0 [91152.177090] .runnable_load_avg : 0 [91152.233375] .blocked_load_avg : 0 [91152.289641] .tg_load_avg : 0 [91152.345892] .tg_load_contrib : 0 [91152.402125] .tg_runnable_contrib : 0 [91152.458348] .tg->runnable_avg : 0 [91152.514545] .tg->cfs_bandwidth.timer_active: 0 [91152.570717] .throttled : 0 [91152.626895] .throttle_count : 0 [91152.683065] .avg->runnable_avg_sum : 0 [91152.739207] .avg->runnable_avg_period : 48072 [91152.799527] [91152.799527] rt_rq[0]:/ [91152.847178] .rt_nr_running : 0 [91152.903321] .rt_throttled : 0 [91152.959461] .rt_time : 0.000000 [91153.022882] .rt_runtime : 891.552735 [91153.088378] [91153.088378] runnable tasks: [91153.088378] task PID tree-key switches prio wait-time sum-exec sum-sleep [91153.088378] ---------------------------------------------------------------------------------------------------------- [91153.399980] systemd 1 10510279.462627 11163 120 0.000000 7414.494186 0.000000 0 / [91153.533798] ksoftirqd/0 3 10510222.813137 142336 120 0.000000 2329.265632 0.000000 0 / [91153.667618] kworker/0:0 4 10510280.606635 24761 120 0.000000 8013.445715 0.000000 0 / [91153.801467] kworker/0:0H 5 9463.961351 7 100 0.000000 0.088125 0.000000 0 / [91153.935317] migration/0 8 0.000000 1331 0 0.000000 2031.505394 0.000000 0 / [91154.069212] rcu_bh 9 115.001681 2 120 0.000000 0.001588 0.000000 0 / [91154.203094] watchdog/0 11 0.000000 22794 0 0.000000 224.477414 0.000000 0 / [91154.337017] kworker/0:1H 618 10510280.578348 955 100 0.000000 169.944124 0.000000 0 / [91154.470933] kipmi0 840 10827.123854 19 139 0.000000 33.820750 0.000000 0 / [91154.604852] auditd 980 10510222.833742 216 116 0.000000 7.246854 0.000000 0 / [91154.738782] ptlrpc_hr00_000 2206 12219.068937 4 120 0.000000 0.036612 0.000000 0 / [91154.872778] ptlrpc_hr00_001 2207 12219.065447 3 120 0.000000 0.023046 0.000000 0 / [91155.006749] ptlrpc_hr00_002 2208 12219.114651 4 120 0.000000 0.094291 0.000000 0 / [91155.140735] ptlrpc_hr00_003 2209 12219.075936 3 120 0.000000 0.018234 0.000000 0 / [91155.274726] ptlrpc_hr00_004 2210 12219.123760 3 120 0.000000 0.037479 0.000000 0 / [91155.408718] ptlrpc_hr00_005 2211 12219.162263 3 120 0.000000 0.056148 0.000000 0 / [91155.542692] ptlrpc_hr00_006 2212 12219.167927 3 120 0.000000 0.033741 0.000000 0 / [91155.676701] kiblnd_connd 2231 10510280.661996 179306 120 0.000000 5569.121683 0.000000 0 / [91155.810713] ptlrpcd_00_00 2243 10507437.168317 1774698 120 0.000000 109203.663491 0.000000 0 / [91155.944735] ptlrpcd_00_09 2252 10507425.616400 1952349 120 0.000000 103862.159575 0.000000 0 / [91156.078744] ldlm_bl_04 3133 10506059.169976 233642 120 0.000000 16625.616733 0.000000 0 / [91156.212803] ldlm_bl_11 3699 10506059.165582 229500 120 0.000000 14005.728340 0.000000 0 / [91156.346851] ldlm_bl_14 3702 10506059.185057 230369 120 0.000000 21761.352648 0.000000 0 / [91156.480959] ldlm_bl_20 3708 10506059.173059 230446 120 0.000000 17611.744824 0.000000 0 / [91156.615047] ldlm_bl_25 3713 10506059.170209 230064 120 0.000000 19412.369078 0.000000 0 / [91156.749165] ldlm_bl_29 4703 10506059.161292 227435 120 0.000000 16419.867015 0.000000 0 / [91156.883307] ldlm_bl_34 4742 10506931.351045 227315 120 0.000000 14055.178632 0.000000 0 / [91157.017418] ldlm_bl_35 4743 10506059.164746 227013 120 0.000000 14098.551187 0.000000 0 / [91157.151544] ldlm_bl_39 5059 10506059.171986 225535 120 0.000000 14453.250032 0.000000 0 / [91157.285670] ldlm_bl_43 5221 10506059.163198 223859 120 0.000000 13073.011713 0.000000 0 / [91157.419805] slurmstepd 28205 10436180.605651 20 120 0.000000 5.738048 0.000000 0 / [91157.553947] acctg_prof 28207 10510280.784112 58588 120 0.000000 820.229705 0.000000 0 / [91157.688137] kworker/0:1 29094 10457859.483432 3 120 0.000000 0.035856 0.000000 0 / [91157.822345] kworker/u481:0 29716 10506007.793955 2 120 0.000000 0.103678 0.000000 0 / [91157.956627] [91157.975842] cpu#1, 2693.460 MHz [91158.014727] .nr_running : 0 [91158.071450] .load : 0 [91158.128137] .nr_switches : 28143892 [91158.192157] .nr_load_updates : 14088009 [91158.256164] .nr_uninterruptible : 409 [91158.314946] .next_balance : 4385.827733 [91158.382080] .curr->pid : 0 [91158.438799] .clock : 91158438.021718 [91158.510105] .cpu_load[0] : 0 [91158.566834] .cpu_load[1] : 0 [91158.623532] .cpu_load[2] : 0 [91158.680181] .cpu_load[3] : 0 [91158.736730] .cpu_load[4] : 0 [91158.793282] .avg_idle : 1000000 [91158.856038] .max_idle_balance_cost : 500000 [91158.917760] [91158.917760] cfs_rq[1]:/ [91158.967071] .exec_clock : 0.000000 [91159.030776] .MIN_vruntime : 0.000001 [91159.094461] .min_vruntime : 2223402.939761 [91159.164367] .max_vruntime : 0.000001 [91159.228018] .spread : 0.000000 [91159.291647] .spread0 : -8286889.638482 [91159.362563] .nr_spread_over : 0 [91159.418910] .nr_running : 0 [91159.475229] .load : 0 [91159.531576] .runnable_load_avg : 0 [91159.587925] .blocked_load_avg : 0 [91159.644272] .tg_load_avg : 0 [91159.700599] .tg_load_contrib : 0 [91159.756902] .tg_runnable_contrib : 0 [91159.813189] .tg->runnable_avg : 0 [91159.869462] .tg->cfs_bandwidth.timer_active: 0 [91159.925732] .throttled : 0 [91159.982002] .throttle_count : 0 [91160.038263] .avg->runnable_avg_sum : 0 [91160.094521] .avg->runnable_avg_period : 46269 [91160.154936] [91160.154936] rt_rq[1]:/ [91160.202790] .rt_nr_running : 0 [91160.259008] .rt_throttled : 0 [91160.315246] .rt_time : 0.000000 [91160.378735] .rt_runtime : 908.447265 [91160.444284] [91160.444284] runnable tasks: [91160.444284] task PID tree-key switches prio wait-time sum-exec sum-sleep [91160.444284] ---------------------------------------------------------------------------------------------------------- [91160.756030] watchdog/1 12 -2.955013 22795 0 0.000000 294.773966 0.000000 0 / [91160.889857] migration/1 13 0.000000 752 0 0.000000 2655.255794 0.000000 0 / [91161.023703] ksoftirqd/1 14 2223377.367171 113691 120 0.000000 2006.385760 0.000000 0 / [91161.157554] kworker/1:0H 16 827.897774 9 100 0.000000 0.123215 0.000000 0 / [91161.291447] kworker/1:1 203 2223390.943945 18460 120 0.000000 417.358049 0.000000 0 / [91161.425353] in:imjournal 1065 2223402.961242 100036 120 0.000000 3711.945841 0.000000 0 / [91161.559275] systemd-logind 1086 2223377.573256 6842 120 0.000000 461.093852 0.000000 0 / [91161.693211] tuned 1682 2223232.306626 90 120 0.000000 125.906457 0.000000 0 / [91161.827158] kworker/1:1H 1778 2223377.542944 866 100 0.000000 10.979710 0.000000 0 / [91161.961109] ptlrpcd_00_04 2247 2218617.124648 1771492 120 0.000000 108967.732506 0.000000 0 / [91162.095120] ptlrpcd_00_10 2253 2218618.709514 1773207 120 0.000000 108747.553908 0.000000 0 / [91162.229165] kworker/1:2 53215 2223336.383270 2 120 0.000000 0.009729 0.000000 0 / [91162.363132] [91162.382217] cpu#2, 2693.460 MHz [91162.420986] .nr_running : 0 [91162.477515] .load : 0 [91162.534058] .nr_switches : 29276293 [91162.597834] .nr_load_updates : 15859134 [91162.661642] .nr_uninterruptible : -12713 [91162.723376] .next_balance : 4385.832140 [91162.790340] .curr->pid : 0 [91162.846884] .clock : 91162845.897187 [91162.917969] .cpu_load[0] : 0 [91162.974537] .cpu_load[1] : 0 [91163.031091] .cpu_load[2] : 0 [91163.087631] .cpu_load[3] : 0 [91163.144176] .cpu_load[4] : 0 [91163.200690] .avg_idle : 1000000 [91163.263447] .max_idle_balance_cost : 500000 [91163.325137] [91163.325137] cfs_rq[2]:/ [91163.374547] .exec_clock : 0.000000 [91163.438333] .MIN_vruntime : 0.000001 [91163.502147] .min_vruntime : 5633518.727082 [91163.572194] .max_vruntime : 0.000001 [91163.636012] .spread : 0.000000 [91163.699778] .spread0 : -4876773.851161 [91163.770839] .nr_spread_over : 0 [91163.827327] .nr_running : 0 [91163.883786] .load : 0 [91163.940273] .runnable_load_avg : 0 [91163.996766] .blocked_load_avg : 0 [91164.053260] .tg_load_avg : 0 [91164.109750] .tg_load_contrib : 0 [91164.166198] .tg_runnable_contrib : 0 [91164.222683] .tg->runnable_avg : 0 [91164.279149] .tg->cfs_bandwidth.timer_active: 0 [91164.335548] .throttled : 0 [91164.391930] .throttle_count : 0 [91164.448227] .avg->runnable_avg_sum : 0 [91164.504510] .avg->runnable_avg_period : 46266 [91164.564999] [91164.564999] rt_rq[2]:/ [91164.612923] .rt_nr_running : 0 [91164.669168] .rt_throttled : 0 [91164.725392] .rt_time : 0.000000 [91164.788864] .rt_runtime : 950.000000 [91164.854408] [91164.854408] runnable tasks: [91164.854408] task PID tree-key switches prio wait-time sum-exec sum-sleep [91164.854408] ---------------------------------------------------------------------------------------------------------- [91165.166147] watchdog/2 17 -5.959198 22794 0 0.000000 276.012175 0.000000 0 / [91165.299970] migration/2 18 0.000000 707 0 0.000000 2183.202880 0.000000 0 / [91165.433811] ksoftirqd/2 19 5632458.560591 100341 120 0.000000 1452.624634 0.000000 0 / [91165.567679] kworker/2:0H 21 133.302644 7 100 0.000000 0.041149 0.000000 0 / [91165.701582] kworker/2:1 204 5633506.740782 35874 120 0.000000 1056.156673 0.000000 0 / [91165.835508] kauditd 308 5633507.250948 3483 120 0.000000 50.804325 0.000000 0 / [91165.969406] kworker/2:1H 553 5632831.174741 1301 100 0.000000 16.654236 0.000000 0 / [91166.103348] polkitd 1039 5633507.454906 2802 120 0.000000 182.034677 0.000000 0 / [91166.237303] munged 1688 5633506.952662 60759 120 0.000000 2902.637828 0.000000 0 / [91166.371237] ptlrpcd_00_01 2244 5624972.482049 1951567 120 0.000000 104714.089330 0.000000 0 / [91166.505229] kworker/2:2 50834 5632469.168426 2 120 0.000000 0.028436 0.000000 0 / [91166.639225] kworker/u480:1 53391 5633508.969359 854 120 0.000000 2.905960 0.000000 0 / [91166.773298] [91166.792357] cpu#3, 2693.460 MHz [91166.831096] .nr_running : 0 [91166.887622] .load : 0 [91166.944118] .nr_switches : 26670836 [91167.007901] .nr_load_updates : 17727750 [91167.071716] .nr_uninterruptible : -226 [91167.131378] .next_balance : 4385.836549 [91167.198325] .curr->pid : 0 [91167.254909] .clock : 91167254.774688 [91167.326073] .cpu_load[0] : 0 [91167.382636] .cpu_load[1] : 0 [91167.439189] .cpu_load[2] : 0 [91167.495730] .cpu_load[3] : 0 [91167.552258] .cpu_load[4] : 0 [91167.608779] .avg_idle : 1000000 [91167.671543] .max_idle_balance_cost : 500000 [91167.733268] [91167.733268] cfs_rq[3]:/ [91167.782689] .exec_clock : 0.000000 [91167.846446] .MIN_vruntime : 0.000001 [91167.910231] .min_vruntime : 8314238.320217 [91167.980254] .max_vruntime : 0.000001 [91168.044072] .spread : 0.000000 [91168.107816] .spread0 : -2196054.258026 [91168.178914] .nr_spread_over : 0 [91168.235410] .nr_running : 0 [91168.291942] .load : 0 [91168.348428] .runnable_load_avg : 0 [91168.404960] .blocked_load_avg : 0 [91168.461454] .tg_load_avg : 0 [91168.517991] .tg_load_contrib : 0 [91168.574480] .tg_runnable_contrib : 0 [91168.631008] .tg->runnable_avg : 0 [91168.687468] .tg->cfs_bandwidth.timer_active: 0 [91168.743913] .throttled : 0 [91168.800273] .throttle_count : 0 [91168.856617] .avg->runnable_avg_sum : 0 [91168.912950] .avg->runnable_avg_period : 47813 [91168.973414] [91168.973414] rt_rq[3]:/ [91169.021326] .rt_nr_running : 0 [91169.077579] .rt_throttled : 0 [91169.133802] .rt_time : 0.000000 [91169.197305] .rt_runtime : 950.000000 [91169.262854] [91169.262854] runnable tasks: [91169.262854] task PID tree-key switches prio wait-time sum-exec sum-sleep [91169.262854] ---------------------------------------------------------------------------------------------------------- [91169.574590] watchdog/3 22 -5.947489 22795 0 0.000000 206.589610 0.000000 0 / [91169.708427] migration/3 23 0.000000 758 0 0.000000 2304.280559 0.000000 0 / [91169.842259] ksoftirqd/3 24 8314176.120977 76842 120 0.000000 1397.349564 0.000000 0 / [91169.976113] kworker/3:0H 26 3314.857033 6 100 0.000000 0.028410 0.000000 0 / [91170.110019] kworker/3:1H 551 2554050.481759 53877 100 0.000000 788.833745 0.000000 0 / [91170.243926] kiblnd_sd_00_02 2234 8314226.500684 18281008 120 0.000000 162291.419858 0.000000 0 / [91170.377842] kiblnd_sd_00_03 2235 8314226.766854 18281215 120 0.000000 162431.871314 0.000000 0 / [91170.511773] ptlrpcd_00_02 2245 1665540.565354 1773084 120 0.000000 108774.019440 0.000000 0 / [91170.645695] ptlrpcd_00_12 2255 1665538.978898 1773137 120 0.000000 109355.769566 0.000000 0 / [91170.779615] lc_watchdogd 2369 4172.910632 2 120 0.000000 0.039586 0.000000 0 / [91170.913587] kworker/3:1 21021 8314233.251831 16832 120 0.000000 545.918220 0.000000 0 / [91171.047582] kworker/3:0 25654 1147756.928204 2 120 0.000000 0.023395 0.000000 0 / [91171.181681] [91171.200741] cpu#4, 2693.460 MHz [91171.239460] .nr_running : 0 [91171.296000] .load : 0 [91171.352506] .nr_switches : 28778083 [91171.416302] .nr_load_updates : 13379968 [91171.480090] .nr_uninterruptible : 6056 [91171.539691] .next_balance : 4385.840961 [91171.606644] .curr->pid : 0 [91171.663164] .clock : 91171662.656250 [91171.734253] .cpu_load[0] : 0 [91171.790818] .cpu_load[1] : 0 [91171.847330] .cpu_load[2] : 0 [91171.903864] .cpu_load[3] : 0 [91171.960360] .cpu_load[4] : 0 [91172.016881] .avg_idle : 1000000 [91172.079614] .max_idle_balance_cost : 500000 [91172.141311] [91172.141311] cfs_rq[4]:/ [91172.190672] .exec_clock : 0.000000 [91172.254458] .MIN_vruntime : 0.000001 [91172.318216] .min_vruntime : 1646528.970912 [91172.388208] .max_vruntime : 0.000001 [91172.451969] .spread : 0.000000 [91172.515752] .spread0 : -8863763.607331 [91172.586824] .nr_spread_over : 0 [91172.643289] .nr_running : 0 [91172.699797] .load : 0 [91172.756260] .runnable_load_avg : 0 [91172.812764] .blocked_load_avg : 0 [91172.869234] .tg_load_avg : 0 [91172.925723] .tg_load_contrib : 0 [91172.982189] .tg_runnable_contrib : 0 [91173.038615] .tg->runnable_avg : 0 [91173.095049] .tg->cfs_bandwidth.timer_active: 0 [91173.151427] .throttled : 0 [91173.207791] .throttle_count : 0 [91173.264103] .avg->runnable_avg_sum : 0 [91173.320402] .avg->runnable_avg_period : 47835 [91173.380839] [91173.380839] rt_rq[4]:/ [91173.428725] .rt_nr_running : 0 [91173.484959] .rt_throttled : 0 [91173.541167] .rt_time : 0.000000 [91173.604629] .rt_runtime : 950.000000 [91173.670207] [91173.670207] runnable tasks: [91173.670207] task PID tree-key switches prio wait-time sum-exec sum-sleep [91173.670207] ---------------------------------------------------------------------------------------------------------- [91173.981942] watchdog/4 27 -8.951764 22797 0 0.000000 293.672612 0.000000 0 / [91174.115776] migration/4 28 0.000000 661 0 0.000000 1896.707300 0.000000 0 / [91174.249644] ksoftirqd/4 29 1646477.853512 88666 120 0.000000 1580.404374 0.000000 0 / [91174.383499] kworker/4:0H 31 57.936230 7 100 0.000000 0.081448 0.000000 0 / [91174.517401] kworker/4:1 205 1646516.821566 20856 120 0.000000 530.429812 0.000000 0 / [91174.651292] scsi_eh_5 503 401.822655 23 120 0.000000 0.241575 0.000000 0 / [91174.785191] scsi_eh_6 505 401.856493 22 120 0.000000 0.255543 0.000000 0 / [91174.919078] kworker/4:1H 700 1646479.649587 7126 100 0.000000 61.604748 0.000000 0 / [91175.052992] sssd_be 1063 1646528.555214 21432 120 0.000000 1441.910699 0.000000 0 / [91175.186915] sshd 1683 1646516.808762 467 120 0.000000 96.218210 0.000000 0 / [91175.320878] ptlrpcd_rcv 2242 1641250.789819 27039 120 0.000000 5695.867616 0.000000 0 / [91175.454845] ptlrpcd_00_08 2251 1641921.907760 1774737 120 0.000000 109680.092227 0.000000 0 / [91175.588879] ldlm_cb00_008 4220 1640228.286214 583548 120 0.000000 11763.329016 0.000000 0 / [91175.722918] kworker/4:2 49169 1646416.081921 2 120 0.000000 0.055015 0.000000 0 / [91175.856964] kworker/u480:2 51809 1646518.373865 6882 120 0.000000 54.244266 0.000000 0 / [91175.991020] sshd 53213 1646528.746008 388 120 0.000000 33.098657 0.000000 0 / [91176.125159] [91176.144275] cpu#5, 2693.460 MHz [91176.183053] .nr_running : 0 [91176.239621] .load : 0 [91176.296190] .nr_switches : 29309756 [91176.360048] .nr_load_updates : 12576757 [91176.423829] .nr_uninterruptible : 714 [91176.482491] .next_balance : 4385.845900 [91176.549478] .curr->pid : 0 [91176.606059] .clock : 91176605.512557 [91176.677193] .cpu_load[0] : 0 [91176.733825] .cpu_load[1] : 0 [91176.790417] .cpu_load[2] : 0 [91176.846997] .cpu_load[3] : 0 [91176.903587] .cpu_load[4] : 0 [91176.960151] .avg_idle : 1000000 [91177.022964] .max_idle_balance_cost : 500000 [91177.084770] [91177.084770] cfs_rq[5]:/ [91177.134249] .exec_clock : 0.000000 [91177.198069] .MIN_vruntime : 0.000001 [91177.261892] .min_vruntime : 1788010.533808 [91177.331947] .max_vruntime : 0.000001 [91177.395803] .spread : 0.000000 [91177.459516] .spread0 : -8722282.044435 [91177.530653] .nr_spread_over : 0 [91177.587193] .nr_running : 0 [91177.643772] .load : 0 [91177.700309] .runnable_load_avg : 0 [91177.756864] .blocked_load_avg : 0 [91177.813370] .tg_load_avg : 0 [91177.869831] .tg_load_contrib : 0 [91177.926219] .tg_runnable_contrib : 0 [91177.982617] .tg->runnable_avg : 0 [91178.038971] .tg->cfs_bandwidth.timer_active: 0 [91178.095314] .throttled : 0 [91178.151654] .throttle_count : 0 [91178.207965] .avg->runnable_avg_sum : 0 [91178.264275] .avg->runnable_avg_period : 48028 [91178.324730] [91178.324730] rt_rq[5]:/ [91178.372635] .rt_nr_running : 0 [91178.428882] .rt_throttled : 0 [91178.485103] .rt_time : 0.002958 [91178.548586] .rt_runtime : 950.000000 [91178.614129] [91178.614129] runnable tasks: [91178.614129] task PID tree-key switches prio wait-time sum-exec sum-sleep [91178.614129] ---------------------------------------------------------------------------------------------------------- [91178.925871] watchdog/5 32 -8.944095 22798 0 0.000000 193.930100 0.000000 0 / [91179.059684] migration/5 33 0.000000 627 0 0.000000 2028.982066 0.000000 0 / [91179.193516] ksoftirqd/5 34 1787998.523285 89839 120 0.000000 1695.390397 0.000000 0 / [91179.327364] kworker/5:0H 36 802.222248 8 100 0.000000 0.091376 0.000000 0 / [91179.461277] scsi_eh_1 495 304.983868 23 120 0.000000 0.410996 0.000000 0 / [91179.595173] NetworkManager 1038 1786516.953586 4041 120 0.000000 740.466148 0.000000 0 / [91179.729086] kiblnd_sd_00_02 2234 1787998.742695 18281012 120 0.000000 162291.448278 0.000000 0 / [91179.863009] ldlm_bl_02 2374 1775870.749998 233661 120 0.000000 19534.618756 0.000000 0 / [91179.996919] kworker/5:1H 3135 1785778.356422 715 100 0.000000 5.651602 0.000000 0 / [91180.130855] ldlm_bl_08 3696 1776135.344980 230279 120 0.000000 16678.862006 0.000000 0 / [91180.264824] ldlm_bl_13 3701 1775870.545323 229431 120 0.000000 17078.689264 0.000000 0 / [91180.398830] ldlm_bl_22 3710 1776951.861730 231818 120 0.000000 15766.075045 0.000000 0 / [91180.532820] ldlm_bl_23 3711 1775870.350507 230000 120 0.000000 16794.510438 0.000000 0 / [91180.666850] ldlm_bl_24 3712 1775870.767597 230259 120 0.000000 16484.832958 0.000000 0 / [91180.800878] ldlm_bl_30 4704 1787998.540371 233628 120 0.000000 19722.614248 0.000000 0 / [91180.934884] ldlm_bl_33 4741 1775869.460496 228690 120 0.000000 17088.612559 0.000000 0 / [91181.068927] ldlm_bl_40 5065 1775869.770614 225009 120 0.000000 15288.577021 0.000000 0 / [91181.202978] ldlm_bl_46 6162 1775870.371022 200063 120 0.000000 15509.490750 0.000000 0 / [91181.337055] kworker/5:0 15846 1786516.695159 8940 120 0.000000 207.737105 0.000000 0 / [91181.471146] kworker/5:2 21420 1194886.920442 3 120 0.000000 0.032296 0.000000 0 / [91181.605366] [91181.624521] cpu#6, 2693.460 MHz [91181.663309] .nr_running : 0 [91181.719907] .load : 0 [91181.776513] .nr_switches : 28480064 [91181.840384] .nr_load_updates : 50717099 [91181.904266] .nr_uninterruptible : 355 [91181.962953] .next_balance : 4385.851382 [91182.029967] .curr->pid : 0 [91182.086619] .clock : 91182086.359949 [91182.157832] .cpu_load[0] : 0 [91182.214491] .cpu_load[1] : 0 [91182.271120] .cpu_load[2] : 0 [91182.327748] .cpu_load[3] : 0 [91182.384327] .cpu_load[4] : 0 [91182.440914] .avg_idle : 1000000 [91182.503779] .max_idle_balance_cost : 500000 [91182.565606] [91182.565606] cfs_rq[6]:/ [91182.615131] .exec_clock : 0.000000 [91182.678977] .MIN_vruntime : 0.000001 [91182.742833] .min_vruntime : 2012014.126744 [91182.812927] .max_vruntime : 0.000001 [91182.876793] .spread : 0.000000 [91182.940706] .spread0 : -8498278.451499 [91183.011838] .nr_spread_over : 0 [91183.068405] .nr_running : 0 [91183.124890] .load : 0 [91183.181309] .runnable_load_avg : 0 [91183.237713] .blocked_load_avg : 0 [91183.294101] .tg_load_avg : 0 [91183.350501] .tg_load_contrib : 0 [91183.406850] .tg_runnable_contrib : 0 [91183.463177] .tg->runnable_avg : 0 [91183.519493] .tg->cfs_bandwidth.timer_active: 0 [91183.575785] .throttled : 0 [91183.632064] .throttle_count : 0 [91183.688321] .avg->runnable_avg_sum : 0 [91183.744559] .avg->runnable_avg_period : 47962 [91183.804954] [91183.804954] rt_rq[6]:/ [91183.852777] .rt_nr_running : 0 [91183.908991] .rt_throttled : 0 [91183.965190] .rt_time : 0.000000 [91184.028669] .rt_runtime : 950.000000 [91184.094222] [91184.094222] runnable tasks: [91184.094222] task PID tree-key switches prio wait-time sum-exec sum-sleep [91184.094222] ---------------------------------------------------------------------------------------------------------- [91184.405959] kthreadd 2 2012014.126744 2111 120 0.000000 323.054172 0.000000 0 / [91184.539795] watchdog/6 37 -8.954472 22799 0 0.000000 280.217374 0.000000 0 / [91184.673635] migration/6 38 0.000000 612 0 0.000000 3073.708955 0.000000 0 / [91184.807502] ksoftirqd/6 39 2012002.129493 73120 120 0.000000 1490.615317 0.000000 0 / [91184.941379] kworker/6:0H 41 703.348102 8 100 0.000000 0.113952 0.000000 0 / [91185.075274] kswapd0 185 1992937.914091 308 120 0.000000 1546.422512 0.000000 0 / [91185.209154] ata_sff 476 56.010000 2 100 0.000000 0.006799 0.000000 0 / [91185.343071] scsi_eh_3 499 853.931630 23 120 0.000000 0.318351 0.000000 0 / [91185.477026] systemd-udevd 736 1462527.678765 636 120 0.000000 1056.947309 0.000000 0 / [91185.610963] rsyslogd 1034 2011508.641613 177 120 0.000000 11.926408 0.000000 0 / [91185.744913] irqbalance 1035 2012008.873020 10948 120 0.000000 36075.413889 0.000000 0 / [91185.878900] sssd 1036 2011774.162445 3148 120 0.000000 115.797905 0.000000 0 / [91186.012904] gdbus 1143 2011508.709078 1645 120 0.000000 156.322761 0.000000 0 / [91186.146939] gdbus 1042 2011541.176382 2767 120 0.000000 174.998052 0.000000 0 / [91186.280986] sssd_pac 1085 2012002.167331 18229 120 0.000000 298.520714 0.000000 0 / [91186.415016] kworker/6:1H 1379 2011502.088931 1551 100 0.000000 20.781608 0.000000 0 / [91186.549070] qmgr 1882 2011608.275065 560 120 0.000000 50.748275 0.000000 0 / [91186.683136] automount 2042 988.244785 6 120 0.000000 3.438847 0.000000 0 / [91186.817137] kiblnd_sd_00_03 2235 2012002.598623 18281220 120 0.000000 162431.896556 0.000000 0 / [91186.951304] ptlrpcd_00_11 2254 1994841.686911 1954006 120 0.000000 105382.194026 0.000000 0 / [91187.085460] ldlm_cb00_000 2368 1993054.190372 612855 120 0.000000 12194.831705 0.000000 0 / [91187.219616] ldlm_cb00_004 3137 1993034.007249 631022 120 0.000000 12553.497932 0.000000 0 / [91187.353798] ldlm_bl_10 3698 1993071.485121 230031 120 0.000000 16386.837389 0.000000 0 / [91187.487975] ldlm_bl_16 3704 1993070.879419 231830 120 0.000000 17385.560784 0.000000 0 / [91187.622172] ldlm_bl_32 4740 2012002.129499 232251 120 0.000000 13921.815909 0.000000 0 / [91187.756413] ldlm_bl_41 5066 1993070.882422 224341 120 0.000000 13803.222865 0.000000 0 / [91187.890647] ldlm_bl_42 5067 1994179.689885 224415 120 0.000000 15332.716430 0.000000 0 / [91188.024856] kworker/6:2 7296 1993680.675635 16549 120 0.000000 438.131007 0.000000 0 / [91188.159102] kworker/6:0 30057 2012002.160765 2927 120 0.000000 38.546505 0.000000 0 / [91188.293490] [91188.312779] cpu#7, 2693.460 MHz [91188.351717] .nr_running : 0 [91188.408502] .load : 0 [91188.465277] .nr_switches : 28214186 [91188.529286] .nr_load_updates : 12766079 [91188.593378] .nr_uninterruptible : 883 [91188.652211] .next_balance : 4385.858070 [91188.719437] .curr->pid : 0 [91188.776201] .clock : 91188776.172106 [91188.847595] .cpu_load[0] : 0 [91188.904407] .cpu_load[1] : 0 [91188.961178] .cpu_load[2] : 0 [91189.017935] .cpu_load[3] : 0 [91189.074716] .cpu_load[4] : 0 [91189.131483] .avg_idle : 1000000 [91189.194499] .max_idle_balance_cost : 500000 [91189.256450] [91189.256450] cfs_rq[7]:/ [91189.306068] .exec_clock : 0.000000 [91189.369910] .MIN_vruntime : 0.000001 [91189.433738] .min_vruntime : 1529919.504406 [91189.503792] .max_vruntime : 0.000001 [91189.567586] .spread : 0.000000 [91189.631388] .spread0 : -8980373.073837 [91189.702456] .nr_spread_over : 0 [91189.758924] .nr_running : 0 [91189.815395] .load : 0 [91189.871819] .runnable_load_avg : 0 [91189.928245] .blocked_load_avg : 0 [91189.984651] .tg_load_avg : 0 [91190.041034] .tg_load_contrib : 0 [91190.097404] .tg_runnable_contrib : 0 [91190.153758] .tg->runnable_avg : 0 [91190.210105] .tg->cfs_bandwidth.timer_active: 0 [91190.266435] .throttled : 0 [91190.322757] .throttle_count : 0 [91190.379051] .avg->runnable_avg_sum : 0 [91190.435326] .avg->runnable_avg_period : 46738 [91190.495742] [91190.495742] rt_rq[7]:/ [91190.543585] .rt_nr_running : 0 [91190.599808] .rt_throttled : 0 [91190.656012] .rt_time : 0.003827 [91190.719491] .rt_runtime : 950.000000 [91190.785043] [91190.785043] runnable tasks: [91190.785043] task PID tree-key switches prio wait-time sum-exec sum-sleep [91190.785043] ---------------------------------------------------------------------------------------------------------- [91191.096792] watchdog/7 42 -8.955150 22801 0 0.000000 196.202698 0.000000 0 / [91191.230615] migration/7 43 0.000000 638 0 0.000000 2124.550419 0.000000 0 / [91191.364454] ksoftirqd/7 44 1529815.518982 52655 120 0.000000 1376.948806 0.000000 0 / [91191.498326] kworker/7:0H 46 830.310429 8 100 0.000000 0.146335 0.000000 0 / [91191.632227] khugepaged 188 1529919.504406 8971 139 0.000000 352.190533 0.000000 0 / [91191.766121] scsi_eh_4 501 841.541043 23 120 0.000000 0.209418 0.000000 0 / [91191.900053] dbus-daemon 1037 1529857.277266 8719 120 0.000000 847.354712 0.000000 0 / [91192.033984] kworker/7:1H 1213 1529436.980301 978 100 0.000000 17.331623 0.000000 0 / [91192.167911] tuned 1718 853.524095 38 120 0.000000 1.402064 0.000000 0 / [91192.301851] tuned 1719 1529907.649863 91785 120 0.000000 6094.061533 0.000000 0 / [91192.435832] automount 1899 856.700122 100 120 0.000000 86.128962 0.000000 0 / [91192.569855] ldlm_cb00_002 3129 1525244.063046 630501 120 0.000000 12959.892063 0.000000 0 / [91192.703903] ldlm_bl_19 3707 1526659.791638 230242 120 0.000000 16771.869382 0.000000 0 / [91192.837963] ldlm_cb00_007 4218 1525272.359117 641152 120 0.000000 12866.065503 0.000000 0 / [91192.971935] ldlm_cb00_010 4225 1524693.840445 640865 120 0.000000 13266.738415 0.000000 0 / [91193.105919] ldlm_bl_26 4700 1526438.755115 228135 120 0.000000 17309.597832 0.000000 0 / [91193.239911] kworker/7:1 11010 1529856.231122 13961 120 0.000000 345.884370 0.000000 0 / [91193.373923] slurmstepd 28209 1446806.117663 45 120 0.000000 1.387650 0.000000 0 / [91193.507961] slurmstepd 28210 1528095.443981 75928 120 0.000000 2808.418558 0.000000 0 / [91193.642008] kworker/7:0 44568 1529484.511132 2 120 0.000000 0.044670 0.000000 0 / [91193.776121] [91193.795314] cpu#8, 2693.460 MHz [91193.834064] .nr_running : 0 [91193.890727] .load : 0 [91193.947397] .nr_switches : 92138922 [91194.011360] .nr_load_updates : 31216998 [91194.075340] .nr_uninterruptible : 348 [91194.134086] .next_balance : 4385.863552 [91194.201191] .curr->pid : 0 [91194.257858] .clock : 91194257.029902 [91194.329143] .cpu_load[0] : 0 [91194.385833] .cpu_load[1] : 0 [91194.442528] .cpu_load[2] : 0 [91194.499211] .cpu_load[3] : 0 [91194.555859] .cpu_load[4] : 0 [91194.612469] .avg_idle : 1000000 [91194.675372] .max_idle_balance_cost : 500000 [91194.737252] [91194.737252] cfs_rq[8]:/ [91194.786891] .exec_clock : 0.000000 [91194.850788] .MIN_vruntime : 0.000001 [91194.914691] .min_vruntime : 3244405.012494 [91194.984839] .max_vruntime : 0.000001 [91195.048742] .spread : 0.000000 [91195.112640] .spread0 : -7265887.565749 [91195.183825] .nr_spread_over : 0 [91195.240434] .nr_running : 0 [91195.296941] .load : 0 [91195.353413] .runnable_load_avg : 0 [91195.409874] .blocked_load_avg : 0 [91195.466324] .tg_load_avg : 0 [91195.522742] .tg_load_contrib : 0 [91195.579167] .tg_runnable_contrib : 0 [91195.635546] .tg->runnable_avg : 0 [91195.691904] .tg->cfs_bandwidth.timer_active: 0 [91195.748247] .throttled : 0 [91195.804578] .throttle_count : 0 [91195.860900] .avg->runnable_avg_sum : 1 [91195.917204] .avg->runnable_avg_period : 47519 [91195.977616] [91195.977616] rt_rq[8]:/ [91196.025497] .rt_nr_running : 0 [91196.081732] .rt_throttled : 0 [91196.137951] .rt_time : 0.000000 [91196.201435] .rt_runtime : 950.000000 [91196.266958] [91196.266958] runnable tasks: [91196.266958] task PID tree-key switches prio wait-time sum-exec sum-sleep [91196.266958] ---------------------------------------------------------------------------------------------------------- [91196.578631] watchdog/8 47 -11.955036 22802 0 0.000000 472.309807 0.000000 1 / [91196.712456] migration/8 48 0.000000 1254 0 0.000000 1955.642506 0.000000 1 / [91196.846295] ksoftirqd/8 49 3232166.177211 13265 120 0.000000 586.045837 0.000000 1 / [91196.980163] kworker/8:0 50 3244393.090286 23946 120 0.000000 582.421631 0.000000 1 / [91197.114034] kworker/8:0H 51 790.266450 7 100 0.000000 0.103103 0.000000 1 / [91197.247923] kworker/8:1 198 993.219271 176 120 0.000000 13.562694 0.000000 1 / [91197.381849] kworker/8:1H 552 3242463.849849 691 100 0.000000 9.614786 0.000000 1 / [91197.515769] agetty 1982 3243574.588066 15079 120 0.000000 801.507852 0.000000 1 / [91197.649707] ptlrpc_hr01_000 2214 1122.187328 3 120 0.000000 0.021374 0.000000 1 / [91197.783637] ptlrpc_hr01_001 2215 1122.193523 3 120 0.000000 0.015532 0.000000 1 / [91197.917589] ptlrpc_hr01_002 2216 1122.200014 3 120 0.000000 0.030993 0.000000 1 / [91198.051549] ptlrpc_hr01_003 2217 1122.206411 3 120 0.000000 0.019755 0.000000 1 / [91198.185517] ptlrpc_hr01_004 2218 1122.213806 3 120 0.000000 0.021855 0.000000 1 / [91198.319496] ptlrpc_hr01_005 2219 1122.218875 3 120 0.000000 0.017211 0.000000 1 / [91198.453480] ptlrpc_hr01_006 2220 1122.223890 3 120 0.000000 0.017013 0.000000 1 / [91198.587474] ptlrpc_hr01_007 2221 1122.235237 3 120 0.000000 0.023083 0.000000 1 / [91198.721434] ptlrpcd_01_00 2259 3244367.083558 1508512 120 0.000000 97222.389118 0.000000 1 / [91198.855409] ptlrpcd_01_06 2265 3244303.808040 1506629 120 0.000000 97350.329647 0.000000 1 / [91198.989403] simul 28211 3244393.201108 3088099 120 0.000000 398407.624545 0.000000 1 / [91199.123488] [91199.142519] cpu#9, 2693.460 MHz [91199.181147] .nr_running : 0 [91199.237660] .load : 0 [91199.294195] .nr_switches : 95053402 [91199.358008] .nr_load_updates : 37895546 [91199.421795] .nr_uninterruptible : 502 [91199.480386] .next_balance : 4385.868897 [91199.547311] .curr->pid : 0 [91199.603836] .clock : 91199602.884292 [91199.674961] .cpu_load[0] : 0 [91199.731501] .cpu_load[1] : 0 [91199.788065] .cpu_load[2] : 0 [91199.844583] .cpu_load[3] : 0 [91199.901116] .cpu_load[4] : 0 [91199.957603] .avg_idle : 1000000 [91200.020346] .max_idle_balance_cost : 500000 [91200.082079] [91200.082079] cfs_rq[9]:/ [91200.131423] .exec_clock : 0.000000 [91200.195196] .MIN_vruntime : 0.000001 [91200.258980] .min_vruntime : 2409996.773115 [91200.329022] .max_vruntime : 0.000001 [91200.392784] .spread : 0.000000 [91200.456537] .spread0 : -8100295.805128 [91200.527576] .nr_spread_over : 0 [91200.584090] .nr_running : 0 [91200.640541] .load : 0 [91200.696926] .runnable_load_avg : 0 [91200.753257] .blocked_load_avg : 0 [91200.809570] .tg_load_avg : 0 [91200.865862] .tg_load_contrib : 0 [91200.922161] .tg_runnable_contrib : 0 [91200.978454] .tg->runnable_avg : 0 [91201.034715] .tg->cfs_bandwidth.timer_active: 0 [91201.090953] .throttled : 0 [91201.147172] .throttle_count : 0 [91201.203362] .avg->runnable_avg_sum : 0 [91201.259553] .avg->runnable_avg_period : 46527 [91201.319902] [91201.319902] rt_rq[9]:/ [91201.367674] .rt_nr_running : 0 [91201.423879] .rt_throttled : 0 [91201.480046] .rt_time : 0.000000 [91201.543532] .rt_runtime : 1000.000000 [91201.610113] [91201.610113] runnable tasks: [91201.610113] task PID tree-key switches prio wait-time sum-exec sum-sleep [91201.610113] ---------------------------------------------------------------------------------------------------------- [91201.921879] watchdog/9 53 -11.918690 22803 0 0.000000 1660.889487 0.000000 1 / [91202.055701] migration/9 54 0.000000 762 0 0.000000 2298.536279 0.000000 1 / [91202.189548] ksoftirqd/9 55 2394676.247490 13214 120 0.000000 629.798858 0.000000 1 / [91202.323415] kworker/9:0H 57 95.128350 7 100 0.000000 0.060954 0.000000 1 / [91202.457303] kworker/9:1 209 2409700.082153 20162 120 0.000000 479.776753 0.000000 1 / [91202.591218] kworker/9:1H 699 2405293.553976 1118 100 0.000000 21.196070 0.000000 1 / [91202.725148] ptlrpcd_01_08 2267 2409770.685004 1508394 120 0.000000 98113.233776 0.000000 1 / [91202.859109] ptlrpcd_01_15 2274 2409911.387243 1630664 120 0.000000 91957.328354 0.000000 1 / [91202.993039] kworker/9:0 22685 1886496.468377 4 120 0.000000 0.008617 0.000000 1 / [91203.127070] [91203.146073] cpu#10, 2693.460 MHz [91203.185793] .nr_running : 0 [91203.242266] .load : 0 [91203.298748] .nr_switches : 98813798 [91203.362516] .nr_load_updates : 28293735 [91203.426284] .nr_uninterruptible : 270 [91203.484861] .next_balance : 4385.872903 [91203.551759] .curr->pid : 0 [91203.608244] .clock : 91203607.772805 [91203.679307] .cpu_load[0] : 0 [91203.735796] .cpu_load[1] : 0 [91203.792168] .cpu_load[2] : 3 [91203.848654] .cpu_load[3] : 0 [91203.905134] .cpu_load[4] : 0 [91203.961591] .avg_idle : 696361 [91204.023257] .max_idle_balance_cost : 500000 [91204.084967] [91204.084967] cfs_rq[10]:/ [91204.135301] .exec_clock : 0.000000 [91204.199047] .MIN_vruntime : 0.000001 [91204.262806] .min_vruntime : 2071961.700926 [91204.332808] .max_vruntime : 0.000001 [91204.396544] .spread : 0.000000 [91204.460269] .spread0 : -8438330.877317 [91204.531278] .nr_spread_over : 0 [91204.587730] .nr_running : 0 [91204.644175] .load : 0 [91204.700613] .runnable_load_avg : 0 [91204.757056] .blocked_load_avg : 0 [91204.813494] .tg_load_avg : 0 [91204.869963] .tg_load_contrib : 0 [91204.926400] .tg_runnable_contrib : 0 [91204.982868] .tg->runnable_avg : 0 [91205.039305] .tg->cfs_bandwidth.timer_active: 0 [91205.095749] .throttled : 0 [91205.152227] .throttle_count : 0 [91205.208637] .avg->runnable_avg_sum : 0 [91205.264997] .avg->runnable_avg_period : 46676 [91205.325466] [91205.325466] rt_rq[10]:/ [91205.374434] .rt_nr_running : 0 [91205.430688] .rt_throttled : 0 [91205.486911] .rt_time : 0.000000 [91205.550397] .rt_runtime : 1000.000000 [91205.616992] [91205.616992] runnable tasks: [91205.616992] task PID tree-key switches prio wait-time sum-exec sum-sleep [91205.616992] ---------------------------------------------------------------------------------------------------------- [91205.928731] watchdog/10 58 -11.918459 22804 0 0.000000 2319.089961 0.000000 1 / [91206.062574] migration/10 59 0.000000 645 0 0.000000 2212.488343 0.000000 1 / [91206.196439] ksoftirqd/10 60 2071327.712529 13106 120 0.000000 656.058207 0.000000 1 / [91206.330302] kworker/10:0H 62 228.059210 7 100 0.000000 0.063981 0.000000 1 / [91206.464190] kworker/10:1 210 2071949.778215 17420 120 0.000000 440.778325 0.000000 1 / [91206.598095] kworker/10:1H 680 2071331.540801 875 100 0.000000 14.173877 0.000000 1 / [91206.732007] polkitd 1045 1504.080427 4 120 0.000000 0.178373 0.000000 1 / [91206.865924] sssd_pam 1083 2071951.512742 18238 120 0.000000 655.233631 0.000000 1 / [91206.999870] lnet_discovery 2241 2071951.460765 89946 120 0.000000 1495.334111 0.000000 1 / [91207.133840] ptlrpcd_01_01 2260 2071935.502746 1628899 120 0.000000 92515.366308 0.000000 1 / [91207.267833] ldlm_cb01_001 2372 1977640.903179 427510 120 0.000000 10418.400689 0.000000 1 / [91207.401870] kworker/10:0 12685 793539.260920 3 120 0.000000 0.007328 0.000000 1 / [91207.535923] df 50101 2071951.497233 5879 120 0.000000 220.532640 0.000000 1 / [91207.670073] [91207.689152] cpu#11, 2693.460 MHz [91207.728967] .nr_running : 5 [91207.785509] .load : 3072 [91207.845186] .nr_switches : 94309796 [91207.909019] .nr_load_updates : 31667881 [91207.972888] .nr_uninterruptible : 150 [91208.031526] .next_balance : 4385.877517 [91208.098498] .curr->pid : 53218 [91208.159237] .clock : 90708597.006144 [91208.230380] .cpu_load[0] : 3072 [91208.290085] .cpu_load[1] : 3072 [91208.349810] .cpu_load[2] : 3072 [91208.409495] .cpu_load[3] : 3072 [91208.469170] .cpu_load[4] : 3072 [91208.528857] .avg_idle : 1000000 [91208.591639] .max_idle_balance_cost : 500000 [91208.653401] [91208.653401] cfs_rq[11]:/ [91208.703939] .exec_clock : 0.000000 [91208.767743] .MIN_vruntime : 1807168.539937 [91208.837825] .min_vruntime : 1807180.539937 [91208.907908] .max_vruntime : 1807168.637343 [91208.977969] .spread : 0.097406 [91209.041812] .spread0 : -8703112.038306 [91209.112931] .nr_spread_over : 0 [91209.169463] .nr_running : 3 [91209.226003] .load : 3072 [91209.285678] .runnable_load_avg : 929 [91209.344293] .blocked_load_avg : 0 [91209.400861] .tg_load_avg : 0 [91209.457393] .tg_load_contrib : 0 [91209.513955] .tg_runnable_contrib : 0 [91209.570452] .tg->runnable_avg : 0 [91209.626905] .tg->cfs_bandwidth.timer_active: 0 [91209.683293] .throttled : 0 [91209.739704] .throttle_count : 0 [91209.796064] .avg->runnable_avg_sum : 43103 [91209.856563] .avg->runnable_avg_period : 47545 [91209.917051] [91209.917051] rt_rq[11]:/ [91209.966052] .rt_nr_running : 1 [91210.022324] .rt_throttled : 0 [91210.078581] .rt_time : 0.000000 [91210.142100] .rt_runtime : 950.000000 [91210.207673] [91210.207673] runnable tasks: [91210.207673] task PID tree-key switches prio wait-time sum-exec sum-sleep [91210.207673] ---------------------------------------------------------------------------------------------------------- [91210.519501] watchdog/11 63 -11.918249 22680 0 0.000000 517.720805 0.000000 1 / [91210.653370] migration/11 64 0.000000 653 0 0.000000 1900.862152 0.000000 1 / [91210.787249] ksoftirqd/11 65 1807168.539937 13283 120 0.000000 635.099639 0.000000 1 / [91210.921117] kworker/11:0H 67 72.953730 7 100 0.000000 0.048116 0.000000 1 / [91211.055026] kworker/11:1H 697 1807052.532749 757 100 0.000000 12.016926 0.000000 1 / [91211.188945] automount 2046 1124554.799370 15 120 0.000000 13.115630 0.000000 1 / [91211.322877] ldlm_cb01_003 3131 1756091.120263 401320 120 0.000000 9564.436064 0.000000 1 / [91211.456801] kworker/11:1 27035 1807168.637343 2844 120 0.000000 75.962228 0.000000 1 / [91211.590745] kworker/11:2 29772 1755969.608488 2 120 0.000000 0.033557 0.000000 1 / [91211.724723] bash 50021 1797480.846972 17 120 0.000000 14.807478 0.000000 1 / [91211.858721] R bash 53218 1807284.759144 209 120 0.000000 153.197272 0.000000 1 / [91211.992801] [91212.011834] cpu#12, 2693.460 MHz [91212.051614] .nr_running : 0 [91212.108119] .load : 0 [91212.164612] .nr_switches : 91941662 [91212.228388] .nr_load_updates : 19884407 [91212.292176] .nr_uninterruptible : 234 [91212.350782] .next_balance : 4385.881769 [91212.417732] .curr->pid : 0 [91212.474256] .clock : 91212473.523904 [91212.545352] .cpu_load[0] : 0 [91212.601895] .cpu_load[1] : 0 [91212.658414] .cpu_load[2] : 0 [91212.714916] .cpu_load[3] : 0 [91212.771402] .cpu_load[4] : 0 [91212.827880] .avg_idle : 1000000 [91212.890639] .max_idle_balance_cost : 500000 [91212.952319] [91212.952319] cfs_rq[12]:/ [91213.002715] .exec_clock : 0.000000 [91213.066462] .MIN_vruntime : 0.000001 [91213.130206] .min_vruntime : 1854806.065562 [91213.200195] .max_vruntime : 0.000001 [91213.263926] .spread : 0.000000 [91213.327704] .spread0 : -8655486.512681 [91213.398750] .nr_spread_over : 0 [91213.455207] .nr_running : 0 [91213.511692] .load : 0 [91213.568144] .runnable_load_avg : 0 [91213.624626] .blocked_load_avg : 0 [91213.681078] .tg_load_avg : 0 [91213.737554] .tg_load_contrib : 0 [91213.794001] .tg_runnable_contrib : 0 [91213.850439] .tg->runnable_avg : 0 [91213.906889] .tg->cfs_bandwidth.timer_active: 0 [91213.963312] .throttled : 0 [91214.019700] .throttle_count : 0 [91214.076004] .avg->runnable_avg_sum : 0 [91214.132297] .avg->runnable_avg_period : 47298 [91214.192743] [91214.192743] rt_rq[12]:/ [91214.241665] .rt_nr_running : 0 [91214.297897] .rt_throttled : 0 [91214.354103] .rt_time : 0.015120 [91214.417563] .rt_runtime : 950.000000 [91214.483109] [91214.483109] runnable tasks: [91214.483109] task PID tree-key switches prio wait-time sum-exec sum-sleep [91214.483109] ---------------------------------------------------------------------------------------------------------- [91214.794860] watchdog/12 68 -11.918419 22807 0 0.000000 543.091643 0.000000 1 / [91214.928690] migration/12 69 0.000000 667 0 0.000000 2187.083902 0.000000 1 / [91215.062532] ksoftirqd/12 70 1839640.801556 12968 120 0.000000 580.495283 0.000000 1 / [91215.196386] kworker/12:0H 72 401.414448 7 100 0.000000 0.073240 0.000000 1 / [91215.330290] kdevtmpfs 170 690.957916 262 120 0.000000 4.880217 0.000000 1 / [91215.464185] khungtaskd 172 1854794.167463 762 120 0.000000 7340.745966 0.000000 1 / [91215.598075] kworker/12:1 213 1854790.175952 22291 120 0.000000 441.398551 0.000000 1 / [91215.731994] kworker/12:1H 609 1849806.028226 1022 100 0.000000 16.821035 0.000000 1 / [91215.865941] gssproxy 1047 1854794.123603 3225 120 0.000000 122.622266 0.000000 1 / [91215.999876] sssd_ssh 1084 1854794.168597 19165 120 0.000000 748.754646 0.000000 1 / [91216.133832] ldlm_bl_01 2373 1828150.690407 234197 120 0.000000 18001.514322 0.000000 1 / [91216.267810] ldlm_bl_06 3694 1828151.881364 230261 120 0.000000 19638.150648 0.000000 1 / [91216.401817] ldlm_bl_07 3695 1828150.626982 230409 120 0.000000 16571.415438 0.000000 1 / [91216.535835] ldlm_bl_09 3697 1828151.696947 229126 120 0.000000 13870.044699 0.000000 1 / [91216.669849] ldlm_bl_12 3700 1828151.879079 229427 120 0.000000 14282.638353 0.000000 1 / [91216.803885] ldlm_bl_17 3705 1828151.131252 230198 120 0.000000 16755.975958 0.000000 1 / [91216.937910] ldlm_cb01_005 4053 1828108.762143 447131 120 0.000000 10076.401565 0.000000 1 / [91217.071957] ldlm_bl_38 4746 1828152.094758 227255 120 0.000000 16817.811622 0.000000 1 / [91217.206039] ldlm_cb01_010 5222 1827697.272597 430924 120 0.000000 10166.669067 0.000000 1 / [91217.340127] ldlm_bl_44 6098 1828150.657710 208404 120 0.000000 12264.566766 0.000000 1 / [91217.474224] ldlm_cb01_012 25104 1828156.869024 88631 120 0.000000 1961.451792 0.000000 1 / [91217.608351] kworker/12:0 26522 1616047.806758 2 120 0.000000 0.007184 0.000000 1 / [91217.742519] slurmstepd 30809 1854794.575948 49979 120 0.000000 1420.808425 0.000000 1 / [91217.876782] [91217.895962] cpu#13, 2693.460 MHz [91217.935825] .nr_running : 0 [91217.992491] .load : 0 [91218.049155] .nr_switches : 93904363 [91218.113103] .nr_load_updates : 24828597 [91218.177059] .nr_uninterruptible : 657 [91218.235821] .next_balance : 4385.887653 [91218.302934] .curr->pid : 0 [91218.359659] .clock : 91218359.362453 [91218.430930] .cpu_load[0] : 0 [91218.487661] .cpu_load[1] : 0 [91218.544348] .cpu_load[2] : 0 [91218.601028] .cpu_load[3] : 0 [91218.657717] .cpu_load[4] : 0 [91218.714360] .avg_idle : 1000000 [91218.777256] .max_idle_balance_cost : 500000 [91218.839119] [91218.839119] cfs_rq[13]:/ [91218.889870] .exec_clock : 0.000000 [91218.953724] .MIN_vruntime : 0.000001 [91219.017668] .min_vruntime : 1754988.571497 [91219.087838] .max_vruntime : 0.000001 [91219.151761] .spread : 0.000000 [91219.215628] .spread0 : -8755304.117900 [91219.286699] .nr_spread_over : 0 [91219.343185] .nr_running : 0 [91219.399626] .load : 0 [91219.456064] .runnable_load_avg : 0 [91219.512527] .blocked_load_avg : 0 [91219.568938] .tg_load_avg : 0 [91219.625335] .tg_load_contrib : 0 [91219.681704] .tg_runnable_contrib : 0 [91219.738049] .tg->runnable_avg : 0 [91219.794411] .tg->cfs_bandwidth.timer_active: 0 [91219.850750] .throttled : 0 [91219.907072] .throttle_count : 0 [91219.963396] .avg->runnable_avg_sum : 412 [91220.021787] .avg->runnable_avg_period : 47385 [91220.082252] [91220.082252] rt_rq[13]:/ [91220.131247] .rt_nr_running : 0 [91220.187511] .rt_throttled : 0 [91220.243750] .rt_time : 0.000000 [91220.307259] .rt_runtime : 950.000000 [91220.372824] [91220.372824] runnable tasks: [91220.372824] task PID tree-key switches prio wait-time sum-exec sum-sleep [91220.372824] ---------------------------------------------------------------------------------------------------------- [91220.684605] rcu_sched 10 1754997.122403 22035609 120 0.000000 433395.324812 0.000000 1 / [91220.818436] watchdog/13 73 -11.918623 22808 0 0.000000 535.947644 0.000000 1 / [91220.952284] migration/13 74 0.000000 607 0 0.000000 1841.291098 0.000000 1 / [91221.086151] ksoftirqd/13 75 1718519.046595 12614 120 0.000000 633.650723 0.000000 1 / [91221.219951] kworker/13:0H 77 42.493773 7 100 0.000000 0.071250 0.000000 1 / [91221.353853] kworker/13:1 214 1754984.177184 64917 120 0.000000 18234.049281 0.000000 1 / [91221.487788] kworker/13:1H 610 1752503.183803 1017 100 0.000000 26.105686 0.000000 1 / [91221.621726] sssd_nss 1082 1754976.671145 20212 120 0.000000 1048.500752 0.000000 1 / [91221.755671] munged 1689 1752739.360960 1588 120 0.000000 729.068389 0.000000 1 / [91221.889620] munged 1691 1752766.670426 30472 120 0.000000 2854.429039 0.000000 1 / [91222.023584] automount 1904 1754988.766228 14634 120 0.000000 2988.453427 0.000000 1 / [91222.157584] kiblnd_sd_01_00 2236 1752659.200845 119521874 120 0.000000 759645.123975 0.000000 1 / [91222.291631] ll_ping 2275 1752739.334679 3644 120 0.000000 675.265658 0.000000 1 / [91222.425705] sptlrpc_gc 2276 1751747.224241 51 120 0.000000 1.112452 0.000000 1 / [91222.559780] ll_cfg_requeue 2376 1691731.366126 164 120 0.000000 11.098474 0.000000 1 / [91222.693867] ldlm_bl_21 3709 1695496.256484 230740 120 0.000000 21273.762492 0.000000 1 / [91222.827960] ldlm_cb01_011 6101 1694027.476804 427947 120 0.000000 9917.559463 0.000000 1 / [91222.962080] kworker/13:2 51149 1748042.283032 3 120 0.000000 0.450444 0.000000 1 / [91223.096312] [91223.115520] cpu#14, 2693.460 MHz [91223.155419] .nr_running : 0 [91223.212027] .load : 0 [91223.268688] .nr_switches : 95090428 [91223.332641] .nr_load_updates : 27488893 [91223.396593] .nr_uninterruptible : 513 [91223.455353] .next_balance : 4385.892873 [91223.522345] .curr->pid : 0 [91223.579004] .clock : 91223578.222230 [91223.650262] .cpu_load[0] : 0 [91223.706933] .cpu_load[1] : 0 [91223.763634] .cpu_load[2] : 0 [91223.820313] .cpu_load[3] : 0 [91223.876956] .cpu_load[4] : 0 [91223.933611] .avg_idle : 1000000 [91223.996507] .max_idle_balance_cost : 500000 [91224.058370] [91224.058370] cfs_rq[14]:/ [91224.109026] .exec_clock : 0.000000 [91224.172911] .MIN_vruntime : 0.000001 [91224.236799] .min_vruntime : 1765063.088389 [91224.306931] .max_vruntime : 0.000001 [91224.370819] .spread : 0.000000 [91224.434706] .spread0 : -8745230.651644 [91224.505885] .nr_spread_over : 0 [91224.562526] .nr_running : 0 [91224.619140] .load : 0 [91224.675714] .runnable_load_avg : 0 [91224.732256] .blocked_load_avg : 10 [91224.789757] .tg_load_avg : 0 [91224.846226] .tg_load_contrib : 0 [91224.902650] .tg_runnable_contrib : 0 [91224.959055] .tg->runnable_avg : 0 [91225.015444] .tg->cfs_bandwidth.timer_active: 0 [91225.071812] .throttled : 0 [91225.128170] .throttle_count : 0 [91225.184500] .avg->runnable_avg_sum : 458 [91225.242898] .avg->runnable_avg_period : 47015 [91225.303366] [91225.303366] rt_rq[14]:/ [91225.352353] .rt_nr_running : 0 [91225.408609] .rt_throttled : 0 [91225.464848] .rt_time : 0.000000 [91225.528359] .rt_runtime : 950.000000 [91225.593920] [91225.593920] runnable tasks: [91225.593920] task PID tree-key switches prio wait-time sum-exec sum-sleep [91225.593920] ---------------------------------------------------------------------------------------------------------- [91225.905698] rcu_sched 10 1765076.130880 22037350 120 0.000000 433443.243795 0.000000 1 / [91226.039554] watchdog/14 78 -11.917440 22809 0 0.000000 457.696843 0.000000 1 / [91226.173411] migration/14 79 0.000000 623 0 0.000000 2084.957679 0.000000 1 / [91226.307316] ksoftirqd/14 80 1758513.005006 12696 120 0.000000 649.090286 0.000000 1 / [91226.441222] kworker/14:0H 82 294.066340 7 100 0.000000 0.068512 0.000000 1 / [91226.575131] kworker/14:1 215 1765051.145686 17917 120 0.000000 424.028414 0.000000 1 / [91226.709066] kworker/14:1H 621 1762182.199117 1027 100 0.000000 17.065630 0.000000 1 / [91226.843025] gmain 1141 1765051.361976 22805 120 0.000000 1135.948228 0.000000 1 / [91226.976988] automount 1903 1765051.234842 4865 120 0.000000 194.708219 0.000000 1 / [91227.110956] ptlrpcd_01_02 2261 1765047.152215 1506639 120 0.000000 96896.974927 0.000000 1 / [91227.244943] ptlrpcd_01_12 2271 1763636.996201 1507064 120 0.000000 97702.516906 0.000000 1 / [91227.378955] ldlm_poold 2375 1765066.664329 8911 120 0.000000 834.793074 0.000000 1 / [91227.512993] ldlm_cb01_002 3130 1703781.979290 438826 120 0.000000 10415.335834 0.000000 1 / [91227.647055] kworker/14:2 46800 1758823.906893 2 120 0.000000 0.080643 0.000000 1 / [91227.781249] [91227.800384] cpu#15, 2693.460 MHz [91227.840227] .nr_running : 0 [91227.896797] .load : 0 [91227.953389] .nr_switches : 94155194 [91228.017269] .nr_load_updates : 33320287 [91228.081146] .nr_uninterruptible : 790 [91228.139793] .next_balance : 4385.897557 [91228.206780] .curr->pid : 0 [91228.263391] .clock : 91228263.082389 [91228.334552] .cpu_load[0] : 0 [91228.391171] .cpu_load[1] : 0 [91228.447763] .cpu_load[2] : 0 [91228.504373] .cpu_load[3] : 0 [91228.560942] .cpu_load[4] : 0 [91228.617502] .avg_idle : 1000000 [91228.680326] .max_idle_balance_cost : 500000 [91228.742092] [91228.742092] cfs_rq[15]:/ [91228.792666] .exec_clock : 0.000000 [91228.856477] .MIN_vruntime : 0.000001 [91228.920326] .min_vruntime : 1795624.802933 [91228.990409] .max_vruntime : 0.000001 [91229.054255] .spread : 0.000000 [91229.118054] .spread0 : -8714669.858227 [91229.189175] .nr_spread_over : 0 [91229.245710] .nr_running : 0 [91229.302277] .load : 0 [91229.358809] .runnable_load_avg : 0 [91229.415376] .blocked_load_avg : 0 [91229.471900] .tg_load_avg : 0 [91229.528445] .tg_load_contrib : 0 [91229.584940] .tg_runnable_contrib : 0 [91229.641379] .tg->runnable_avg : 0 [91229.697757] .tg->cfs_bandwidth.timer_active: 0 [91229.754153] .throttled : 0 [91229.810510] .throttle_count : 0 [91229.866843] .avg->runnable_avg_sum : 0 [91229.923179] .avg->runnable_avg_period : 47150 [91229.983637] [91229.983637] rt_rq[15]:/ [91230.032588] .rt_nr_running : 0 [91230.088838] .rt_throttled : 0 [91230.145044] .rt_time : 0.000000 [91230.208575] .rt_runtime : 950.000000 [91230.274139] [91230.274139] runnable tasks: [91230.274139] task PID tree-key switches prio wait-time sum-exec sum-sleep [91230.274139] ---------------------------------------------------------------------------------------------------------- [91230.585884] watchdog/15 83 -11.918840 22811 0 0.000000 544.552661 0.000000 1 / [91230.719711] migration/15 84 0.000000 659 0 0.000000 1835.500566 0.000000 1 / [91230.853542] ksoftirqd/15 85 1792454.673026 12871 120 0.000000 549.723158 0.000000 1 / [91230.987405] kworker/15:0H 87 20.306153 7 100 0.000000 0.057438 0.000000 1 / [91231.121309] kworker/15:1 212 1795605.505987 18750 120 0.000000 494.592690 0.000000 1 / [91231.255172] kworker/15:1H 622 1792687.287542 1350 100 0.000000 22.143138 0.000000 1 / [91231.388976] munged 1690 1795605.838935 30258 120 0.000000 2942.810441 0.000000 1 / [91231.522900] master 1870 1794649.431811 4451 120 0.000000 357.501704 0.000000 1 / [91231.656852] kiblnd_sd_01_02 2238 1794567.272470 119505419 120 0.000000 759416.335457 0.000000 1 / [91231.790802] ptlrpcd_01_03 2262 1795522.998155 1631118 120 0.000000 91884.720653 0.000000 1 / [91231.924779] ptlrpcd_01_14 2273 1794585.812850 1507788 120 0.000000 97897.410303 0.000000 1 / [91232.058791] ldlm_cb01_004 3132 1763381.481147 456566 120 0.000000 10672.946123 0.000000 1 / [91232.192819] ldlm_bl_28 4702 1766182.805059 229558 120 0.000000 16101.472720 0.000000 1 / [91232.326885] kworker/15:0 20245 1151694.662601 6 120 0.000000 0.064862 0.000000 1 / [91232.460972] slurmstepd 28208 1795605.562009 8927 120 0.000000 1888.001795 0.000000 1 / [91232.595106] slurmstepd 30812 1795605.536340 5737 120 0.000000 2139.269366 0.000000 1 / [91232.729218] df 50039 1795613.015713 5949 120 0.000000 215.436531 0.000000 1 / [91232.863417] [91232.882554] cpu#16, 2693.460 MHz [91232.922398] .nr_running : 0 [91232.979019] .load : 0 [91233.035619] .nr_switches : 11671984 [91233.099501] .nr_load_updates : 8172324 [91233.162377] .nr_uninterruptible : -236 [91233.222130] .next_balance : 4385.902583 [91233.289182] .curr->pid : 0 [91233.345801] .clock : 91233289.194680 [91233.417025] .cpu_load[0] : 0 [91233.473677] .cpu_load[1] : 0 [91233.530316] .cpu_load[2] : 0 [91233.586937] .cpu_load[3] : 0 [91233.643540] .cpu_load[4] : 0 [91233.700171] .avg_idle : 1000000 [91233.763048] .max_idle_balance_cost : 500000 [91233.824690] [91233.824690] cfs_rq[16]:/ [91233.875307] .exec_clock : 0.000000 [91233.939197] .MIN_vruntime : 0.000001 [91234.003073] .min_vruntime : 580571.509838 [91234.072159] .max_vruntime : 0.000001 [91234.136042] .spread : 0.000000 [91234.199893] .spread0 : -9929724.229470 [91234.271064] .nr_spread_over : 0 [91234.327638] .nr_running : 0 [91234.384238] .load : 0 [91234.440810] .runnable_load_avg : 0 [91234.497345] .blocked_load_avg : 0 [91234.553826] .tg_load_avg : 0 [91234.610253] .tg_load_contrib : 0 [91234.666652] .tg_runnable_contrib : 0 [91234.723067] .tg->runnable_avg : 0 [91234.779430] .tg->cfs_bandwidth.timer_active: 0 [91234.835779] .throttled : 0 [91234.892124] .throttle_count : 0 [91234.948435] .avg->runnable_avg_sum : 0 [91235.004735] .avg->runnable_avg_period : 48663 [91235.065181] [91235.065181] rt_rq[16]:/ [91235.114112] .rt_nr_running : 0 [91235.170347] .rt_throttled : 0 [91235.226557] .rt_time : 0.000000 [91235.290033] .rt_runtime : 950.000000 [91235.355565] [91235.355565] runnable tasks: [91235.355565] task PID tree-key switches prio wait-time sum-exec sum-sleep [91235.355565] ---------------------------------------------------------------------------------------------------------- [91235.667294] watchdog/16 88 -11.951689 22812 0 0.000000 160.866341 0.000000 0 / [91235.801108] migration/16 89 0.000000 592 0 0.000000 1547.301669 0.000000 0 / [91235.934938] ksoftirqd/16 90 580472.653205 35933 120 0.000000 878.263603 0.000000 0 / [91236.068783] kworker/16:0H 92 16548.414581 8 100 0.000000 0.044701 0.000000 0 / [91236.202686] scsi_tmf_1 496 75.550649 2 100 0.000000 0.024781 0.000000 0 / [91236.336565] scsi_tmf_2 498 99.560806 2 100 0.000000 0.005714 0.000000 0 / [91236.470432] scsi_tmf_3 500 123.569987 2 100 0.000000 0.005182 0.000000 0 / [91236.604311] scsi_tmf_4 502 147.578460 2 100 0.000000 0.004911 0.000000 0 / [91236.738182] scsi_tmf_5 504 171.587010 2 100 0.000000 0.004967 0.000000 0 / [91236.872033] scsi_tmf_6 506 195.595389 2 100 0.000000 0.004971 0.000000 0 / [91237.005909] scsi_tmf_11 539 568.804243 2 100 0.000000 0.057020 0.000000 0 / [91237.139786] fw_event_mpt2sa 540 580.813902 2 100 0.000000 0.010276 0.000000 0 / [91237.273702] poll_mpt2sas3_s 561 652.811444 2 100 0.000000 0.013103 0.000000 0 / [91237.407628] poll_mpt2sas1_s 563 664.821437 2 100 0.000000 0.010609 0.000000 0 / [91237.541556] ib_mad1 564 676.833794 2 100 0.000000 0.013947 0.000000 0 / [91237.675483] to_fifo 565 688.837732 2 100 0.000000 0.005077 0.000000 0 / [91237.809398] ib_mad2 567 700.850595 2 100 0.000000 0.014700 0.000000 0 / [91237.943345] to_fifo 568 712.854702 2 100 0.000000 0.004705 0.000000 0 / [91238.077268] tuned 1720 1284.440274 18 120 0.000000 0.437532 0.000000 0 / [91238.211231] slurmd 1952 580559.491480 3088 120 0.000000 147.449638 0.000000 0 / [91238.345199] ldlm_bl_36 4744 579390.747835 227429 120 0.000000 17586.417321 0.000000 0 / [91238.479183] kworker/16:1H 5225 577881.630541 2870 100 0.000000 37.357477 0.000000 0 / [91238.613194] kworker/16:2 26487 572616.957225 1629 120 0.000000 146.322891 0.000000 0 / [91238.747224] kworker/16:1 29118 580559.521210 1245 120 0.000000 26.806456 0.000000 0 / [91238.881342] [91238.900384] cpu#17, 2693.460 MHz [91238.940160] .nr_running : 0 [91238.996686] .load : 0 [91239.053211] .nr_switches : 15053782 [91239.117058] .nr_load_updates : 8050896 [91239.179844] .nr_uninterruptible : -368 [91239.239508] .next_balance : 4385.908660 [91239.306467] .curr->pid : 0 [91239.363046] .clock : 91239362.759050 [91239.434160] .cpu_load[0] : 0 [91239.490711] .cpu_load[1] : 0 [91239.547250] .cpu_load[2] : 0 [91239.603821] .cpu_load[3] : 0 [91239.660343] .cpu_load[4] : 0 [91239.716892] .avg_idle : 1000000 [91239.779647] .max_idle_balance_cost : 500000 [91239.841377] [91239.841377] cfs_rq[17]:/ [91239.891838] .exec_clock : 0.000000 [91239.955617] .MIN_vruntime : 0.000001 [91240.019398] .min_vruntime : 548246.588768 [91240.088356] .max_vruntime : 0.000001 [91240.152045] .spread : 0.000000 [91240.215682] .spread0 : -9962050.298711 [91240.286587] .nr_spread_over : 0 [91240.342931] .nr_running : 0 [91240.399240] .load : 0 [91240.455526] .runnable_load_avg : 0 [91240.511852] .blocked_load_avg : 0 [91240.568143] .tg_load_avg : 0 [91240.624433] .tg_load_contrib : 0 [91240.680718] .tg_runnable_contrib : 0 [91240.737000] .tg->runnable_avg : 0 [91240.793278] .tg->cfs_bandwidth.timer_active: 0 [91240.849549] .throttled : 0 [91240.905815] .throttle_count : 0 [91240.962090] .avg->runnable_avg_sum : 0 [91241.018350] .avg->runnable_avg_period : 47937 [91241.078792] [91241.078792] rt_rq[17]:/ [91241.127714] .rt_nr_running : 0 [91241.183951] .rt_throttled : 0 [91241.240176] .rt_time : 0.000000 [91241.303670] .rt_runtime : 950.000000 [91241.369216] [91241.369216] runnable tasks: [91241.369216] task PID tree-key switches prio wait-time sum-exec sum-sleep [91241.369216] ---------------------------------------------------------------------------------------------------------- [91241.680962] watchdog/17 93 -11.947649 22813 0 0.000000 179.418770 0.000000 0 / [91241.814798] migration/17 94 0.000000 1970 0 0.000000 1400.717574 0.000000 0 / [91241.948653] ksoftirqd/17 95 538985.179927 19793 120 0.000000 570.782298 0.000000 0 / [91242.082518] kworker/17:0H 97 7190.410405 8 100 0.000000 0.079174 0.000000 0 / [91242.216399] scsi_eh_9 523 1045.788360 2 120 0.000000 0.030428 0.000000 0 / [91242.350292] edac-poller 955 2262.554346 2 100 0.000000 0.009988 0.000000 0 / [91242.484179] gssproxy 1048 2760.855493 1 120 0.000000 0.071526 0.000000 0 / [91242.618083] ipoib_wq 1223 3521.545492 2 100 0.000000 0.038829 0.000000 0 / [91242.751979] nfsiod 1702 5251.568038 2 100 0.000000 0.008395 0.000000 0 / [91242.885883] kworker/17:1H 2107 545195.051297 14694 100 0.000000 190.985235 0.000000 0 / [91243.019817] ptlrpc_hr00_007 2213 7447.328212 2 120 0.000000 0.059621 0.000000 0 / [91243.153757] router_checker 2240 7647.713596 2 120 0.000000 0.022166 0.000000 0 / [91243.287773] ptlrpcd_00_15 2258 537785.048085 1952570 120 0.000000 104695.907741 0.000000 0 / [91243.421827] ldlm_cb00_006 4052 536037.735291 671297 120 0.000000 13821.070532 0.000000 0 / [91243.555881] ldlm_cb00_009 4224 535890.772017 653318 120 0.000000 13073.634981 0.000000 0 / [91243.689929] kworker/17:0 29065 548234.596518 4378 120 0.000000 49.974800 0.000000 0 / [91243.823899] acctg_prof 30811 548234.667035 49971 120 0.000000 591.746815 0.000000 0 / [91243.957796] kworker/17:2 32940 539313.670242 2 120 0.000000 0.067409 0.000000 0 / [91244.091755] [91244.110856] cpu#18, 2693.460 MHz [91244.150515] .nr_running : 0 [91244.207106] .load : 0 [91244.263710] .nr_switches : 15555360 [91244.327592] .nr_load_updates : 9264368 [91244.390377] .nr_uninterruptible : 130 [91244.449020] .next_balance : 4385.913870 [91244.516059] .curr->pid : 0 [91244.572677] .clock : 91244572.649482 [91244.643892] .cpu_load[0] : 0 [91244.700513] .cpu_load[1] : 0 [91244.757126] .cpu_load[2] : 0 [91244.813749] .cpu_load[3] : 0 [91244.870342] .cpu_load[4] : 0 [91244.926938] .avg_idle : 1000000 [91244.989726] .max_idle_balance_cost : 500000 [91245.051507] [91245.051507] cfs_rq[18]:/ [91245.102099] .exec_clock : 0.000000 [91245.165971] .MIN_vruntime : 0.000001 [91245.229843] .min_vruntime : 533074.614021 [91245.298914] .max_vruntime : 0.000001 [91245.362796] .spread : 0.000000 [91245.426659] .spread0 : -9977222.344865 [91245.497820] .nr_spread_over : 0 [91245.554379] .nr_running : 0 [91245.610973] .load : 0 [91245.667499] .runnable_load_avg : 0 [91245.723974] .blocked_load_avg : 0 [91245.780387] .tg_load_avg : 0 [91245.836819] .tg_load_contrib : 0 [91245.893197] .tg_runnable_contrib : 0 [91245.949549] .tg->runnable_avg : 0 [91246.005883] .tg->cfs_bandwidth.timer_active: 0 [91246.062222] .throttled : 0 [91246.118558] .throttle_count : 0 [91246.174874] .avg->runnable_avg_sum : 0 [91246.231193] .avg->runnable_avg_period : 47122 [91246.291685] [91246.291685] rt_rq[18]:/ [91246.340657] .rt_nr_running : 0 [91246.396900] .rt_throttled : 0 [91246.453116] .rt_time : 0.004043 [91246.516589] .rt_runtime : 950.000000 [91246.582163] [91246.582163] runnable tasks: [91246.582163] task PID tree-key switches prio wait-time sum-exec sum-sleep [91246.582163] ---------------------------------------------------------------------------------------------------------- [91246.893934] watchdog/18 98 -11.947261 22815 0 0.000000 157.923431 0.000000 0 / [91247.027790] migration/18 99 0.000000 1018 0 0.000000 1457.828093 0.000000 0 / [91247.161627] ksoftirqd/18 100 532617.036765 38076 120 0.000000 710.350142 0.000000 0 / [91247.295491] kworker/18:0H 102 1020.654659 8 100 0.000000 0.061439 0.000000 0 / [91247.429403] gssproxy 1049 760.331786 1 120 0.000000 0.065435 0.000000 0 / [91247.563327] kworker/18:1H 1210 530748.916040 1434 100 0.000000 18.598469 0.000000 0 / [91247.697252] ldlm_cb00_003 3134 530832.202374 611902 120 0.000000 12697.829846 0.000000 0 / [91247.831165] ldlm_bl_31 4739 532169.410180 227203 120 0.000000 18529.041601 0.000000 0 / [91247.965092] kworker/18:1 29112 533062.632727 2161 120 0.000000 27.811266 0.000000 0 / [91248.099028] kworker/18:0 50045 532870.672997 5 120 0.000000 0.024707 0.000000 0 / [91248.233037] [91248.252035] cpu#19, 2693.460 MHz [91248.291775] .nr_running : 1 [91248.348263] .load : 1024 [91248.407886] .nr_switches : 12450260 [91248.471668] .nr_load_updates : 51008920 [91248.535435] .nr_uninterruptible : -151 [91248.595051] .next_balance : 4385.918080 [91248.661942] .curr->pid : 521 [91248.720525] .clock : 91248720.495622 [91248.791659] .cpu_load[0] : 1024 [91248.851288] .cpu_load[1] : 1024 [91248.910910] .cpu_load[2] : 1024 [91248.970549] .cpu_load[3] : 1024 [91249.030144] .cpu_load[4] : 1024 [91249.089767] .avg_idle : 1000000 [91249.152491] .max_idle_balance_cost : 500000 [91249.214175] [91249.214175] cfs_rq[19]:/ [91249.264517] .exec_clock : 0.000000 [91249.328279] .MIN_vruntime : 0.000001 [91249.391987] .min_vruntime : 45851098.627293 [91249.463015] .max_vruntime : 0.000001 [91249.526771] .spread : 0.000000 [91249.590502] .spread0 : 35340801.668407 [91249.661490] .nr_spread_over : 0 [91249.717949] .nr_running : 1 [91249.774409] .load : 1024 [91249.833973] .runnable_load_avg : 1023 [91249.893566] .blocked_load_avg : 0 [91249.950019] .tg_load_avg : 0 [91250.006477] .tg_load_contrib : 0 [91250.062930] .tg_runnable_contrib : 0 [91250.119383] .tg->runnable_avg : 0 [91250.175831] .tg->cfs_bandwidth.timer_active: 0 [91250.232296] .throttled : 0 [91250.288742] .throttle_count : 0 [91250.345114] .avg->runnable_avg_sum : 46966 [91250.405619] .avg->runnable_avg_period : 46927 [91250.466088] [91250.466088] rt_rq[19]:/ [91250.515060] .rt_nr_running : 0 [91250.571315] .rt_throttled : 0 [91250.627550] .rt_time : 0.006380 [91250.691055] .rt_runtime : 950.000000 [91250.756608] [91250.756608] runnable tasks: [91250.756608] task PID tree-key switches prio wait-time sum-exec sum-sleep [91250.756608] ---------------------------------------------------------------------------------------------------------- [91251.068379] watchdog/19 103 -11.947722 22816 0 0.000000 225.202506 0.000000 0 / [91251.202232] migration/19 104 0.000000 750 0 0.000000 1292.999413 0.000000 0 / [91251.336107] ksoftirqd/19 105 1626728.536660 30029 120 0.000000 699.426962 0.000000 0 / [91251.469979] kworker/19:0H 107 1375265.068458 11 100 0.000000 0.217086 0.000000 0 / [91251.603874] kpsmoused 230 160.729017 2 100 0.000000 0.005893 0.000000 0 / [91251.737781] scsi_eh_2 497 1183.155318 22 120 0.000000 0.226036 0.000000 0 / [91251.871689] R kworker/u481:8 521 45853659.548796 30743 120 0.000000 57430485.385976 0.000000 0 / [91252.005645] gssproxy 1051 812.788073 1 120 0.000000 0.036803 0.000000 0 / [91252.139613] nfsv4.0-svc 1779 27377.731976 7 120 0.000000 0.495276 0.000000 0 / [91252.273606] ptlrpcd_00_07 2250 1626708.281038 1954428 120 0.000000 105112.576046 0.000000 0 / [91252.407629] ldlm_cb00_005 3329 1625604.774290 676434 120 0.000000 13550.813221 0.000000 0 / [91252.541659] kworker/19:2H 24376 45253965.678565 841 100 0.000000 10.889379 0.000000 0 / [91252.675629] kworker/19:0 24383 1387418.346274 987 120 0.000000 27.622376 0.000000 0 / [91252.809613] kworker/19:2 25465 45847133.774329 5589 120 0.000000 120.923919 0.000000 0 / [91252.943664] [91252.962790] cpu#20, 2693.460 MHz [91253.002651] .nr_running : 0 [91253.059237] .load : 0 [91253.115832] .nr_switches : 14685062 [91253.179668] .nr_load_updates : 10810450 [91253.243573] .nr_uninterruptible : -68 [91253.302247] .next_balance : 4385.922720 [91253.369254] .curr->pid : 0 [91253.425853] .clock : 91253425.363548 [91253.497027] .cpu_load[0] : 0 [91253.553663] .cpu_load[1] : 0 [91253.610259] .cpu_load[2] : 0 [91253.666847] .cpu_load[3] : 0 [91253.723447] .cpu_load[4] : 0 [91253.780015] .avg_idle : 1000000 [91253.842830] .max_idle_balance_cost : 500000 [91253.904643] [91253.904643] cfs_rq[20]:/ [91253.955181] .exec_clock : 0.000000 [91254.019000] .MIN_vruntime : 0.000001 [91254.082832] .min_vruntime : 3421803.481399 [91254.152899] .max_vruntime : 0.000001 [91254.216739] .spread : 0.000000 [91254.280587] .spread0 : -7088493.477487 [91254.351723] .nr_spread_over : 0 [91254.408271] .nr_running : 0 [91254.464811] .load : 0 [91254.521354] .runnable_load_avg : 0 [91254.577893] .blocked_load_avg : 0 [91254.634459] .tg_load_avg : 0 [91254.691004] .tg_load_contrib : 0 [91254.747547] .tg_runnable_contrib : 0 [91254.803999] .tg->runnable_avg : 0 [91254.860405] .tg->cfs_bandwidth.timer_active: 0 [91254.916784] .throttled : 0 [91254.973153] .throttle_count : 0 [91255.029413] .avg->runnable_avg_sum : 0 [91255.085745] .avg->runnable_avg_period : 47961 [91255.146228] [91255.146228] rt_rq[20]:/ [91255.195202] .rt_nr_running : 0 [91255.251458] .rt_throttled : 0 [91255.307691] .rt_time : 0.000000 [91255.371152] .rt_runtime : 950.000000 [91255.436700] [91255.436700] runnable tasks: [91255.436700] task PID tree-key switches prio wait-time sum-exec sum-sleep [91255.436700] ---------------------------------------------------------------------------------------------------------- [91255.748458] watchdog/20 108 -11.946975 22817 0 0.000000 168.270919 0.000000 0 / [91255.882276] migration/20 109 0.000000 823 0 0.000000 1322.665053 0.000000 0 / [91256.016112] ksoftirqd/20 110 3421773.286564 18874 120 0.000000 452.543118 0.000000 0 / [91256.149977] kworker/20:0H 112 1397.279655 8 100 0.000000 0.102743 0.000000 0 / [91256.283891] kworker/20:1H 2782 3421791.477232 12587 100 0.000000 154.380032 0.000000 0 / [91256.417784] ldlm_cb00_012 5224 732693.062632 680669 120 0.000000 13638.842650 0.000000 0 / [91256.551683] kworker/20:0 45964 3421791.567550 308 120 0.000000 6.159200 0.000000 0 / [91256.685616] kworker/20:1 52131 3421791.581395 4397 120 0.000000 46.191457 0.000000 0 / [91256.819544] kworker/20:2 53478 3421803.481399 11 120 0.000000 0.087968 0.000000 0 / [91256.953543] [91256.972498] cpu#21, 2693.460 MHz [91257.012197] .nr_running : 0 [91257.068647] .load : 0 [91257.125097] .nr_switches : 19970656 [91257.188835] .nr_load_updates : 12312497 [91257.252575] .nr_uninterruptible : -268 [91257.312144] .next_balance : 4385.926732 [91257.379014] .curr->pid : 0 [91257.435512] .clock : 91257435.251721 [91257.506571] .cpu_load[0] : 0 [91257.563047] .cpu_load[1] : 0 [91257.619551] .cpu_load[2] : 0 [91257.676009] .cpu_load[3] : 0 [91257.732486] .cpu_load[4] : 0 [91257.788917] .avg_idle : 1000000 [91257.851593] .max_idle_balance_cost : 500000 [91257.913234] [91257.913234] cfs_rq[21]:/ [91257.963550] .exec_clock : 0.000000 [91258.027250] .MIN_vruntime : 0.000001 [91258.090959] .min_vruntime : 480724.078272 [91258.159868] .max_vruntime : 0.000001 [91258.223578] .spread : 0.000000 [91258.287302] .spread0 : -10029572.880614 [91258.359333] .nr_spread_over : 0 [91258.415768] .nr_running : 0 [91258.472184] .load : 0 [91258.528592] .runnable_load_avg : 0 [91258.584997] .blocked_load_avg : 0 [91258.641437] .tg_load_avg : 0 [91258.697849] .tg_load_contrib : 0 [91258.754255] .tg_runnable_contrib : 0 [91258.810673] .tg->runnable_avg : 0 [91258.867047] .tg->cfs_bandwidth.timer_active: 0 [91258.923466] .throttled : 0 [91258.979891] .throttle_count : 0 [91259.036290] .avg->runnable_avg_sum : 0 [91259.092625] .avg->runnable_avg_period : 47240 [91259.153061] [91259.153061] rt_rq[21]:/ [91259.201976] .rt_nr_running : 0 [91259.258197] .rt_throttled : 0 [91259.314406] .rt_time : 0.000000 [91259.377869] .rt_runtime : 950.000000 [91259.443396] [91259.443396] runnable tasks: [91259.443396] task PID tree-key switches prio wait-time sum-exec sum-sleep [91259.443396] ---------------------------------------------------------------------------------------------------------- [91259.755094] watchdog/21 113 -11.947381 22818 0 0.000000 190.231839 0.000000 0 / [91259.888912] migration/21 114 0.000000 773 0 0.000000 1725.814583 0.000000 0 / [91260.022746] ksoftirqd/21 115 480686.573546 51153 120 0.000000 893.531794 0.000000 0 / [91260.156597] kworker/21:0H 117 1133.457617 8 100 0.000000 0.077131 0.000000 0 / [91260.290505] gssproxy 1052 357776.287683 283 120 0.000000 98.200473 0.000000 0 / [91260.424387] rpc.gssd 1062 357764.860010 72 120 0.000000 8.353493 0.000000 0 / [91260.558301] crond 1914 480712.186463 1551 120 0.000000 63.838066 0.000000 0 / [91260.692196] kworker/21:1H 2058 480512.554912 5474 100 0.000000 68.251922 0.000000 0 / [91260.826124] ptlrpcd_00_14 2257 479400.906143 1773340 120 0.000000 108308.364276 0.000000 0 / [91260.960069] ldlm_cb00_001 2370 478309.605491 611805 120 0.000000 12959.502102 0.000000 0 / [91261.094035] kworker/21:2 43521 480512.643734 63 120 0.000000 0.711414 0.000000 0 / [91261.228032] kworker/21:0 44068 480712.095061 43 120 0.000000 1.394335 0.000000 0 / [91261.362109] [91261.381159] cpu#22, 2693.460 MHz [91261.420924] .nr_running : 0 [91261.477471] .load : 0 [91261.533976] .nr_switches : 20038067 [91261.597764] .nr_load_updates : 8230456 [91261.660529] .nr_uninterruptible : -110 [91261.720143] .next_balance : 4385.931140 [91261.787066] .curr->pid : 0 [91261.843593] .clock : 91261843.128184 [91261.914701] .cpu_load[0] : 0 [91261.971265] .cpu_load[1] : 0 [91262.027776] .cpu_load[2] : 0 [91262.084323] .cpu_load[3] : 0 [91262.140834] .cpu_load[4] : 0 [91262.197365] .avg_idle : 1000000 [91262.260108] .max_idle_balance_cost : 500000 [91262.321813] [91262.321813] cfs_rq[22]:/ [91262.372261] .exec_clock : 0.000000 [91262.436034] .MIN_vruntime : 0.000001 [91262.499797] .min_vruntime : 510728.323349 [91262.568749] .max_vruntime : 0.000001 [91262.632508] .spread : 0.000000 [91262.696291] .spread0 : -9999568.635537 [91262.767364] .nr_spread_over : 0 [91262.823838] .nr_running : 0 [91262.880341] .load : 0 [91262.936810] .runnable_load_avg : 0 [91262.993315] .blocked_load_avg : 0 [91263.049789] .tg_load_avg : 0 [91263.106301] .tg_load_contrib : 0 [91263.162766] .tg_runnable_contrib : 0 [91263.219240] .tg->runnable_avg : 0 [91263.275680] .tg->cfs_bandwidth.timer_active: 0 [91263.332072] .throttled : 0 [91263.388406] .throttle_count : 0 [91263.444723] .avg->runnable_avg_sum : 0 [91263.501022] .avg->runnable_avg_period : 46534 [91263.561464] [91263.561464] rt_rq[22]:/ [91263.610395] .rt_nr_running : 0 [91263.666636] .rt_throttled : 0 [91263.722858] .rt_time : 0.000000 [91263.786339] .rt_runtime : 950.000000 [91263.851878] [91263.851878] runnable tasks: [91263.851878] task PID tree-key switches prio wait-time sum-exec sum-sleep [91263.851878] ---------------------------------------------------------------------------------------------------------- [91264.163621] watchdog/22 118 -11.952615 22819 0 0.000000 145.870506 0.000000 0 / [91264.297424] migration/22 119 0.000000 622 0 0.000000 1629.540672 0.000000 0 / [91264.431275] ksoftirqd/22 120 510171.273427 50832 120 0.000000 961.467281 0.000000 0 / [91264.565134] kworker/22:0H 122 904.041411 8 100 0.000000 0.131369 0.000000 0 / [91264.699018] rpciod 715 83.167699 2 100 0.000000 0.033922 0.000000 0 / [91264.832911] xprtiod 716 95.172523 2 100 0.000000 0.005243 0.000000 0 / [91264.966798] chronyd 1067 510728.323349 868 120 0.000000 1229.505264 0.000000 0 / [91265.100696] ptlrpcd_00_05 2248 509684.910293 1955087 120 0.000000 104753.594883 0.000000 0 / [91265.234610] kworker/22:1H 2546 508950.899193 4263 100 0.000000 56.497225 0.000000 0 / [91265.368557] ldlm_bl_18 3706 509189.496791 231132 120 0.000000 15600.563771 0.000000 0 / [91265.502508] ldlm_bl_37 4745 509189.306250 226592 120 0.000000 15059.505232 0.000000 0 / [91265.636476] ldlm_cb00_011 5220 508963.746047 606673 120 0.000000 12581.133900 0.000000 0 / [91265.770470] kworker/22:0 25852 510716.333001 3001 120 0.000000 196.843884 0.000000 0 / [91265.904504] kworker/22:2 47466 510183.806021 2 120 0.000000 0.065030 0.000000 0 / [91266.038608] [91266.057669] cpu#23, 2693.460 MHz [91266.097441] .nr_running : 0 [91266.153983] .load : 0 [91266.210520] .nr_switches : 15792831 [91266.274372] .nr_load_updates : 8040693 [91266.337183] .nr_uninterruptible : -2816 [91266.397898] .next_balance : 4385.935816 [91266.464845] .curr->pid : 0 [91266.521407] .clock : 91266520.997298 [91266.592521] .cpu_load[0] : 0 [91266.649097] .cpu_load[1] : 0 [91266.705665] .cpu_load[2] : 0 [91266.762240] .cpu_load[3] : 0 [91266.818771] .cpu_load[4] : 0 [91266.875325] .avg_idle : 1000000 [91266.938131] .max_idle_balance_cost : 500000 [91266.999870] [91266.999870] cfs_rq[23]:/ [91267.050354] .exec_clock : 0.000000 [91267.114169] .MIN_vruntime : 0.000001 [91267.177956] .min_vruntime : 512040.762151 [91267.246943] .max_vruntime : 0.000001 [91267.310728] .spread : 0.000000 [91267.374492] .spread0 : -9998256.196735 [91267.445559] .nr_spread_over : 0 [91267.502098] .nr_running : 0 [91267.558598] .load : 0 [91267.615092] .runnable_load_avg : 0 [91267.671587] .blocked_load_avg : 0 [91267.728112] .tg_load_avg : 0 [91267.784612] .tg_load_contrib : 0 [91267.841105] .tg_runnable_contrib : 0 [91267.897511] .tg->runnable_avg : 0 [91267.953860] .tg->cfs_bandwidth.timer_active: 0 [91268.010201] .throttled : 0 [91268.066527] .throttle_count : 0 [91268.122833] .avg->runnable_avg_sum : 0 [91268.179138] .avg->runnable_avg_period : 47516 [91268.239588] [91268.239588] rt_rq[23]:/ [91268.288520] .rt_nr_running : 0 [91268.344752] .rt_throttled : 0 [91268.400959] .rt_time : 0.000000 [91268.464446] .rt_runtime : 950.000000 [91268.529968] [91268.529968] runnable tasks: [91268.529968] task PID tree-key switches prio wait-time sum-exec sum-sleep [91268.529968] ---------------------------------------------------------------------------------------------------------- [91268.841709] watchdog/23 123 -11.954468 22820 0 0.000000 153.976569 0.000000 0 / [91268.975547] migration/23 124 0.000000 579 0 0.000000 1777.340413 0.000000 0 / [91269.109379] ksoftirqd/23 125 511986.806464 36537 120 0.000000 790.370979 0.000000 0 / [91269.243221] kworker/23:0H 127 1278.173175 8 100 0.000000 0.110010 0.000000 0 / [91269.377106] mlx4_health 491 65.041046 2 100 0.000000 0.008026 0.000000 0 / [91269.510996] scsi_eh_0 492 77.046530 2 120 0.000000 0.005490 0.000000 0 / [91269.644872] scsi_tmf_0 493 89.051514 2 100 0.000000 0.005513 0.000000 0 / [91269.778774] jbd2/sda1-8 625 512028.852321 24410 120 0.000000 1007.857807 0.000000 0 / [91269.912681] auditd 977 512005.781914 4785 116 0.000000 184.470460 0.000000 0 / [91270.046605] rs:main Q:Reg 1075 512040.762151 12549 120 0.000000 417.591983 0.000000 0 / [91270.180545] kworker/23:1H 2034 512028.762351 13997 100 0.000000 185.344066 0.000000 0 / [91270.314505] ptlrpcd_00_03 2246 509431.457418 1953697 120 0.000000 104282.569612 0.000000 0 / [91270.448488] ptlrpcd_00_06 2249 509444.035431 1771102 120 0.000000 108313.625105 0.000000 0 / [91270.582510] ptlrpcd_00_13 2256 509432.042640 1951871 120 0.000000 104467.727753 0.000000 0 / [91270.716537] kworker/23:1 25664 512028.815160 304874 120 0.000000 3703.379527 0.000000 0 / [91270.850600] kworker/23:0 51607 511621.658752 41 120 0.000000 0.208990 0.000000 0 / [91270.984710] [91271.003785] cpu#24, 2693.460 MHz [91271.043576] .nr_running : 0 [91271.100147] .load : 0 [91271.156692] .nr_switches : 52507245 [91271.220521] .nr_load_updates : 15191240 [91271.284352] .nr_uninterruptible : 26 [91271.341971] .next_balance : 4385.940763 [91271.408954] .curr->pid : 0 [91271.465516] .clock : 91271464.879035 [91271.536658] .cpu_load[0] : 0 [91271.593268] .cpu_load[1] : 0 [91271.649831] .cpu_load[2] : 0 [91271.706382] .cpu_load[3] : 0 [91271.762946] .cpu_load[4] : 0 [91271.819490] .avg_idle : 1000000 [91271.882292] .max_idle_balance_cost : 500000 [91271.944073] [91271.944073] cfs_rq[24]:/ [91271.994541] .exec_clock : 0.000000 [91272.058342] .MIN_vruntime : 0.000001 [91272.122181] .min_vruntime : 786460.969704 [91272.191193] .max_vruntime : 0.000001 [91272.255021] .spread : 0.000000 [91272.318820] .spread0 : -9723835.989182 [91272.389926] .nr_spread_over : 0 [91272.446451] .nr_running : 0 [91272.503004] .load : 0 [91272.559516] .runnable_load_avg : 0 [91272.616063] .blocked_load_avg : 0 [91272.672544] .tg_load_avg : 0 [91272.729010] .tg_load_contrib : 0 [91272.785377] .tg_runnable_contrib : 0 [91272.841723] .tg->runnable_avg : 0 [91272.898058] .tg->cfs_bandwidth.timer_active: 0 [91272.954369] .throttled : 0 [91273.010681] .throttle_count : 0 [91273.066998] .avg->runnable_avg_sum : 0 [91273.123302] .avg->runnable_avg_period : 46934 [91273.183750] [91273.183750] rt_rq[24]:/ [91273.232674] .rt_nr_running : 0 [91273.288904] .rt_throttled : 0 [91273.345106] .rt_time : 0.000000 [91273.408589] .rt_runtime : 950.000000 [91273.474138] [91273.474138] runnable tasks: [91273.474138] task PID tree-key switches prio wait-time sum-exec sum-sleep [91273.474138] ---------------------------------------------------------------------------------------------------------- [91273.785882] watchdog/24 128 -11.924988 22821 0 0.000000 414.269607 0.000000 1 / [91273.919699] migration/24 129 0.000000 497 0 0.000000 1443.631456 0.000000 1 / [91274.053534] ksoftirqd/24 130 785852.599732 4504 120 0.000000 202.961865 0.000000 1 / [91274.187316] kworker/24:0H 132 167.887290 8 100 0.000000 0.049156 0.000000 1 / [91274.321117] kworker/24:1H 877 785840.464222 89 100 0.000000 1.753312 0.000000 1 / [91274.454925] rdma_cm 1305 278.974221 2 100 0.000000 0.014518 0.000000 1 / [91274.588726] kiblnd_sd_01_03 2239 786449.010393 119559848 120 0.000000 757514.896956 0.000000 1 / [91274.722571] ptlrpcd_01_13 2272 786449.092215 1632299 120 0.000000 92698.464541 0.000000 1 / [91274.856429] ldlm_cb01_009 4227 766149.765689 418424 120 0.000000 9584.050361 0.000000 1 / [91274.990241] ldlm_bl_27 4701 767299.905851 228328 120 0.000000 15830.867840 0.000000 1 / [91275.124127] kworker/24:0 27986 785852.852154 1951 120 0.000000 44.310816 0.000000 1 / [91275.258024] kworker/24:1 53290 785864.546401 2 120 0.000000 0.010326 0.000000 1 / [91275.392019] [91275.411073] cpu#25, 2693.460 MHz [91275.450881] .nr_running : 1 [91275.507399] .load : 1024 [91275.567070] .nr_switches : 43226440 [91275.630899] .nr_load_updates : 28329736 [91275.694701] .nr_uninterruptible : 914 [91275.753304] .next_balance : 4385.945174 [91275.820239] .curr->pid : 0 [91275.876802] .clock : 91275876.776073 [91275.947950] .cpu_load[0] : 0 [91276.004495] .cpu_load[1] : 0 [91276.061058] .cpu_load[2] : 0 [91276.117586] .cpu_load[3] : 0 [91276.174120] .cpu_load[4] : 0 [91276.230628] .avg_idle : 1000000 [91276.293377] .max_idle_balance_cost : 500000 [91276.355106] [91276.355106] cfs_rq[25]:/ [91276.405540] .exec_clock : 0.000000 [91276.469320] .MIN_vruntime : 0.000001 [91276.533101] .min_vruntime : 822467.168214 [91276.602077] .max_vruntime : 0.000001 [91276.665871] .spread : 0.000000 [91276.729629] .spread0 : -9687829.790672 [91276.800683] .nr_spread_over : 0 [91276.857157] .nr_running : 0 [91276.913639] .load : 0 [91276.970116] .runnable_load_avg : 0 [91277.026593] .blocked_load_avg : 0 [91277.083082] .tg_load_avg : 0 [91277.139573] .tg_load_contrib : 0 [91277.196061] .tg_runnable_contrib : 0 [91277.252537] .tg->runnable_avg : 0 [91277.308994] .tg->cfs_bandwidth.timer_active: 0 [91277.365396] .throttled : 0 [91277.421769] .throttle_count : 0 [91277.478095] .avg->runnable_avg_sum : 0 [91277.534405] .avg->runnable_avg_period : 47951 [91277.594875] [91277.594875] rt_rq[25]:/ [91277.643858] .rt_nr_running : 0 [91277.700099] .rt_throttled : 0 [91277.756321] .rt_time : 0.000000 [91277.819795] .rt_runtime : 950.000000 [91277.885357] [91277.885357] runnable tasks: [91277.885357] task PID tree-key switches prio wait-time sum-exec sum-sleep [91277.885357] ---------------------------------------------------------------------------------------------------------- [91278.197116] watchdog/25 133 -11.924614 22823 0 0.000000 449.322218 0.000000 1 / [91278.330934] migration/25 134 0.000000 1918 0 0.000000 1485.953790 0.000000 1 / [91278.464810] ksoftirqd/25 135 822388.798918 4951 120 0.000000 347.587292 0.000000 1 / [91278.598665] kworker/25:0H 137 2124.899061 7 100 0.000000 0.069769 0.000000 1 / [91278.732554] netns 171 35.487818 2 100 0.000000 0.014930 0.000000 1 / [91278.866430] writeback 173 59.514411 2 100 0.000000 0.014414 0.000000 1 / [91279.000318] kintegrityd 174 71.526322 2 100 0.000000 0.013012 0.000000 1 / [91279.134197] bioset 175 83.538544 2 100 0.000000 0.013406 0.000000 1 / [91279.268072] kblockd 176 95.552781 2 100 0.000000 0.015667 0.000000 1 / [91279.401942] md 178 119.576047 2 100 0.000000 0.014094 0.000000 1 / [91279.535829] ksmd 187 227.936515 2 125 0.000000 0.015889 0.000000 1 / [91279.669645] crypto 189 252.148125 2 100 0.000000 0.016055 0.000000 1 / [91279.803478] kthrotld 197 348.625366 2 100 0.000000 0.013696 0.000000 1 / [91279.937331] kmpath_rdacd 202 385.775680 2 100 0.000000 0.010191 0.000000 1 / [91280.071189] ipv6_addrconf 232 501.858670 2 100 0.000000 0.014666 0.000000 1 / [91280.205044] deferwq 251 586.583566 2 100 0.000000 0.058720 0.000000 1 / [91280.338898] scsi_eh_7 514 2050.669328 7 120 0.000000 0.241731 0.000000 1 / [91280.472780] scsi_tmf_7 515 1627.914747 2 100 0.000000 0.040345 0.000000 1 / [91280.606674] scsi_wq_7 516 1639.943814 2 100 0.000000 0.030044 0.000000 1 / [91280.740558] scsi_eh_8 517 1651.973532 2 120 0.000000 0.029724 0.000000 1 / [91280.874458] scsi_tmf_8 518 1663.995620 2 100 0.000000 0.023155 0.000000 1 / [91281.008357] scsi_wq_8 519 1676.022734 2 100 0.000000 0.028468 0.000000 1 / [91281.142278] scsi_tmf_9 524 1712.098559 2 100 0.000000 0.015208 0.000000 1 / [91281.276178] fw_event_mpt2sa 525 1724.116805 2 100 0.000000 0.018745 0.000000 1 / [91281.410101] scsi_eh_10 531 1750.853966 2 120 0.000000 0.032147 0.000000 1 / [91281.544013] scsi_tmf_10 532 1762.884148 2 100 0.000000 0.031091 0.000000 1 / [91281.677938] fw_event_mpt2sa 533 1774.912746 2 100 0.000000 0.029436 0.000000 1 / [91281.811870] kworker/u482:2 537 821564.074707 14181 120 0.000000 1124.113656 0.000000 1 / [91281.945826] ib-comp-wq 556 2002.485638 2 100 0.000000 0.029469 0.000000 1 / [91282.079814] ib_mcast 557 2014.510192 2 100 0.000000 0.025958 0.000000 1 / [91282.213807] ib_nl_sa_wq 558 2026.520485 2 100 0.000000 0.011278 0.000000 1 / [91282.347811] mlx4_ib 559 2038.568933 2 100 0.000000 0.050179 0.000000 1 / [91282.481838] mlx4_ib_mcg 560 2050.579755 2 100 0.000000 0.011928 0.000000 1 / [91282.615857] poll_mpt2sas2_s 566 2062.612501 2 100 0.000000 0.034730 0.000000 1 / [91282.749856] kworker/25:1H 615 821424.344567 1466 100 0.000000 29.464788 0.000000 1 / [91282.883884] ext4-rsv-conver 626 2221.143530 2 100 0.000000 0.075052 0.000000 1 / [91283.017918] systemd-journal 701 822467.168214 10264 120 0.000000 2297.754748 0.000000 1 / [91283.151977] lvmetad 750 2713.587050 2 120 0.000000 5.069339 0.000000 1 / [91283.286049] gmain 1041 3485.528288 2 120 0.000000 0.143439 0.000000 1 / [91283.420132] JS GC Helper 1043 3510.044250 4 120 0.000000 0.183102 0.000000 1 / [91283.554225] JS Sour~ Thread 1044 3522.245390 5 120 0.000000 0.114166 0.000000 1 / [91283.688332] mcelog 1076 3698.121812 1 120 0.000000 2.226072 0.000000 1 / [91283.822461] gmain 1715 7322.921558 2 120 0.000000 0.088606 0.000000 1 / [91283.956645] automount 2045 9075.342616 2 120 0.000000 1.163179 0.000000 1 / [91284.090802] automount 2047 9110.058470 1 120 0.000000 1.360258 0.000000 1 / [91284.224958] agetty 1985 8963.098088 15 120 0.000000 33.387892 0.000000 1 / [91284.359096] cfs_rh_00 2194 10547.661852 1 120 0.000000 0.027438 0.000000 1 / [91284.493196] cfs_rh_01 2195 10559.671865 2 120 0.000000 0.010019 0.000000 1 / [91284.627223] cfs_rh_02 2196 10571.681337 2 120 0.000000 0.009478 0.000000 1 / [91284.761237] cfs_rh_03 2197 10583.693542 2 120 0.000000 0.012211 0.000000 1 / [91284.895248] ptlrpcd_01_05 2264 822393.107276 1633216 120 0.000000 92877.104391 0.000000 1 / [91285.029264] ldlm_cb01_006 4217 767080.766332 446064 120 0.000000 10436.509472 0.000000 1 / [91285.163279] kworker/u482:0 22282 556534.266341 2 120 0.000000 0.060566 0.000000 1 / [91285.297329] kworker/25:2 31730 822455.730969 29811 120 0.000000 2068.927987 0.000000 1 / [91285.431292] grep 50040 812432.345369 2 120 0.000000 1.205061 0.000000 1 / [91285.565256] kworker/25:1 50671 813262.477515 4 120 0.000000 0.259871 0.000000 1 / [91285.699240] pickup 52845 822430.975411 24 120 0.000000 17.476112 0.000000 1 / [91285.833343] [91285.852532] cpu#26, 2693.460 MHz [91285.892167] .nr_running : 0 [91285.948852] .load : 0 [91286.005506] .nr_switches : 52546278 [91286.069439] .nr_load_updates : 24618087 [91286.133367] .nr_uninterruptible : 1132 [91286.193120] .next_balance : 4385.955587 [91286.260157] .curr->pid : 0 [91286.316815] .clock : 91286260.243387 [91286.387989] .cpu_load[0] : 0 [91286.444658] .cpu_load[1] : 0 [91286.501274] .cpu_load[2] : 0 [91286.557886] .cpu_load[3] : 0 [91286.614503] .cpu_load[4] : 0 [91286.671065] .avg_idle : 1000000 [91286.733874] .max_idle_balance_cost : 500000 [91286.795659] [91286.795659] cfs_rq[26]:/ [91286.846105] .exec_clock : 0.000000 [91286.909875] .MIN_vruntime : 0.000001 [91286.973665] .min_vruntime : 784410.419401 [91287.042655] .max_vruntime : 0.000001 [91287.106394] .spread : 0.000000 [91287.170125] .spread0 : -9725886.539485 [91287.241126] .nr_spread_over : 0 [91287.297584] .nr_running : 0 [91287.353970] .load : 0 [91287.410337] .runnable_load_avg : 0 [91287.466702] .blocked_load_avg : 0 [91287.523054] .tg_load_avg : 0 [91287.579392] .tg_load_contrib : 0 [91287.635715] .tg_runnable_contrib : 0 [91287.691995] .tg->runnable_avg : 0 [91287.748295] .tg->cfs_bandwidth.timer_active: 0 [91287.804595] .throttled : 0 [91287.860895] .throttle_count : 0 [91287.917169] .avg->runnable_avg_sum : 0 [91287.973464] .avg->runnable_avg_period : 47017 [91288.033902] [91288.033902] rt_rq[26]:/ [91288.082850] .rt_nr_running : 0 [91288.139087] .rt_throttled : 0 [91288.195300] .rt_time : 0.000000 [91288.258776] .rt_runtime : 950.000000 [91288.324311] [91288.324311] runnable tasks: [91288.324311] task PID tree-key switches prio wait-time sum-exec sum-sleep [91288.324311] ---------------------------------------------------------------------------------------------------------- [91288.636025] watchdog/26 138 -11.922887 22825 0 0.000000 444.574610 0.000000 1 / [91288.769834] migration/26 139 0.000000 1050 0 0.000000 1373.289081 0.000000 1 / [91288.903688] ksoftirqd/26 140 781572.585764 6007 120 0.000000 330.199724 0.000000 1 / [91289.037545] kworker/26:0H 142 640.191598 7 100 0.000000 0.047883 0.000000 1 / [91289.171440] kswapd1 186 717790.407785 314 120 0.000000 1825.358223 0.000000 1 / [91289.305322] kworker/26:1 224 784398.458120 12008 120 0.000000 387.661839 0.000000 1 / [91289.439227] mlx4 490 378.773817 2 100 0.000000 0.028383 0.000000 1 / [91289.573142] ttm_swap 534 406.411897 2 100 0.000000 0.032306 0.000000 1 / [91289.707067] scsi_eh_11 538 418.481301 2 120 0.000000 0.069410 0.000000 1 / [91289.840967] poll_mpt2sas0_s 562 454.748280 2 100 0.000000 0.015021 0.000000 1 / [91289.974900] kworker/26:1H 696 784398.420546 3204 100 0.000000 71.660845 0.000000 1 / [91290.108867] atd 1929 780865.487613 28 120 0.000000 4.320608 0.000000 1 / [91290.242866] clio 2204 2205.535126 2 100 0.000000 0.033695 0.000000 1 / [91290.376876] ptlrpcd_01_10 2269 784398.983038 1509723 120 0.000000 97200.465661 0.000000 1 / [91290.510881] ldlm_cb01_000 2371 718181.906187 448027 120 0.000000 10776.004920 0.000000 1 / [91290.644942] kworker/26:2 51301 770243.703035 2 120 0.000000 0.056944 0.000000 1 / [91290.779067] [91290.798151] cpu#27, 2693.460 MHz [91290.837955] .nr_running : 0 [91290.894552] .load : 0 [91290.951115] .nr_switches : 52857646 [91291.014964] .nr_load_updates : 11176182 [91291.078816] .nr_uninterruptible : 87 [91291.136452] .next_balance : 4385.960499 [91291.203459] .curr->pid : 0 [91291.260041] .clock : 91291203.498139 [91291.331197] .cpu_load[0] : 0 [91291.387796] .cpu_load[1] : 0 [91291.444390] .cpu_load[2] : 0 [91291.500967] .cpu_load[3] : 0 [91291.557571] .cpu_load[4] : 0 [91291.614134] .avg_idle : 1000000 [91291.676945] .max_idle_balance_cost : 500000 [91291.738722] [91291.738722] cfs_rq[27]:/ [91291.789241] .exec_clock : 0.000000 [91291.853066] .MIN_vruntime : 0.000001 [91291.916892] .min_vruntime : 965117.099491 [91291.985904] .max_vruntime : 0.000001 [91292.049724] .spread : 0.000000 [91292.113572] .spread0 : -9545179.859395 [91292.184687] .nr_spread_over : 0 [91292.241236] .nr_running : 0 [91292.297775] .load : 0 [91292.354302] .runnable_load_avg : 0 [91292.410845] .blocked_load_avg : 0 [91292.467374] .tg_load_avg : 0 [91292.523827] .tg_load_contrib : 0 [91292.580211] .tg_runnable_contrib : 0 [91292.636580] .tg->runnable_avg : 0 [91292.692936] .tg->cfs_bandwidth.timer_active: 0 [91292.749276] .throttled : 0 [91292.805610] .throttle_count : 0 [91292.861916] .avg->runnable_avg_sum : 0 [91292.918205] .avg->runnable_avg_period : 46987 [91292.978647] [91292.978647] rt_rq[27]:/ [91293.027604] .rt_nr_running : 0 [91293.083857] .rt_throttled : 0 [91293.140084] .rt_time : 0.000000 [91293.203587] .rt_runtime : 950.000000 [91293.269150] [91293.269150] runnable tasks: [91293.269150] task PID tree-key switches prio wait-time sum-exec sum-sleep [91293.269150] ---------------------------------------------------------------------------------------------------------- [91293.580920] watchdog/27 143 -11.919368 22826 0 0.000000 392.178518 0.000000 1 / [91293.714668] migration/27 144 0.000000 713 0 0.000000 1512.989456 0.000000 1 / [91293.848424] ksoftirqd/27 145 964650.005941 4720 120 0.000000 286.072881 0.000000 1 / [91293.982194] kworker/27:0H 147 392.564501 7 100 0.000000 0.079259 0.000000 1 / [91294.115991] kworker/27:1 225 965105.195965 11121 120 0.000000 359.395433 0.000000 1 / [91294.249825] kworker/27:1H 617 963885.266901 698 100 0.000000 8.808276 0.000000 1 / [91294.383649] gssproxy 1050 1323.282369 1 120 0.000000 0.038746 0.000000 1 / [91294.517474] xinetd 1687 1607.925000 1 120 0.000000 20.020376 0.000000 1 / [91294.651305] ptlrpcd_01_11 2270 965106.150876 1629845 120 0.000000 92165.418927 0.000000 1 / [91294.785147] ldlm_bl_05 3693 953761.399155 230128 120 0.000000 15953.932074 0.000000 1 / [91294.919035] ldlm_cb01_008 4226 951982.963539 406862 120 0.000000 10005.870779 0.000000 1 / [91295.052941] kworker/27:0 50847 964694.860085 2 120 0.000000 0.051209 0.000000 1 / [91295.186913] [91295.205952] cpu#28, 2693.460 MHz [91295.245728] .nr_running : 0 [91295.302265] .load : 0 [91295.358787] .nr_switches : 58900943 [91295.422609] .nr_load_updates : 31198548 [91295.486455] .nr_uninterruptible : 1230 [91295.546108] .next_balance : 4385.964909 [91295.613046] .curr->pid : 0 [91295.669595] .clock : 91295613.112715 [91295.740715] .cpu_load[0] : 0 [91295.797308] .cpu_load[1] : 0 [91295.853707] .cpu_load[2] : 0 [91295.910254] .cpu_load[3] : 0 [91295.966779] .cpu_load[4] : 0 [91296.023312] .avg_idle : 1000000 [91296.086065] .max_idle_balance_cost : 500000 [91296.147785] [91296.147785] cfs_rq[28]:/ [91296.198255] .exec_clock : 0.000000 [91296.262043] .MIN_vruntime : 0.000001 [91296.325824] .min_vruntime : 8508279.370500 [91296.395841] .max_vruntime : 0.000001 [91296.459615] .spread : 0.000000 [91296.523427] .spread0 : -2002017.588386 [91296.594501] .nr_spread_over : 0 [91296.650991] .nr_running : 0 [91296.707493] .load : 0 [91296.763978] .runnable_load_avg : 0 [91296.820483] .blocked_load_avg : 0 [91296.876975] .tg_load_avg : 0 [91296.933490] .tg_load_contrib : 0 [91296.989973] .tg_runnable_contrib : 0 [91297.046468] .tg->runnable_avg : 0 [91297.102925] .tg->cfs_bandwidth.timer_active: 0 [91297.159366] .throttled : 0 [91297.215725] .throttle_count : 0 [91297.272059] .avg->runnable_avg_sum : 0 [91297.328382] .avg->runnable_avg_period : 48386 [91297.388853] [91297.388853] rt_rq[28]:/ [91297.437817] .rt_nr_running : 0 [91297.494070] .rt_throttled : 0 [91297.550311] .rt_time : 0.000000 [91297.613811] .rt_runtime : 950.000000 [91297.679367] [91297.679367] runnable tasks: [91297.679367] task PID tree-key switches prio wait-time sum-exec sum-sleep [91297.679367] ---------------------------------------------------------------------------------------------------------- [91297.991092] watchdog/28 148 -11.921804 22827 0 0.000000 435.891266 0.000000 1 / [91298.124930] migration/28 149 0.000000 949 0 0.000000 1390.632703 0.000000 1 / [91298.258789] ksoftirqd/28 150 8507819.589970 4653 120 0.000000 227.360170 0.000000 1 / [91298.392644] kworker/28:0H 152 594.852971 8 100 0.000000 0.057639 0.000000 1 / [91298.526530] kworker/28:1 228 8508267.475672 11511 120 0.000000 409.524727 0.000000 1 / [91298.660427] kworker/28:1H 909 8506847.284625 2565 100 0.000000 55.503421 0.000000 1 / [91298.794350] ldlm_bl_45 6161 8439186.639663 199513 120 0.000000 14170.198030 0.000000 1 / [91298.928280] kworker/28:2 31476 8443452.819416 2 120 0.000000 0.044520 0.000000 1 / [91299.062304] [91299.081290] cpu#29, 2693.460 MHz [91299.120990] .nr_running : 0 [91299.177440] .load : 0 [91299.233892] .nr_switches : 52356505 [91299.297645] .nr_load_updates : 21333839 [91299.361412] .nr_uninterruptible : 592 [91299.419965] .next_balance : 4385.968784 [91299.486841] .curr->pid : 0 [91299.543351] .clock : 91299486.915982 [91299.614411] .cpu_load[0] : 0 [91299.670903] .cpu_load[1] : 0 [91299.727396] .cpu_load[2] : 0 [91299.783868] .cpu_load[3] : 0 [91299.840354] .cpu_load[4] : 0 [91299.896807] .avg_idle : 1000000 [91299.959498] .max_idle_balance_cost : 500000 [91300.021168] [91300.021168] cfs_rq[29]:/ [91300.071503] .exec_clock : 0.000000 [91300.135252] .MIN_vruntime : 0.000001 [91300.198969] .min_vruntime : 869184.368686 [91300.267894] .max_vruntime : 0.000001 [91300.331619] .spread : 0.000000 [91300.395355] .spread0 : -9641112.590200 [91300.466366] .nr_spread_over : 0 [91300.522792] .nr_running : 0 [91300.579251] .load : 0 [91300.635678] .runnable_load_avg : 0 [91300.692132] .blocked_load_avg : 0 [91300.748545] .tg_load_avg : 0 [91300.804969] .tg_load_contrib : 0 [91300.861381] .tg_runnable_contrib : 0 [91300.917800] .tg->runnable_avg : 0 [91300.974259] .tg->cfs_bandwidth.timer_active: 0 [91301.030682] .throttled : 0 [91301.087135] .throttle_count : 0 [91301.143580] .avg->runnable_avg_sum : 0 [91301.199984] .avg->runnable_avg_period : 47721 [91301.260501] [91301.260501] rt_rq[29]:/ [91301.309480] .rt_nr_running : 0 [91301.365739] .rt_throttled : 0 [91301.421973] .rt_time : 0.000000 [91301.485475] .rt_runtime : 950.000000 [91301.551031] [91301.551031] runnable tasks: [91301.551031] task PID tree-key switches prio wait-time sum-exec sum-sleep [91301.551031] ---------------------------------------------------------------------------------------------------------- [91301.862793] watchdog/29 153 -11.923441 22828 0 0.000000 458.522624 0.000000 1 / [91301.996632] migration/29 154 0.000000 941 0 0.000000 1620.807712 0.000000 1 / [91302.130483] ksoftirqd/29 155 867931.345217 4961 120 0.000000 293.485483 0.000000 1 / [91302.264343] kworker/29:0H 157 155.215062 7 100 0.000000 0.080369 0.000000 1 / [91302.398238] fw_event_mpt2sa 494 82.442176 2 100 0.000000 0.007433 0.000000 1 / [91302.532138] kworker/29:2 602 869172.436632 14550 120 0.000000 437.692104 0.000000 1 / [91302.666050] kworker/29:1H 608 868476.889540 1561 100 0.000000 34.706238 0.000000 1 / [91302.799978] ptlrpcd_01_09 2268 869173.056868 1630680 120 0.000000 91707.708457 0.000000 1 / [91302.933916] ldlm_bl_03 2566 812445.974775 233612 120 0.000000 14757.984995 0.000000 1 / [91303.067877] ldlm_cb01_007 4221 811957.026782 471299 120 0.000000 11076.097825 0.000000 1 / [91303.201853] kworker/29:0 32111 814885.531570 2 120 0.000000 0.021295 0.000000 1 / [91303.335916] [91303.354949] cpu#30, 2693.460 MHz [91303.394714] .nr_running : 0 [91303.451262] .load : 0 [91303.507777] .nr_switches : 55209584 [91303.571566] .nr_load_updates : 24914756 [91303.635376] .nr_uninterruptible : 507 [91303.693974] .next_balance : 4385.973058 [91303.760906] .curr->pid : 0 [91303.817416] .clock : 91303760.983829 [91303.888514] .cpu_load[0] : 0 [91303.945052] .cpu_load[1] : 0 [91304.001590] .cpu_load[2] : 0 [91304.058120] .cpu_load[3] : 0 [91304.114625] .cpu_load[4] : 0 [91304.171158] .avg_idle : 1000000 [91304.233902] .max_idle_balance_cost : 500000 [91304.295602] [91304.295602] cfs_rq[30]:/ [91304.346028] .exec_clock : 0.000000 [91304.409800] .MIN_vruntime : 0.000001 [91304.473567] .min_vruntime : 873256.653523 [91304.542533] .max_vruntime : 0.000001 [91304.606300] .spread : 0.000000 [91304.670091] .spread0 : -9637040.305363 [91304.741160] .nr_spread_over : 0 [91304.797640] .nr_running : 0 [91304.854138] .load : 0 [91304.910608] .runnable_load_avg : 0 [91304.967109] .blocked_load_avg : 0 [91305.023583] .tg_load_avg : 0 [91305.080082] .tg_load_contrib : 0 [91305.136551] .tg_runnable_contrib : 0 [91305.193044] .tg->runnable_avg : 0 [91305.249505] .tg->cfs_bandwidth.timer_active: 0 [91305.305940] .throttled : 0 [91305.362336] .throttle_count : 0 [91305.418668] .avg->runnable_avg_sum : 0 [91305.475009] .avg->runnable_avg_period : 47152 [91305.535484] [91305.535484] rt_rq[30]:/ [91305.584450] .rt_nr_running : 0 [91305.640702] .rt_throttled : 0 [91305.696937] .rt_time : 0.000000 [91305.760448] .rt_runtime : 950.000000 [91305.825990] [91305.825990] runnable tasks: [91305.825990] task PID tree-key switches prio wait-time sum-exec sum-sleep [91305.825990] ---------------------------------------------------------------------------------------------------------- [91306.137689] watchdog/30 158 -11.922803 22829 0 0.000000 416.413176 0.000000 1 / [91306.271536] migration/30 159 0.000000 641 0 0.000000 1263.766126 0.000000 1 / [91306.405369] ksoftirqd/30 160 859085.432050 5607 120 0.000000 282.372738 0.000000 1 / [91306.539215] kworker/30:0H 162 60.153706 7 100 0.000000 0.121438 0.000000 1 / [91306.673103] kworker/30:1 229 873244.668133 11681 120 0.000000 439.382678 0.000000 1 / [91306.807000] kworker/30:1H 702 869972.945658 1361 100 0.000000 28.586272 0.000000 1 / [91306.940897] mlx4_en 1168 342.971335 2 100 0.000000 0.043984 0.000000 1 / [91307.074829] kiblnd_sd_01_01 2237 873244.775901 119533747 120 0.000000 762977.833772 0.000000 1 / [91307.208773] ptlrpcd_01_04 2263 873245.261695 1505927 120 0.000000 96659.060013 0.000000 1 / [91307.342757] kworker/30:0 40494 828999.287682 2 120 0.000000 0.059009 0.000000 1 / [91307.476775] [91307.495779] cpu#31, 2693.460 MHz [91307.535529] .nr_running : 0 [91307.592052] .load : 0 [91307.648550] .nr_switches : 54616192 [91307.712338] .nr_load_updates : 9107415 [91307.775107] .nr_uninterruptible : 186 [91307.833689] .next_balance : 4385.977198 [91307.900604] .curr->pid : 0 [91307.957148] .clock : 91307900.677752 [91308.028249] .cpu_load[0] : 0 [91308.084780] .cpu_load[1] : 0 [91308.141296] .cpu_load[2] : 0 [91308.197803] .cpu_load[3] : 0 [91308.254287] .cpu_load[4] : 0 [91308.310762] .avg_idle : 1000000 [91308.373492] .max_idle_balance_cost : 500000 [91308.435190] [91308.435190] cfs_rq[31]:/ [91308.485572] .exec_clock : 0.000000 [91308.549340] .MIN_vruntime : 0.000001 [91308.613129] .min_vruntime : 1247582.841523 [91308.683149] .max_vruntime : 0.000001 [91308.746923] .spread : 0.000000 [91308.810676] .spread0 : -9262714.152667 [91308.881707] .nr_spread_over : 0 [91308.938107] .nr_running : 0 [91308.994573] .load : 0 [91309.051054] .runnable_load_avg : 0 [91309.107515] .blocked_load_avg : 0 [91309.164007] .tg_load_avg : 0 [91309.220469] .tg_load_contrib : 0 [91309.276929] .tg_runnable_contrib : 0 [91309.333390] .tg->runnable_avg : 0 [91309.389865] .tg->cfs_bandwidth.timer_active: 0 [91309.446328] .throttled : 0 [91309.502774] .throttle_count : 0 [91309.559159] .avg->runnable_avg_sum : 0 [91309.615482] .avg->runnable_avg_period : 46710 [91309.675964] [91309.675964] rt_rq[31]:/ [91309.724959] .rt_nr_running : 0 [91309.781211] .rt_throttled : 0 [91309.837439] .rt_time : 0.000000 [91309.900944] .rt_runtime : 950.000000 [91309.966494] [91309.966494] runnable tasks: [91309.966494] task PID tree-key switches prio wait-time sum-exec sum-sleep [91309.966494] ---------------------------------------------------------------------------------------------------------- [91310.278246] watchdog/31 163 -11.923542 22831 0 0.000000 388.247769 0.000000 1 / [91310.412076] migration/31 164 0.000000 447 0 0.000000 1103.637080 0.000000 1 / [91310.545924] ksoftirqd/31 165 1247073.135493 5050 120 0.000000 319.648719 0.000000 1 / [91310.679742] kworker/31:0H 167 791.808696 8 100 0.000000 0.056960 0.000000 1 / [91310.813629] kworker/31:1 227 1247570.886696 10701 120 0.000000 412.088468 0.000000 1 / [91310.947536] kworker/31:1H 824 1247216.646615 159 100 0.000000 2.975317 0.000000 1 / [91311.081458] ipoib_flush 1222 1064.359538 2 100 0.000000 0.031955 0.000000 1 / [91311.215365] ipoib_wq 1224 1076.446244 2 100 0.000000 0.087665 0.000000 1 / [91311.349285] ptlrpcd_01_07 2266 1247571.696159 1632798 120 0.000000 92969.109642 0.000000 1 / [91311.483215] ldlm_bl_15 3703 1227314.937916 230108 120 0.000000 19144.031307 0.000000 1 / [91311.617194] kworker/31:2 29185 1226020.561577 3 120 0.000000 0.010757 0.000000 1 / [91311.751236] [91311.770428] SysRq : Trigger a crash