Off-CPU Time Flame Graph
Reset Zoom
Search
ic
finish_task_switch (43,010,566 us, 0.27%)
schedule (78,707,579 us, 0.49%)
brw_queue_work (3,879,753 us, 0.02%)
ret_from_fork (68,115,777 us, 0.43%)
cl_io_commit_async (4,942,927 us, 0.03%)
vvp_io_write_commit (5,519,978 us, 0.03%)
ext4_filemap_fault (1,663,412 us, 0.01%)
worker_thread (9,922,618 us, 0.06%)
finish_task_switch (77,896,453 us, 0.49%)
pthread_cond_wait@@GLIBC_2.3.2 (34,278,820 us, 0.21%)
kthread (76,921,265 us, 0.48%)
filemap_fault (8,582,953 us, 0.05%)
_cond_resched (3,655,781 us, 0.02%)
kthread (76,607,067 us, 0.48%)
schedule (8,910,053 us, 0.06%)
sock_recvmsg (76,279,177 us, 0.48%)
do_try_to_free_pages (85,059,364 us, 0.53%)
[Missed User Stack] (8,613,809 us, 0.05%)
finish_task_switch (333,769,160 us, 2.09%)
f..
schedule_hrtimeout_range (212,838,750 us, 1.33%)
__vfs_read (31,118,782 us, 0.20%)
shrink_page_list (12,963,563 us, 0.08%)
finish_task_switch (24,713,803 us, 0.15%)
schedule_hrtimeout_range_clock (53,958,941 us, 0.34%)
ext4_filemap_fault (16,477,724 us, 0.10%)
do_page_fault (9,493,589 us, 0.06%)
do_futex (30,482,859 us, 0.19%)
finish_task_switch (13,587,344 us, 0.09%)
___slab_alloc (2,779,675 us, 0.02%)
_cond_resched (7,113,232 us, 0.04%)
do_syscall_64 (591,354,207 us, 3.71%)
do_s..
_cond_resched (6,572,535 us, 0.04%)
shrink_node_memcg (17,084,896 us, 0.11%)
shrink_node_memcg (45,797,142 us, 0.29%)
schedule_hrtimeout_range_clock (35,238,193 us, 0.22%)
pagecache_get_page (2,157,158 us, 0.01%)
[Missed Kernel Stack] (7,107,022 us, 0.04%)
__handle_mm_fault (15,280,557 us, 0.10%)
_cond_resched (3,547,515 us, 0.02%)
[unknown] (62,733,953 us, 0.39%)
shrink_node_memcg (3,751,703 us, 0.02%)
finish_task_switch (226,860,776 us, 1.42%)
unix_stream_read_generic (17,111,723 us, 0.11%)
try_to_free_pages (103,549,453 us, 0.65%)
ret_from_fork (77,853,223 us, 0.49%)
page_fault (14,302,976 us, 0.09%)
schedule (53,958,941 us, 0.34%)
[Missed User Stack] (40,317,296 us, 0.25%)
entry_SYSCALL_64_after_hwframe (22,084,501 us, 0.14%)
do_futex (125,805,321 us, 0.79%)
schedule (37,675,343 us, 0.24%)
finish_task_switch (3,373,411 us, 0.02%)
schedule (56,741,821 us, 0.36%)
shrink_node_memcg (28,418,577 us, 0.18%)
__do_fault (91,099,210 us, 0.57%)
__do_page_cache_readahead (16,723,193 us, 0.10%)
futex_wait_queue_me (45,001,264 us, 0.28%)
kern_select (143,494,192 us, 0.90%)
__x64_sys_write (2,279,734 us, 0.01%)
entry_SYSCALL_64_after_hwframe (1,551,336,566 us, 9.73%)
entry_SYSCALL_..
entry_SYSCALL_64_after_hwframe (56,237,709 us, 0.35%)
finish_task_switch (4,720,463 us, 0.03%)
do_syscall_64 (60,008,409 us, 0.38%)
worker_thread (78,176,240 us, 0.49%)
entry_SYSCALL_64_after_hwframe (76,077,792 us, 0.48%)
entry_SYSCALL_64_after_hwframe (140,098,116 us, 0.88%)
shrink_node (8,393,187 us, 0.05%)
[unknown] (32,105,932 us, 0.20%)
finish_task_switch (4,579,037 us, 0.03%)
do_futex (27,130,717 us, 0.17%)
__x64_sys_epoll_wait (35,238,193 us, 0.22%)
do_try_to_free_pages (1,701,252 us, 0.01%)
__do_page_fault (9,723,990 us, 0.06%)
schedule (49,112,810 us, 0.31%)
[unknown] (31,262,603 us, 0.20%)
finish_task_switch (50,535,868 us, 0.32%)
do_syscall_64 (399,282,670 us, 2.50%)
do..
__x64_sys_futex (34,278,820 us, 0.21%)
finish_task_switch (7,243,890 us, 0.05%)
schedule_hrtimeout_range (2,587,663 us, 0.02%)
worker_thread (68,227,354 us, 0.43%)
pthread_cond_wait@@GLIBC_2.3.2 (27,130,717 us, 0.17%)
kern_select (44,234,331 us, 0.28%)
finish_task_switch (58,899,126 us, 0.37%)
filemap_fault (88,313,069 us, 0.55%)
shrink_inactive_list (6,065,786 us, 0.04%)
- (45,817,595 us, 0.29%)
do_syscall_64 (84,720,703 us, 0.53%)
finish_task_switch (4,644,553 us, 0.03%)
_cond_resched (4,644,553 us, 0.03%)
_cond_resched (7,558,128 us, 0.05%)
schedule (30,482,859 us, 0.19%)
__do_fault (16,657,110 us, 0.10%)
ret_from_fork (38,312,452 us, 0.24%)
[Missed Kernel Stack] (3,102,562 us, 0.02%)
kthread (58,899,126 us, 0.37%)
schedule (18,224,087 us, 0.11%)
poll_schedule_timeout.constprop.13 (300,330,328 us, 1.88%)
p..
finish_task_switch (22,084,375 us, 0.14%)
schedule (49,683,769 us, 0.31%)
tcp_sendmsg_locked (1,761,564 us, 0.01%)
schedule (73,731,893 us, 0.46%)
page_fault (9,489,078 us, 0.06%)
__x64_sys_futex (39,357,618 us, 0.25%)
schedule (454,333,615 us, 2.85%)
sc..
- (60,034,642 us, 0.38%)
__do_page_fault (10,920,580 us, 0.07%)
finish_task_switch (19,293,235 us, 0.12%)
shrink_node (49,365,461 us, 0.31%)
alloc_pages_current (4,075,815 us, 0.03%)
filemap_fault (9,323,793 us, 0.06%)
schedule (333,769,160 us, 2.09%)
s..
smpboot_thread_fn (78,047,538 us, 0.49%)
do_page_fault (88,313,069 us, 0.55%)
__handle_mm_fault (11,119,663 us, 0.07%)
finish_task_switch (22,625,758 us, 0.14%)
schedule_timeout (24,932,289 us, 0.16%)
schedule (19,263,649 us, 0.12%)
worker_thread (57,289,921 us, 0.36%)
shrink_node (23,506,366 us, 0.15%)
__alloc_pages_slowpath (50,168,189 us, 0.31%)
page_fault (43,332,913 us, 0.27%)
finish_task_switch (68,227,354 us, 0.43%)
schedule (45,745,003 us, 0.29%)
__alloc_pages_slowpath (2,779,675 us, 0.02%)
generic_perform_write (1,475,305 us, 0.01%)
- (399,282,670 us, 2.50%)
-
nscd (41,082,944 us, 0.26%)
__page_cache_alloc (7,058,433 us, 0.04%)
do_syscall_64 (75,652,547 us, 0.47%)
finish_task_switch (77,862,918 us, 0.49%)
ext4_filemap_fault (4,076,423 us, 0.03%)
_cond_resched (17,329,522 us, 0.11%)
__read (37,706,507 us, 0.24%)
try_to_free_pages (5,955,401 us, 0.04%)
futex_wait (1,478,666,657 us, 9.27%)
futex_wait
runtime.mcall (39,368,829 us, 0.25%)
__alloc_pages_nodemask (12,062,021 us, 0.08%)
try_to_free_pages (49,365,461 us, 0.31%)
schedule_timeout (56,741,821 us, 0.36%)
- (50,169,681 us, 0.31%)
finish_task_switch (76,077,792 us, 0.48%)
shrink_node (5,393,529 us, 0.03%)
tcp_sendmsg_locked (1,471,579 us, 0.01%)
cl_io_loop (2,279,722 us, 0.01%)
osc_io_unplug0 (3,879,753 us, 0.02%)
ext4_filemap_fault (12,678,563 us, 0.08%)
__do_fault (9,493,589 us, 0.06%)
- (77,932,574 us, 0.49%)
_cond_resched (3,247,262 us, 0.02%)
finish_task_switch (43,514,971 us, 0.27%)
_cond_resched (40,650,154 us, 0.25%)
finish_task_switch (21,923,939 us, 0.14%)
entry_SYSCALL_64_after_hwframe (5,005,462 us, 0.03%)
wb_workfn (12,617,264 us, 0.08%)
- (143,494,192 us, 0.90%)
__do_page_cache_readahead (2,350,640 us, 0.01%)
__alloc_pages_nodemask (2,888,502 us, 0.02%)
do_page_fault (2,720,387 us, 0.02%)
secondary_startup_64 (11,051,739 us, 0.07%)
do_syscall_64 (333,769,160 us, 2.09%)
d..
entry_SYSCALL_64_after_hwframe (41,081,969 us, 0.26%)
[unknown] (9,416,102 us, 0.06%)
- (33,351,732 us, 0.21%)
alloc_pages_current (5,423,847 us, 0.03%)
alloc_pages_vma (9,410,195 us, 0.06%)
__alloc_pages_nodemask (17,497,093 us, 0.11%)
__alloc_pages_slowpath (12,676,096 us, 0.08%)
_cond_resched (5,393,529 us, 0.03%)
schedule_hrtimeout_range (333,769,160 us, 2.09%)
s..
ret_from_fork (37,704,830 us, 0.24%)
schedule_hrtimeout_range (41,081,969 us, 0.26%)
ext4_filemap_fault (11,119,663 us, 0.07%)
[Missed Kernel Stack] (6,840,207 us, 0.04%)
__page_cache_alloc (85,059,432 us, 0.53%)
shrink_inactive_list (5,834,612 us, 0.04%)
__x64_sys_epoll_wait (77,489,346 us, 0.49%)
kworker/u16:1 (66,925,487 us, 0.42%)
__do_page_fault (108,272,328 us, 0.68%)
__handle_mm_fault (10,920,580 us, 0.07%)
ret_from_fork (77,884,141 us, 0.49%)
do_try_to_free_pages (3,418,816 us, 0.02%)
__lookup_slow (8,520,444 us, 0.05%)
ep_poll (31,130,656 us, 0.20%)
do_sys_poll (41,081,969 us, 0.26%)
start_secondary (11,051,739 us, 0.07%)
lov_io_start (12,067,036 us, 0.08%)
schedule (65,549,520 us, 0.41%)
- (2,271,010 us, 0.01%)
shrink_inactive_list (8,272,113 us, 0.05%)
filemap_fault (1,436,897 us, 0.01%)
do_syscall_64 (212,838,750 us, 1.33%)
_cond_resched (4,579,037 us, 0.03%)
__alloc_pages_nodemask (3,418,865 us, 0.02%)
vfs_write (2,279,734 us, 0.01%)
new_sync_read (31,118,782 us, 0.20%)
futex_wait (1,575,717 us, 0.01%)
_cond_resched (1,517,564 us, 0.01%)
do_page_fault (3,146,113 us, 0.02%)
do_page_fault (40,412,392 us, 0.25%)
do_select (143,494,192 us, 0.90%)
do_epoll_wait (77,489,346 us, 0.49%)
schedule_timeout (19,263,649 us, 0.12%)
shrink_node (3,559,586 us, 0.02%)
do_try_to_free_pages (1,540,304 us, 0.01%)
_cond_resched (3,144,299 us, 0.02%)
__do_fault (108,272,328 us, 0.68%)
__handle_mm_fault (3,459,629 us, 0.02%)
unix_stream_read_generic (37,706,507 us, 0.24%)
ret_from_fork (78,707,579 us, 0.49%)
ret_from_fork (44,859,848 us, 0.28%)
ptlrpc_prep_bulk_imp (5,857,164 us, 0.04%)
_cond_resched (18,672,094 us, 0.12%)
_cond_resched (3,684,415 us, 0.02%)
ksoftirqd/5 (77,853,223 us, 0.49%)
shrink_page_list (4,281,504 us, 0.03%)
do_select (300,330,328 us, 1.88%)
d..
page_fault (9,410,195 us, 0.06%)
__alloc_pages_nodemask (105,109,341 us, 0.66%)
in_oms_heartbe* (14,527,508 us, 0.09%)
runtime.notetsleep_internal (38,756,586 us, 0.24%)
__alloc_pages_slowpath (8,520,444 us, 0.05%)
finish_task_switch (40,316,505 us, 0.25%)
ret_from_fork (78,176,240 us, 0.49%)
__alloc_pages_slowpath (202,187,452 us, 1.27%)
alloc_pages_current (105,109,341 us, 0.66%)
_cond_resched (7,243,890 us, 0.05%)
_cond_resched (17,487,841 us, 0.11%)
finish_task_switch (7,753,762 us, 0.05%)
__x64_sys_futex (64,685,798 us, 0.41%)
finish_task_switch (78,116,424 us, 0.49%)
shrink_page_list (38,459,307 us, 0.24%)
handle_mm_fault (10,920,580 us, 0.07%)
osc_build_rpc (8,417,710 us, 0.05%)
ext4_filemap_fault (2,844,425 us, 0.02%)
__x64_sys_futex (27,130,717 us, 0.17%)
osc_brw_prep_request (5,870,399 us, 0.04%)
kmalloc_order (6,869,093 us, 0.04%)
socknal_sd01_02 (64,243,714 us, 0.40%)
- (14,089,964 us, 0.09%)
__page_cache_alloc (105,109,341 us, 0.66%)
unix_stream_recvmsg (4,364,245 us, 0.03%)
schedule (77,862,918 us, 0.49%)
__alloc_pages_slowpath (2,157,158 us, 0.01%)
do_syscall_64 (1,724,853 us, 0.01%)
__alloc_pages_nodemask (11,119,210 us, 0.07%)
sock_recvmsg (4,364,245 us, 0.03%)
kernel_sendmsg (1,766,573 us, 0.01%)
finish_task_switch (26,888,468 us, 0.17%)
finish_task_switch (39,357,618 us, 0.25%)
try_to_free_pages (2,830,746 us, 0.02%)
__handle_mm_fault (2,720,387 us, 0.02%)
do_futex (1,478,666,657 us, 9.27%)
do_futex
finish_task_switch (5,834,612 us, 0.04%)
do_syscall_64 (5,005,462 us, 0.03%)
cpu_startup_entry (23,531,703 us, 0.15%)
do_syscall_64 (64,685,798 us, 0.41%)
[unknown] (75,657,491 us, 0.47%)
__x64_sys_poll (562,105,497 us, 3.52%)
__x..
__do_page_fault (9,865,602 us, 0.06%)
__handle_mm_fault (30,430,772 us, 0.19%)
__page_cache_alloc (2,157,158 us, 0.01%)
do_syscall_64 (25,854,466 us, 0.16%)
ret_from_fork (17,265,744 us, 0.11%)
__ext4_iget (8,520,444 us, 0.05%)
futex_wait (226,860,776 us, 1.42%)
__alloc_pages_slowpath (3,095,150 us, 0.02%)
filemap_fault (91,099,210 us, 0.57%)
ptlrpcd (47,382,481 us, 0.30%)
shrink_inactive_list (1,383,778 us, 0.01%)
[Missed User Stack] (24,713,747 us, 0.15%)
do_syscall_64 (303,030,002 us, 1.90%)
d..
[unknown] (532,539,185 us, 3.34%)
[un..
do_epoll_wait (49,112,810 us, 0.31%)
__alloc_pages_slowpath (15,280,557 us, 0.10%)
ptlrpcd (34,399,777 us, 0.22%)
shrink_page_list (8,272,113 us, 0.05%)
kernel_wait4 (28,594,804 us, 0.18%)
__x64_sys_select (61,043,443 us, 0.38%)
systemd-resolve (77,956,635 us, 0.49%)
do_try_to_free_pages (3,655,007 us, 0.02%)
ksocknal_lib_send_kiov (1,777,160 us, 0.01%)
- (53,876,218 us, 0.34%)
schedule (4,157,346 us, 0.03%)
shrink_node_memcg (3,028,194 us, 0.02%)
finish_task_switch (61,783,720 us, 0.39%)
[Missed User Stack] (75,527,509 us, 0.47%)
migration/4 (78,466,204 us, 0.49%)
_cond_resched (9,610,264 us, 0.06%)
__alloc_pages_nodemask (3,181,734 us, 0.02%)
worker_thread (77,900,988 us, 0.49%)
schedule (77,854,598 us, 0.49%)
schedule (50,535,868 us, 0.32%)
schedule_hrtimeout_range (53,958,941 us, 0.34%)
finish_task_switch (47,691,667 us, 0.30%)
__x64_sys_openat (10,175,543 us, 0.06%)
alloc_pages_current (103,558,653 us, 0.65%)
schedule (53,876,218 us, 0.34%)
shrink_node (38,504,681 us, 0.24%)
finish_task_switch (2,248,677 us, 0.01%)
__do_fault (2,372,100 us, 0.01%)
runtime.park_m (39,368,829 us, 0.25%)
handle_mm_fault (16,477,724 us, 0.10%)
ptlrpc_check_set (5,447,292 us, 0.03%)
do_syscall_64 (35,238,193 us, 0.22%)
- (31,118,782 us, 0.20%)
schedule_timeout (15,979,676 us, 0.10%)
__alloc_pages_nodemask (23,506,366 us, 0.15%)
shrink_page_list (6,835,713 us, 0.04%)
ext4_filemap_fault (23,506,366 us, 0.15%)
_cond_resched (13,432,487 us, 0.08%)
finish_task_switch (42,480,757 us, 0.27%)
pagecache_get_page (4,067,424 us, 0.03%)
shrink_node_memcg (32,498,792 us, 0.20%)
filemap_fault (13,185,633 us, 0.08%)
ext4_filemap_fault (2,720,387 us, 0.02%)
ksocknal_lib_send_kiov (1,497,997 us, 0.01%)
ep_poll (53,876,218 us, 0.34%)
oms_common.rb:* (40,350,228 us, 0.25%)
shrink_node (7,757,968 us, 0.05%)
__alloc_pages_slowpath (3,181,734 us, 0.02%)
schedule_hrtimeout_range_clock (143,494,192 us, 0.90%)
worker_thread (64,909,430 us, 0.41%)
writeback_sb_inodes (12,617,264 us, 0.08%)
__alloc_pages_nodemask (12,676,096 us, 0.08%)
[unknown] (34,168,476 us, 0.21%)
shrink_node_memcg (15,502,173 us, 0.10%)
kmalloc_order (4,583,315 us, 0.03%)
osc_io_commit_async (4,942,927 us, 0.03%)
finish_task_switch (17,982,098 us, 0.11%)
__do_page_cache_readahead (8,270,347 us, 0.05%)
kthread (49,572,286 us, 0.31%)
futex_wait (1,724,853 us, 0.01%)
do_try_to_free_pages (3,341,475 us, 0.02%)
[Missed User Stack] (77,942,944 us, 0.49%)
do_syscall_64 (60,088,632 us, 0.38%)
__do_page_cache_readahead (3,284,492 us, 0.02%)
ret_from_fork (33,230,980 us, 0.21%)
__page_cache_alloc (43,328,691 us, 0.27%)
__x64_sys_nanosleep (60,045,805 us, 0.38%)
schedule_hrtimeout_range_clock (77,932,574 us, 0.49%)
__alloc_pages_slowpath (16,723,193 us, 0.10%)
futex_wait_queue_me (34,278,820 us, 0.21%)
kthread (33,230,980 us, 0.21%)
schedule_timeout (54,256,579 us, 0.34%)
__do_fault (3,146,113 us, 0.02%)
schedule_hrtimeout_range (40,316,505 us, 0.25%)
do_try_to_free_pages (9,393,411 us, 0.06%)
finish_task_switch (49,974,161 us, 0.31%)
__page_cache_alloc (3,655,007 us, 0.02%)
sock_recvmsg (37,706,507 us, 0.24%)
shrink_node_memcg (1,653,609 us, 0.01%)
bio_copy_kern (2,888,502 us, 0.02%)
__x64_sys_poll (140,098,116 us, 0.88%)
schedule_hrtimeout_range_clock (60,088,632 us, 0.38%)
finish_task_switch (7,650,549 us, 0.05%)
ptlrpc_check_set (5,939,521 us, 0.04%)
seq_read (2,034,505 us, 0.01%)
__x64_sys_futex (118,497,630 us, 0.74%)
__do_fault (43,332,913 us, 0.27%)
__handle_mm_fault (48,175,500 us, 0.30%)
kworker/5:3 (77,933,889 us, 0.49%)
pipe_wait (38,964,047 us, 0.24%)
[Missed User Stack] (77,500,521 us, 0.49%)
handle_mm_fault (43,332,913 us, 0.27%)
__do_page_cache_readahead (10,919,703 us, 0.07%)
ret_from_fork (77,955,539 us, 0.49%)
boost::asio::detail::epoll_reactor::run(bool, boost::asio::detail::op_queue<boost::asio::detail::task_io_service_operation>&) (2,611,852 us, 0.02%)
futex_wait_queue_me (60,034,642 us, 0.38%)
shrink_page_list (6,694,980 us, 0.04%)
finish_task_switch (2,774,762 us, 0.02%)
__do_page_fault (2,844,425 us, 0.02%)
finish_task_switch (1,399,621 us, 0.01%)
__alloc_pages_nodemask (43,328,691 us, 0.27%)
RunBase::_sleep_locked(std::unique_lock<std::mutex>&, int) (44,316,876 us, 0.28%)
filemap_fault (12,678,563 us, 0.08%)
filemap_fault (13,572,731 us, 0.09%)
worker_thread (64,363,030 us, 0.40%)
futex_wait_queue_me (9,227,061 us, 0.06%)
[Missed User Stack] (113,417,945 us, 0.71%)
_cond_resched (20,978,127 us, 0.13%)
osc_build_rpc (5,733,532 us, 0.04%)
page_fault (6,187,167 us, 0.04%)
__handle_mm_fault (88,313,069 us, 0.55%)
futex_wait (175,287,535 us, 1.10%)
finish_task_switch (3,817,080 us, 0.02%)
do_syscall_64 (143,494,192 us, 0.90%)
handle_mm_fault (108,272,328 us, 0.68%)
- (39,357,618 us, 0.25%)
__x64_sys_select (75,652,547 us, 0.47%)
schedule (76,907,687 us, 0.48%)
__x64_sys_futex (591,354,207 us, 3.71%)
__x6..
do_futex (25,854,466 us, 0.16%)
[Missed Kernel Stack] (5,664,190 us, 0.04%)
shrink_node_memcg (2,031,123 us, 0.01%)
schedule_timeout (42,480,757 us, 0.27%)
__do_page_fault (18,275,299 us, 0.11%)
epoll_wait (29,507,660 us, 0.19%)
shrink_inactive_list (1,901,252 us, 0.01%)
filemap_fault (9,493,589 us, 0.06%)
__handle_mm_fault (13,185,633 us, 0.08%)
ext4_filemap_fault (17,934,532 us, 0.11%)
do_idle (17,982,098 us, 0.11%)
shrink_node_memcg (28,820,281 us, 0.18%)
- (10,175,543 us, 0.06%)
schedule (175,287,535 us, 1.10%)
do_futex (33,351,732 us, 0.21%)
ret_from_fork (49,683,769 us, 0.31%)
kthread (46,347,710 us, 0.29%)
internal/poll.runtime_pollWait (53,389,724 us, 0.33%)
__x64_sys_futex (175,287,535 us, 1.10%)
schedule_hrtimeout_range_clock (140,098,116 us, 0.88%)
finish_task_switch (591,354,207 us, 3.71%)
fini..
schedule_timeout (92,363,206 us, 0.58%)
entry_SYSCALL_64_after_hwframe (45,817,595 us, 0.29%)
entry_SYSCALL_64_after_hwframe (76,279,177 us, 0.48%)
kthread (37,076,579 us, 0.23%)
__alloc_pages_nodemask (16,475,509 us, 0.10%)
worker_thread (76,607,067 us, 0.48%)
__x64_sys_epoll_wait (76,077,792 us, 0.48%)
ep_poll (53,958,941 us, 0.34%)
handle_mm_fault (40,412,392 us, 0.25%)
schedule (562,105,497 us, 3.52%)
sch..
runtime.mcall (9,227,061 us, 0.06%)
[Missed User Stack] (1,647,673,809 us, 10.33%)
[Missed User St..
schedule_timeout (22,084,375 us, 0.14%)
[Missed Kernel Stack] (2,866,963 us, 0.02%)
__alloc_pages_slowpath (2,034,505 us, 0.01%)
finish_task_switch (7,113,232 us, 0.04%)
ext4_filemap_fault (40,412,392 us, 0.25%)
ptlrpc_new_bulk (5,731,664 us, 0.04%)
azsecd (77,942,944 us, 0.49%)
entry_SYSCALL_64_after_hwframe (25,854,466 us, 0.16%)
kthread (77,855,044 us, 0.49%)
ep_poll (35,238,193 us, 0.22%)
shrink_inactive_list (1,485,974 us, 0.01%)
_cond_resched (1,456,753 us, 0.01%)
try_to_free_pages (1,459,079 us, 0.01%)
alloc_pages_current (9,533,331 us, 0.06%)
futex_wait_queue_me (125,805,321 us, 0.79%)
__alloc_pages_slowpath (8,270,347 us, 0.05%)
_cond_resched (14,717,146 us, 0.09%)
ext4_filemap_fault (88,313,069 us, 0.55%)
shrink_node_memcg (8,033,065 us, 0.05%)
vfs_read (54,256,579 us, 0.34%)
do_futex (118,497,630 us, 0.74%)
_cond_resched (6,801,546 us, 0.04%)
schedule (43,636,349 us, 0.27%)
do_wait (75,688,314 us, 0.47%)
entry_SYSCALL_64_after_hwframe (53,958,941 us, 0.34%)
kworker/2:0 (69,607,352 us, 0.44%)
ldlm_bl_01 (49,683,769 us, 0.31%)
__x64_sys_epoll_wait (49,112,810 us, 0.31%)
- (46,779,166 us, 0.29%)
[Missed Kernel Stack] (226,244,291 us, 1.42%)
do_try_to_free_pages (16,475,509 us, 0.10%)
handle_mm_fault (2,372,100 us, 0.01%)
- (24,565,461 us, 0.15%)
entry_SYSCALL_64_after_hwframe (2,271,010 us, 0.01%)
kthread (45,749,282 us, 0.29%)
finish_task_switch (1,402,854 us, 0.01%)
sock_recvmsg (56,741,821 us, 0.36%)
__do_fault (48,175,500 us, 0.30%)
__x64_sys_futex (24,565,461 us, 0.15%)
ksys_write (2,279,734 us, 0.01%)
do_futex (29,290,383 us, 0.18%)
shrink_page_list (7,285,688 us, 0.05%)
pagecache_get_page (3,655,007 us, 0.02%)
__page_cache_alloc (13,562,366 us, 0.09%)
__do_fault (4,076,423 us, 0.03%)
entry_SYSCALL_64_after_hwframe (399,282,670 us, 2.50%)
en..
_cond_resched (3,020,199 us, 0.02%)
do_syscall_64 (40,317,296 us, 0.25%)
finish_task_switch (24,518,783 us, 0.15%)
__page_cache_alloc (13,178,649 us, 0.08%)
shrink_inactive_list (49,974,161 us, 0.31%)
output.rb:140 (1,061,784,552 us, 6.66%)
output.rb..
finish_task_switch (1,585,740 us, 0.01%)
do_page_fault (3,188,688 us, 0.02%)
in_oms_omi.rb:* (311,262,075 us, 1.95%)
i..
try_to_free_pages (2,350,640 us, 0.01%)
do_page_fault (12,678,563 us, 0.08%)
__do_page_cache_readahead (2,830,752 us, 0.02%)
_cond_resched (13,701,431 us, 0.09%)
schedule (14,089,964 us, 0.09%)
ret_from_fork (65,751,242 us, 0.41%)
_cond_resched (48,376,557 us, 0.30%)
CGroupCPU::AddSelf() (15,575,437 us, 0.10%)
_cond_resched (9,353,517 us, 0.06%)
[Missed Kernel Stack] (1,973,133 us, 0.01%)
do_futex (14,089,964 us, 0.09%)
finish_task_switch (49,112,810 us, 0.31%)
osc_brw_prep_request (12,065,458 us, 0.08%)
finish_task_switch (7,137,580 us, 0.04%)
unix_stream_recvmsg (17,111,723 us, 0.11%)
__write (2,279,734 us, 0.01%)
ksocknal_scheduler (77,896,453 us, 0.49%)
schedule (29,290,383 us, 0.18%)
__do_page_fault (15,280,557 us, 0.10%)
futex_wait_queue_me (164,326,663 us, 1.03%)
__do_page_cache_readahead (11,119,210 us, 0.07%)
finish_task_switch (175,287,535 us, 1.10%)
__do_page_cache_readahead (17,497,093 us, 0.11%)
shrink_page_list (9,331,134 us, 0.06%)
schedule (53,389,705 us, 0.33%)
worker_thread (38,311,047 us, 0.24%)
- (3,459,629 us, 0.02%)
SCXCoreLib::SCXLogFileConfigurator::ConfigUpdateThreadBody(SCXCoreLib::SCXHandle<SCXCoreLib::SCXThreadParam>&) (1,881,639 us, 0.01%)
filemap_fault (1,365,352 us, 0.01%)
shrink_node (17,934,532 us, 0.11%)
shrink_node (9,393,411 us, 0.06%)
__do_sys_wait4 (75,688,314 us, 0.47%)
runtime.schedule (53,389,724 us, 0.33%)
_cond_resched (18,604,974 us, 0.12%)
ksys_read (7,775,543 us, 0.05%)
try_to_free_pages (85,059,364 us, 0.53%)
runtime.futex (38,756,586 us, 0.24%)
__alloc_pages_slowpath (8,417,057 us, 0.05%)
__page_cache_alloc (5,958,579 us, 0.04%)
do_syscall_64 (1,575,717 us, 0.01%)
__page_cache_alloc (4,075,815 us, 0.03%)
try_to_free_pages (8,570,616 us, 0.05%)
[Missed User Stack] (25,872,755 us, 0.16%)
alloc_pages_current (34,067,908 us, 0.21%)
do_page_fault (18,275,299 us, 0.11%)
page_fault (1,663,412 us, 0.01%)
finish_task_switch (14,795,992 us, 0.09%)
kthread (76,907,687 us, 0.48%)
alloc_pages_current (43,328,691 us, 0.27%)
do_try_to_free_pages (12,676,096 us, 0.08%)
shrink_node (29,996,846 us, 0.19%)
filemap_fault (49,365,461 us, 0.31%)
__do_page_cache_readahead (12,676,096 us, 0.08%)
schedule (77,695,417 us, 0.49%)
shrink_inactive_list (2,774,762 us, 0.02%)
ondemand_readahead (3,365,023 us, 0.02%)
shrink_node (50,168,189 us, 0.31%)
trace_event_trigger_enable_disable (4,158,935 us, 0.03%)
entry_SYSCALL_64_after_hwframe (75,514,228 us, 0.47%)
migration/2 (78,047,538 us, 0.49%)
schedule (37,706,507 us, 0.24%)
__alloc_pages_slowpath (8,405,020 us, 0.05%)
filemap_fault (6,187,167 us, 0.04%)
handle_mm_fault (12,678,563 us, 0.08%)
do_try_to_free_pages (43,328,691 us, 0.27%)
shrink_page_list (1,872,656 us, 0.01%)
entry_SYSCALL_64_after_hwframe (75,688,314 us, 0.47%)
shrink_node (1,459,079 us, 0.01%)
disk_check_events (2,921,160 us, 0.02%)
__alloc_pages_slowpath (45,721,442 us, 0.29%)
ptlrpc_new_bulk (8,417,057 us, 0.05%)
lov_io_call.isra.11 (12,067,036 us, 0.08%)
do_syscall_64 (226,860,776 us, 1.42%)
_cond_resched (7,638,308 us, 0.05%)
try_to_free_pages (11,119,210 us, 0.07%)
finish_task_switch (5,671,385 us, 0.04%)
page_fault (16,477,724 us, 0.10%)
jbd2/sdb1-8 (45,075,726 us, 0.28%)
finish_task_switch (7,902,782 us, 0.05%)
page_fault (17,934,532 us, 0.11%)
__alloc_pages_nodemask (13,562,366 us, 0.09%)
do_futex (303,030,002 us, 1.90%)
d..
finish_task_switch (6,409,135 us, 0.04%)
core_sys_select (143,494,192 us, 0.90%)
__page_cache_alloc (17,934,532 us, 0.11%)
do_try_to_free_pages (5,834,708 us, 0.04%)
__do_fault (1,365,352 us, 0.01%)
ret_from_fork (68,227,354 us, 0.43%)
kthread (77,955,539 us, 0.49%)
__do_page_cache_readahead (1,647,256 us, 0.01%)
schedule (76,279,177 us, 0.48%)
schedule_hrtimeout_range (68,762,759 us, 0.43%)
shrink_node_memcg (47,557,624 us, 0.30%)
finish_task_switch (7,285,688 us, 0.05%)
entry_SYSCALL_64_after_hwframe (56,741,821 us, 0.36%)
page_fault (34,086,267 us, 0.21%)
do_epoll_wait (29,507,660 us, 0.19%)
do_futex (61,783,720 us, 0.39%)
futex_wait (1,932,488 us, 0.01%)
do_syscall_64 (31,118,782 us, 0.20%)
lnet_peer_discovery (77,855,044 us, 0.49%)
ll_file_io_generic (305,584,863 us, 1.92%)
l..
do_try_to_free_pages (9,457,937 us, 0.06%)
audit_type_to_string (18,648,897 us, 0.12%)
do_syscall_64 (53,876,218 us, 0.34%)
__vfs_read (56,741,821 us, 0.36%)
core_sys_select (44,234,331 us, 0.28%)
finish_task_switch (21,076,189 us, 0.13%)
ksocknal_scheduler (62,270,581 us, 0.39%)
shrink_inactive_list (22,625,758 us, 0.14%)
tcp_sendmsg (1,766,567 us, 0.01%)
none (38,964,065 us, 0.24%)
__do_fault (23,506,366 us, 0.15%)
finish_task_switch (14,717,146 us, 0.09%)
__page_cache_alloc (7,757,968 us, 0.05%)
do_syscall_64 (61,043,443 us, 0.38%)
ldlm_bl_thread_main (58,899,126 us, 0.37%)
do_syscall_64 (87,872,493 us, 0.55%)
ret_from_fork (49,571,322 us, 0.31%)
entry_SYSCALL_64_after_hwframe (60,189,253 us, 0.38%)
shrink_inactive_list (38,599,279 us, 0.24%)
try_to_free_pages (3,095,147 us, 0.02%)
pthread_cond_timedwait@@GLIBC_2.3.2 (591,354,287 us, 3.71%)
pthr..
[Missed Kernel Stack] (7,485,862 us, 0.05%)
ThreadResendDataToMdsd (8,948,596 us, 0.06%)
schedule (64,475,566 us, 0.40%)
ptlrpcd_check (5,447,292 us, 0.03%)
futex_wait_queue_me (303,030,002 us, 1.90%)
f..
ksocknal_scheduler (51,269,057 us, 0.32%)
__x64_sys_read (24,932,289 us, 0.16%)
do_syscall_64 (28,951,965 us, 0.18%)
futex_wait (6,415,139 us, 0.04%)
finish_task_switch (5,134,877 us, 0.03%)
finish_task_switch (17,487,841 us, 0.11%)
systemd-journal (73,597,257 us, 0.46%)
ksoftirqd/6 (55,483,639 us, 0.35%)
alloc_pages_current (16,723,193 us, 0.10%)
- (175,287,535 us, 1.10%)
alloc_pages_current (16,654,601 us, 0.10%)
finish_task_switch (18,775,843 us, 0.12%)
shrink_page_list (4,754,582 us, 0.03%)
__alloc_pages_nodemask (2,830,752 us, 0.02%)
shrink_page_list (9,393,411 us, 0.06%)
entry_SYSCALL_64_after_hwframe (9,227,061 us, 0.06%)
finish_task_switch (61,988,270 us, 0.39%)
finish_task_switch (8,541,975 us, 0.05%)
do_try_to_free_pages (34,067,908 us, 0.21%)
filemap_fault (8,418,218 us, 0.05%)
finish_task_switch (1,980,771 us, 0.01%)
__do_page_fault (11,119,663 us, 0.07%)
shrink_node_memcg (13,941,422 us, 0.09%)
[Missed Kernel Stack] (7,366,754 us, 0.05%)
- (2,372,100 us, 0.01%)
__do_page_cache_readahead (43,328,691 us, 0.27%)
shrink_page_list (13,701,431 us, 0.09%)
alloc_pages_current (3,064,326 us, 0.02%)
finish_task_switch (1,807,837 us, 0.01%)
finish_task_switch (39,065,244 us, 0.24%)
[unknown] (27,161,417 us, 0.17%)
entry_SYSCALL_64_after_hwframe (60,008,409 us, 0.38%)
schedule (55,483,639 us, 0.35%)
schedule (591,354,207 us, 3.71%)
sche..
kjournald2 (44,859,848 us, 0.28%)
pagecache_get_page (5,958,579 us, 0.04%)
finish_task_switch (5,393,529 us, 0.03%)
shrink_inactive_list (4,754,582 us, 0.03%)
- (61,043,443 us, 0.38%)
__alloc_pages_nodemask (3,283,504 us, 0.02%)
__handle_mm_fault (43,332,913 us, 0.27%)
kworker/3:1H (68,227,354 us, 0.43%)
ext4_filemap_fault (18,140,459 us, 0.11%)
do_futex (26,888,468 us, 0.17%)
osc_page_cache_add (4,942,927 us, 0.03%)
kjournald2 (70,010,881 us, 0.44%)
_cond_resched (7,137,580 us, 0.04%)
pthread_cond_timedwait@@GLIBC_2.3.2 (454,339,748 us, 2.85%)
pt..
pthread_cond_wait@@GLIBC_2.3.2 (1,575,717 us, 0.01%)
__xstat64 (9,396,251 us, 0.06%)
do_page_fault (17,934,532 us, 0.11%)
sock_read_iter (31,118,782 us, 0.20%)
path_lookupat (8,520,444 us, 0.05%)
schedule (2,520,732 us, 0.02%)
sshd (75,661,346 us, 0.47%)
schedule (56,237,709 us, 0.35%)
finish_task_switch (60,773,842 us, 0.38%)
_cond_resched (5,119,579 us, 0.03%)
__alloc_pages_nodemask (9,533,331 us, 0.06%)
pthread_cond_wait@@GLIBC_2.3.2 (33,351,732 us, 0.21%)
schedule_hrtimeout_range (29,507,660 us, 0.19%)
schedule_timeout (17,519,927 us, 0.11%)
finish_task_switch (30,259,959 us, 0.19%)
_cond_resched (1,968,507 us, 0.01%)
kthread (8,517,960 us, 0.05%)
futex_wait_queue_me (6,415,139 us, 0.04%)
__do_page_fault (3,188,688 us, 0.02%)
kthread (69,606,916 us, 0.44%)
osc_io_unplug0 (5,885,578 us, 0.04%)
- (56,741,821 us, 0.36%)
__alloc_pages_nodemask (4,877,170 us, 0.03%)
__do_page_fault (43,332,913 us, 0.27%)
shrink_node (10,919,703 us, 0.07%)
schedule_timeout (31,118,782 us, 0.20%)
vfs_read (27,953,861 us, 0.18%)
finish_task_switch (77,855,044 us, 0.49%)
do_epoll_wait (2,587,663 us, 0.02%)
lnet_discovery (77,855,044 us, 0.49%)
shrink_node (3,824,394 us, 0.02%)
finish_task_switch (7,443,498 us, 0.05%)
finish_task_switch (7,558,128 us, 0.05%)
- (41,081,969 us, 0.26%)
__handle_mm_fault (17,934,532 us, 0.11%)
finish_task_switch (1,439,477 us, 0.01%)
shrink_node_memcg (11,419,084 us, 0.07%)
_cond_resched (49,974,161 us, 0.31%)
__handle_mm_fault (3,188,688 us, 0.02%)
worker_thread (69,663,850 us, 0.44%)
__page_cache_alloc (4,067,424 us, 0.03%)
core_sys_select (300,330,328 us, 1.88%)
c..
- (54,256,579 us, 0.34%)
__do_fault (40,412,392 us, 0.25%)
do_syscall_64 (30,482,859 us, 0.19%)
__do_fault (1,663,412 us, 0.01%)
finish_task_switch (38,332,023 us, 0.24%)
osc_io_fsync_start (12,067,036 us, 0.08%)
__do_page_fault (8,418,218 us, 0.05%)
finish_task_switch (66,407,231 us, 0.42%)
swapper/1 (11,051,739 us, 0.07%)
try_to_free_pages (90,957,894 us, 0.57%)
kthread (2,520,816 us, 0.02%)
finish_task_switch (15,505,326 us, 0.10%)
_cond_resched (6,845,127 us, 0.04%)
shrink_node_memcg (2,765,488 us, 0.02%)
finish_task_switch (6,697,532 us, 0.04%)
__do_fault (49,365,461 us, 0.31%)
do_sys_poll (333,769,160 us, 2.09%)
d..
do_page_fault (49,365,461 us, 0.31%)
PriorityQueue::Saver(long) (13,764,731 us, 0.09%)
do_epoll_wait (5,005,462 us, 0.03%)
ret_from_fork (77,854,598 us, 0.49%)
finish_task_switch (5,190,521 us, 0.03%)
[unknown] (53,588,731 us, 0.34%)
smpboot_thread_fn (78,115,800 us, 0.49%)
__page_cache_alloc (30,411,471 us, 0.19%)
ext4_filemap_fault (8,589,171 us, 0.05%)
[unknown] (303,539,897 us, 1.90%)
[..
poll (68,762,839 us, 0.43%)
finish_task_switch (18,672,094 us, 0.12%)
[Missed User Stack] (4,167,129 us, 0.03%)
pagecache_get_page (8,289,976 us, 0.05%)
ep_poll (2,587,663 us, 0.02%)
osc_brw_prep_request (8,417,367 us, 0.05%)
__do_page_cache_readahead (29,996,846 us, 0.19%)
- (240,015,636 us, 1.50%)
alloc_pages_current (202,337,730 us, 1.27%)
ext4_filemap_fault (50,169,681 us, 0.31%)
finish_task_switch (77,695,417 us, 0.49%)
ext4_filemap_fault (13,572,731 us, 0.09%)
worker_thread (68,233,521 us, 0.43%)
do_syscall_64 (31,130,656 us, 0.20%)
entry_SYSCALL_64_after_hwframe (2,279,734 us, 0.01%)
finish_task_switch (37,675,343 us, 0.24%)
internal/poll.(*pollDesc).wait (53,389,724 us, 0.33%)
do_syscall_64 (29,507,660 us, 0.19%)
alloc_pages_current (3,655,007 us, 0.02%)
schedule (78,482,004 us, 0.49%)
__alloc_pages_slowpath (3,064,326 us, 0.02%)
iozone (610,542,838 us, 3.83%)
iozone
sock_read_iter (17,111,723 us, 0.11%)
__do_fault (34,086,267 us, 0.21%)
ext4_filemap_fault (3,146,113 us, 0.02%)
shrink_node (3,341,475 us, 0.02%)
__alloc_pages_nodemask (8,270,347 us, 0.05%)
__do_page_cache_readahead (23,506,366 us, 0.15%)
osc_build_rpc (5,870,399 us, 0.04%)
schedule (78,047,538 us, 0.49%)
kthread (70,010,881 us, 0.44%)
entry_SYSCALL_64_after_hwframe (26,888,468 us, 0.17%)
- (34,086,267 us, 0.21%)
__do_page_cache_readahead (8,405,020 us, 0.05%)
__alloc_pages_nodemask (3,559,589 us, 0.02%)
kworker/0:4 (69,665,077 us, 0.44%)
wait_for_completion (4,157,346 us, 0.03%)
kmalloc_order_trace (12,062,021 us, 0.08%)
schedule (46,779,166 us, 0.29%)
__alloc_pages_nodemask (3,879,523 us, 0.02%)
hv_kvp_daemon (9,653,206 us, 0.06%)
__alloc_pages_slowpath (4,583,315 us, 0.03%)
try_to_free_pages (198,026,247 us, 1.24%)
try_to_free_pages (7,757,968 us, 0.05%)
socknal_reaper (78,243,044 us, 0.49%)
__do_page_fault (3,064,326 us, 0.02%)
finish_task_switch (68,233,521 us, 0.43%)
ext4_filemap_fault (49,365,461 us, 0.31%)
__x64_sys_poll (41,081,969 us, 0.26%)
kthread (77,853,223 us, 0.49%)
finish_task_switch (17,253,618 us, 0.11%)
finish_task_switch (1,485,974 us, 0.01%)
runtime.epollwait (53,389,705 us, 0.33%)
ptlrpcd_check (8,930,537 us, 0.06%)
__handle_mm_fault (23,506,366 us, 0.15%)
do_page_fault (13,572,731 us, 0.09%)
smpboot_thread_fn (77,884,141 us, 0.49%)
entry_SYSCALL_64_after_hwframe (84,720,703 us, 0.53%)
shrink_node_memcg (2,689,666 us, 0.02%)
pthread_cond_timedwait@@GLIBC_2.3.2 (24,565,461 us, 0.15%)
alloc_pages_current (8,520,444 us, 0.05%)
do_try_to_free_pages (8,289,976 us, 0.05%)
- (1,932,488 us, 0.01%)
filemap_fault (4,076,423 us, 0.03%)
ret_from_fork (69,606,916 us, 0.44%)
alloc_pages_current (8,270,347 us, 0.05%)
__do_page_fault (3,146,113 us, 0.02%)
[unknown] (4,179,405 us, 0.03%)
ptlrpc_prep_bulk_imp (12,062,021 us, 0.08%)
ksys_read (24,932,289 us, 0.16%)
finish_task_switch (2,587,663 us, 0.02%)
kthread (68,227,354 us, 0.43%)
__alloc_pages_nodemask (3,095,150 us, 0.02%)
shrink_node (45,797,438 us, 0.29%)
[Missed User Stack] (6,698,439 us, 0.04%)
__do_page_cache_readahead (1,701,256 us, 0.01%)
entry_SYSCALL_64_after_hwframe (167,612,808 us, 1.05%)
do_syscall_64 (33,351,732 us, 0.21%)
schedule (46,698,760 us, 0.29%)
[Missed Kernel Stack] (1,460,005 us, 0.01%)
_cond_resched (1,402,854 us, 0.01%)
swapper/6 (23,531,703 us, 0.15%)
finish_task_switch (3,824,304 us, 0.02%)
futex_wait_queue_me (24,713,803 us, 0.15%)
__alloc_pages_slowpath (7,757,968 us, 0.05%)
ext4_filemap_fault (9,323,793 us, 0.06%)
poll (74,178,137 us, 0.47%)
ret_from_fork (34,399,777 us, 0.22%)
do_syscall_64 (45,817,595 us, 0.29%)
do_futex (24,713,803 us, 0.15%)
__do_fault (8,582,953 us, 0.05%)
shrink_node (13,562,366 us, 0.09%)
do_page_fault (4,076,423 us, 0.03%)
finish_task_switch (2,062,944 us, 0.01%)
- (56,237,709 us, 0.35%)
entry_SYSCALL_64_after_hwframe (164,326,663 us, 1.03%)
__page_cache_alloc (6,274,968 us, 0.04%)
_cond_resched (6,464,972 us, 0.04%)
entry_SYSCALL_64_after_hwframe (24,565,461 us, 0.15%)
__alloc_pages_slowpath (5,423,847 us, 0.03%)
_cond_resched (25,244,275 us, 0.16%)
do_syscall_64 (42,068,492 us, 0.26%)
runtime.findrunnable (9,227,061 us, 0.06%)
shrink_node_memcg (8,066,801 us, 0.05%)
schedule (125,805,321 us, 0.79%)
do_futex (454,333,615 us, 2.85%)
do..
do_epoll_wait (35,238,193 us, 0.22%)
vvp_io_write_start (2,215,551 us, 0.01%)
schedule (399,282,670 us, 2.50%)
sc..
_cond_resched (7,902,782 us, 0.05%)
__alloc_pages_slowpath (45,809,751 us, 0.29%)
shrink_node (2,031,123 us, 0.01%)
[Missed User Stack] (32,013,549 us, 0.20%)
entry_SYSCALL_64_after_hwframe (77,490,936 us, 0.49%)
finish_task_switch (9,610,264 us, 0.06%)
__alloc_pages_slowpath (23,506,366 us, 0.15%)
shrink_node_memcg (22,106,745 us, 0.14%)
__alloc_pages_nodemask (45,721,442 us, 0.29%)
futex_wait_queue_me (25,854,466 us, 0.16%)
schedule (61,783,720 us, 0.39%)
finish_task_switch (3,684,415 us, 0.02%)
futex_wait_queue_me (399,282,670 us, 2.50%)
fu..
_cond_resched (7,650,549 us, 0.05%)
schedule_hrtimeout_range_clock (75,652,547 us, 0.47%)
shrink_node_memcg (4,568,307 us, 0.03%)
shrink_page_list (38,599,279 us, 0.24%)
hist_unreg_all (10,175,378 us, 0.06%)
shrink_page_list (1,968,507 us, 0.01%)
__x64_sys_nanosleep (46,698,760 us, 0.29%)
__do_fault (3,064,326 us, 0.02%)
finish_task_switch (23,764,085 us, 0.15%)
ext4_filemap_fault (21,205,560 us, 0.13%)
__do_page_cache_readahead (7,763,101 us, 0.05%)
kthread (77,955,305 us, 0.49%)
ptlrpcd (46,769,218 us, 0.29%)
do_try_to_free_pages (2,872,178 us, 0.02%)
schedule (40,364,049 us, 0.25%)
futex_wait_queue_me (27,036,511 us, 0.17%)
do_page_fault (16,477,724 us, 0.10%)
schedule_hrtimeout_range (35,238,193 us, 0.22%)
finish_task_switch (8,356,440 us, 0.05%)
__handle_mm_fault (50,169,681 us, 0.31%)
do_try_to_free_pages (17,479,821 us, 0.11%)
do_page_fault (43,332,913 us, 0.27%)
_cond_resched (5,058,701 us, 0.03%)
do_epoll_wait (31,482,184 us, 0.20%)
_cond_resched (9,143,182 us, 0.06%)
__alloc_pages_slowpath (5,731,654 us, 0.04%)
schedule (61,988,270 us, 0.39%)
pagecache_get_page (6,593,539 us, 0.04%)
do_syscall_64 (125,805,321 us, 0.79%)
- (29,507,660 us, 0.19%)
select (61,056,357 us, 0.38%)
try_to_free_pages (14,166,314 us, 0.09%)
ext4_filemap_fault (6,187,167 us, 0.04%)
futex_wait (24,713,747 us, 0.15%)
do_filp_open (10,175,543 us, 0.06%)
__x64_sys_futex (399,282,670 us, 2.50%)
__..
wb_writeback (12,617,264 us, 0.08%)
finish_task_switch (75,688,314 us, 0.47%)
futex_wait_queue_me (61,783,720 us, 0.39%)
__alloc_pages_nodemask (3,365,023 us, 0.02%)
schedule_timeout (5,134,877 us, 0.03%)
__page_cache_alloc (8,270,347 us, 0.05%)
kmalloc_order (3,879,523 us, 0.02%)
alloc_pages_current (6,593,539 us, 0.04%)
ret_from_fork (78,207,139 us, 0.49%)
try_to_free_pages (5,958,579 us, 0.04%)
ret_from_fork (55,483,639 us, 0.35%)
shrink_node (3,146,113 us, 0.02%)
__do_fault (105,382,332 us, 0.66%)
omicli (25,683,476 us, 0.16%)
[unknown] (243,427,169 us, 1.53%)
balance_dirty_pages_ratelimited (92,363,206 us, 0.58%)
ptlrpcd_check (5,939,521 us, 0.04%)
entry_SYSCALL_64_after_hwframe (366,737,559 us, 2.30%)
e..
page_fault (11,119,663 us, 0.07%)
do_try_to_free_pages (6,884,003 us, 0.04%)
__do_fault (9,723,990 us, 0.06%)
[Missed User Stack] (9,526,056 us, 0.06%)
__page_cache_alloc (17,497,093 us, 0.11%)
shrink_page_list (2,410,894 us, 0.02%)
osc_build_rpc (6,944,260 us, 0.04%)
finish_task_switch (20,552,867 us, 0.13%)
do_try_to_free_pages (13,562,366 us, 0.09%)
ret_from_fork (57,289,921 us, 0.36%)
secondary_startup_64 (23,531,703 us, 0.15%)
futex_wait_queue_me (14,089,964 us, 0.09%)
shrink_page_list (7,902,782 us, 0.05%)
kthread (78,707,579 us, 0.49%)
__x64_sys_epoll_pwait (53,389,705 us, 0.33%)
- (3,188,688 us, 0.02%)
alloc_pages_current (49,365,461 us, 0.31%)
entry_SYSCALL_64_after_hwframe (64,410,050 us, 0.40%)
entry_SYSCALL_64_after_hwframe (27,954,537 us, 0.18%)
entry_SYSCALL_64_after_hwframe (125,805,321 us, 0.79%)
__alloc_pages_slowpath (7,058,433 us, 0.04%)
io_schedule_timeout (92,363,206 us, 0.58%)
__alloc_pages_slowpath (16,475,509 us, 0.10%)
ptlrpc_check_set (6,054,348 us, 0.04%)
__do_fault (8,418,218 us, 0.05%)
tcp_sendmsg (1,483,044 us, 0.01%)
__do_page_fault (9,410,195 us, 0.06%)
do_syscall_64 (9,227,061 us, 0.06%)
do_futex (27,036,511 us, 0.17%)
ext4_filemap_fault (3,064,326 us, 0.02%)
alloc_pages_current (1,540,310 us, 0.01%)
schedule (74,178,133 us, 0.47%)
schedule_hrtimeout_range_clock (29,507,660 us, 0.19%)
shrink_inactive_list (7,851,624 us, 0.05%)
__alloc_pages_slowpath (34,067,908 us, 0.21%)
do_syscall_64 (53,389,705 us, 0.33%)
schedule (69,602,168 us, 0.44%)
cpu_startup_entry (7,452,438 us, 0.05%)
__handle_mm_fault (16,657,110 us, 0.10%)
schedule_timeout (4,942,927 us, 0.03%)
event_hist_trigger_free (6,016,443 us, 0.04%)
do_futex (34,278,820 us, 0.21%)
finish_task_switch (77,854,598 us, 0.49%)
__do_fault (8,270,870 us, 0.05%)
- (76,082,393 us, 0.48%)
finish_task_switch (73,235,783 us, 0.46%)
finish_task_switch (240,015,636 us, 1.50%)
schedule (8,541,975 us, 0.05%)
do_syscall_64 (60,189,253 us, 0.38%)
entry_SYSCALL_64_after_hwframe (226,860,776 us, 1.42%)
alloc_pages_current (3,283,504 us, 0.02%)
finish_task_switch (18,911,448 us, 0.12%)
finish_task_switch (46,779,166 us, 0.29%)
__do_page_cache_readahead (16,654,601 us, 0.10%)
do_try_to_free_pages (2,830,746 us, 0.02%)
do_try_to_free_pages (5,393,529 us, 0.03%)
schedule_hrtimeout_range (77,932,574 us, 0.49%)
__page_cache_alloc (103,558,653 us, 0.65%)
schedule (78,207,139 us, 0.49%)
alloc_pages_current (11,119,210 us, 0.07%)
shrink_node_memcg (6,704,614 us, 0.04%)
shrink_node (15,280,557 us, 0.10%)
auoms.ReadEvent (53,399,650 us, 0.33%)
ksocknal_scheduler (78,050,351 us, 0.49%)
__x64_sys_recvfrom (76,279,177 us, 0.48%)
shrink_node_memcg (2,298,204 us, 0.01%)
shrink_inactive_list (3,751,703 us, 0.02%)
schedule (118,497,630 us, 0.74%)
__generic_file_write_iter (299,566,274 us, 1.88%)
_..
__handle_mm_fault (9,410,195 us, 0.06%)
unix_stream_read_generic (54,256,579 us, 0.34%)
worker_thread (2,284,047 us, 0.01%)
do_try_to_free_pages (2,031,123 us, 0.01%)
finish_task_switch (71,716,962 us, 0.45%)
ll_file_write_iter (305,584,863 us, 1.92%)
l..
__alloc_pages_nodemask (16,654,601 us, 0.10%)
[Missed User Stack] (58,774,378 us, 0.37%)
__getblk_gfp (3,655,007 us, 0.02%)
entry_SYSCALL_64_after_hwframe (43,010,566 us, 0.27%)
__x64_sys_select (44,234,331 us, 0.28%)
entry_SYSCALL_64_after_hwframe (35,238,193 us, 0.22%)
shrink_node_memcg (39,955,280 us, 0.25%)
__do_page_fault (2,720,387 us, 0.02%)
shrink_node (6,593,539 us, 0.04%)
__do_page_cache_readahead (34,067,908 us, 0.21%)
mm_alloc (9,533,331 us, 0.06%)
finish_task_switch (40,344,759 us, 0.25%)
__do_fault (18,140,459 us, 0.11%)
- (37,706,507 us, 0.24%)
_cond_resched (7,285,688 us, 0.05%)
page_fault (7,107,919 us, 0.04%)
shrink_page_list (1,464,373 us, 0.01%)
schedule (75,514,198 us, 0.47%)
schedule (2,434,394 us, 0.02%)
__do_page_fault (1,365,352 us, 0.01%)
schedule_timeout (76,279,177 us, 0.48%)
ksys_read (27,953,861 us, 0.18%)
schedule_hrtimeout_range (43,010,566 us, 0.27%)
schedule (77,955,305 us, 0.49%)
shrink_node_memcg (6,462,388 us, 0.04%)
[Missed Kernel Stack] (2,294,457 us, 0.01%)
epoll_wait (53,876,218 us, 0.34%)
_cond_resched (4,281,504 us, 0.03%)
page_fault (50,169,681 us, 0.31%)
ret_from_fork (57,788,355 us, 0.36%)
ptlrpcd_01_01 (54,374,420 us, 0.34%)
ksys_write (45,817,595 us, 0.29%)
shrink_node (3,181,734 us, 0.02%)
do_try_to_free_pages (4,067,424 us, 0.03%)
synchronize_rcu (5,134,877 us, 0.03%)
schedule (77,853,223 us, 0.49%)
[unknown] (4,172,574 us, 0.03%)
std::basic_ios<char, std::char_traits<char> >::init(std::basic_streambuf<char, std::char_traits<char> >*) (55,833,871 us, 0.35%)
entry_SYSCALL_64_after_hwframe (143,494,192 us, 0.90%)
_cond_resched (1,485,974 us, 0.01%)
finish_task_switch (1,901,252 us, 0.01%)
filemap_fault (11,119,663 us, 0.07%)
do_nanosleep (60,045,805 us, 0.38%)
[unknown] (33,063,144 us, 0.21%)
runtime.notetsleep_internal (64,685,798 us, 0.41%)
schedule (26,409,292 us, 0.17%)
kthread (78,962,999 us, 0.50%)
select (75,657,491 us, 0.47%)
ptlrpc_prep_bulk_imp (4,583,315 us, 0.03%)
worker_thread (67,861,107 us, 0.43%)
schedule (68,233,521 us, 0.43%)
finish_task_switch (6,845,127 us, 0.04%)
entry_SYSCALL_64_after_hwframe (75,652,547 us, 0.47%)
futex_wait_queue_me (50,535,868 us, 0.32%)
socknal_sd00_00 (78,050,351 us, 0.49%)
ret_from_fork (8,517,960 us, 0.05%)
handle_mm_fault (1,436,897 us, 0.01%)
hrtimer_nanosleep (18,224,087 us, 0.11%)
shrink_node_memcg (12,006,151 us, 0.08%)
page_fault (2,720,387 us, 0.02%)
__skb_recv_datagram (76,279,177 us, 0.48%)
vmalloc (2,034,505 us, 0.01%)
ksoftirqd/2 (65,613,939 us, 0.41%)
do_try_to_free_pages (1,459,079 us, 0.01%)
__handle_mm_fault (18,275,299 us, 0.11%)
__alloc_pages_nodemask (1,701,256 us, 0.01%)
finish_task_switch (1,932,488 us, 0.01%)
schedule (9,917,880 us, 0.06%)
worker_thread (69,824,930 us, 0.44%)
do_syscall_64 (75,514,228 us, 0.47%)
__x64_sys_futex (1,575,717 us, 0.01%)
do_try_to_free_pages (2,663,418 us, 0.02%)
hist_show (2,034,505 us, 0.01%)
runtime.findrunnable (53,389,705 us, 0.33%)
finish_task_switch (26,409,292 us, 0.17%)
_cond_resched (22,625,758 us, 0.14%)
try_to_free_pages (5,834,708 us, 0.04%)
filemap_fault (18,140,459 us, 0.11%)
ldlm_bl_02 (73,235,783 us, 0.46%)
poll_schedule_timeout.constprop.13 (74,178,133 us, 0.47%)
shrink_node (85,059,364 us, 0.53%)
__do_page_fault (1,663,412 us, 0.01%)
do_syscall_64 (60,034,642 us, 0.38%)
_cond_resched (1,591,190 us, 0.01%)
finish_task_switch (31,482,184 us, 0.20%)
__wait_rcu_gp (5,134,877 us, 0.03%)
osc_brw_prep_request (5,438,170 us, 0.03%)
finish_task_switch (2,000,016 us, 0.01%)
kthread (78,176,240 us, 0.49%)
- (2,720,387 us, 0.02%)
__x64_sys_futex (60,034,642 us, 0.38%)
ret_from_fork (69,824,949 us, 0.44%)
finish_task_switch (74,178,133 us, 0.47%)
[Missed User Stack] (28,488,189 us, 0.18%)
do_syscall_64 (27,036,511 us, 0.17%)
do_page_fault (3,459,629 us, 0.02%)
pthread_cond_wait@@GLIBC_2.3.2 (303,030,002 us, 1.90%)
p..
schedule (36,482,242 us, 0.23%)
shrink_node (3,655,007 us, 0.02%)
pthread_cond_timedwait@@GLIBC_2.3.2 (175,287,535 us, 1.10%)
ptlrpcd (59,050,805 us, 0.37%)
[Missed User Stack] (33,497,712 us, 0.21%)
schedule (54,256,579 us, 0.34%)
finish_task_switch (31,118,782 us, 0.20%)
ext4_filemap_fault (1,365,352 us, 0.01%)
entry_SYSCALL_64_after_hwframe (54,256,579 us, 0.34%)
filemap_fault (108,272,328 us, 0.68%)
page_fault (3,064,326 us, 0.02%)
entry_SYSCALL_64_after_hwframe (53,389,705 us, 0.33%)
shrink_inactive_list (38,459,307 us, 0.24%)
try_to_free_pages (11,753,681 us, 0.07%)
runtime.park_m (53,389,724 us, 0.33%)
__alloc_pages_slowpath (1,405,260 us, 0.01%)
shrink_node_memcg (4,579,037 us, 0.03%)
__page_cache_alloc (3,283,504 us, 0.02%)
migration/5 (78,482,004 us, 0.49%)
shrink_page_list (13,314,955 us, 0.08%)
shrink_page_list (6,464,972 us, 0.04%)
__do_page_cache_readahead (3,064,326 us, 0.02%)
__open (10,191,177 us, 0.06%)
entry_SYSCALL_64_after_hwframe (14,089,964 us, 0.09%)
runtime.stopm (39,357,618 us, 0.25%)
ep_poll (29,507,660 us, 0.19%)
kthread (78,050,351 us, 0.49%)
alloc_pages_current (2,248,677 us, 0.01%)
_cond_resched (4,555,376 us, 0.03%)
schedule_hrtimeout_range_clock (2,587,663 us, 0.02%)
alloc_pages_current (13,562,366 us, 0.09%)
page_get_link (2,271,010 us, 0.01%)
kthread (47,727,829 us, 0.30%)
sh (29,154,747 us, 0.18%)
try_to_free_pages (3,824,394 us, 0.02%)
kern_select (212,838,750 us, 1.33%)
schedule (2,587,663 us, 0.02%)
_cond_resched (6,045,890 us, 0.04%)
ksys_read (4,364,245 us, 0.03%)
try_to_free_pages (2,248,677 us, 0.01%)
shrink_page_list (6,801,546 us, 0.04%)
epoll_wait (43,010,566 us, 0.27%)
runtime.bgscavenge (9,227,061 us, 0.06%)
__alloc_pages_slowpath (3,365,023 us, 0.02%)
_cond_resched (6,934,680 us, 0.04%)
do_futex (1,724,853 us, 0.01%)
disk_events_workfn (2,921,160 us, 0.02%)
shrink_node_memcg (14,671,360 us, 0.09%)
__vfs_read (19,146,228 us, 0.12%)
__lock_page_killable (2,434,394 us, 0.02%)
__handle_mm_fault (5,968,064 us, 0.04%)
pthread_cond_wait@@GLIBC_2.3.2 (27,036,511 us, 0.17%)
__x64_sys_futex (27,036,511 us, 0.17%)
do_try_to_free_pages (198,026,247 us, 1.24%)
ext4_filemap_fault (48,175,500 us, 0.30%)
_cond_resched (23,811,100 us, 0.15%)
handle_mm_fault (13,572,731 us, 0.09%)
hrtimer_nanosleep (46,779,166 us, 0.29%)
finish_task_switch (77,853,223 us, 0.49%)
ret_from_fork (58,899,126 us, 0.37%)
ksoftirqd/3 (57,788,355 us, 0.36%)
kthread (78,275,595 us, 0.49%)
futex_wait_queue_me (118,497,630 us, 0.74%)
alloc_pages_current (14,166,314 us, 0.09%)
finish_task_switch (45,745,003 us, 0.29%)
ext4_filemap_fault (7,107,919 us, 0.04%)
pthread_cond_wait@@GLIBC_2.3.2 (1,724,853 us, 0.01%)
brw_interpret (5,735,587 us, 0.04%)
ret_from_fork (78,275,595 us, 0.49%)
schedule_timeout (78,207,139 us, 0.49%)
__x64_sys_read (37,706,507 us, 0.24%)
finish_task_switch (1,838,306 us, 0.01%)
start_secondary (17,982,098 us, 0.11%)
do_sys_poll (74,178,133 us, 0.47%)
runtime.schedule (39,368,829 us, 0.25%)
- (1,575,717 us, 0.01%)
finish_task_switch (49,440,525 us, 0.31%)
schedule (76,077,792 us, 0.48%)
__x64_sys_epoll_wait (29,507,660 us, 0.19%)
__alloc_pages_slowpath (4,877,170 us, 0.03%)
io.ReadAtLeast (53,389,724 us, 0.33%)
page_fault (9,865,602 us, 0.06%)
ksocknal_lib_send_kiov (3,482,123 us, 0.02%)
shrink_node_memcg (13,408,248 us, 0.08%)
do_try_to_free_pages (11,753,681 us, 0.07%)
do_try_to_free_pages (8,405,020 us, 0.05%)
__alloc_pages_nodemask (6,884,003 us, 0.04%)
new_sync_read (7,775,543 us, 0.05%)
__page_cache_alloc (3,559,589 us, 0.02%)
finish_task_switch (29,507,660 us, 0.19%)
page_cache_async_readahead (3,365,023 us, 0.02%)
__vmalloc_node_range (2,034,505 us, 0.01%)
kthread (64,909,430 us, 0.41%)
__x64_sys_select (44,212,256 us, 0.28%)
__slab_alloc (2,779,675 us, 0.02%)
__x64_sys_read (19,146,228 us, 0.12%)
jbd2_journal_commit_transaction (4,461,361 us, 0.03%)
__do_page_cache_readahead (3,095,150 us, 0.02%)
__ext4_get_inode_loc (8,520,444 us, 0.05%)
schedule (44,234,331 us, 0.28%)
try_to_free_pages (9,457,937 us, 0.06%)
schedule (58,899,126 us, 0.37%)
kthread (2,284,047 us, 0.01%)
kthread (77,896,453 us, 0.49%)
__x64_sys_futex (1,478,666,657 us, 9.27%)
__x64_sys_futex
__alloc_pages_slowpath (6,884,003 us, 0.04%)
kworker/3:0 (67,873,274 us, 0.43%)
do_syscall_64 (38,964,047 us, 0.24%)
shrink_page_list (1,980,771 us, 0.01%)
schedule (4,942,927 us, 0.03%)
__do_page_cache_readahead (85,061,497 us, 0.53%)
vfs_write (305,596,341 us, 1.92%)
v..
__handle_mm_fault (9,865,602 us, 0.06%)
schedule (43,010,566 us, 0.27%)
worker_thread (9,040,922 us, 0.06%)
[Missed User Stack] (382,501,020 us, 2.40%)
[..
try_to_free_pages (9,393,411 us, 0.06%)
swapper/3 (3,329,774 us, 0.02%)
__do_page_cache_readahead (7,058,433 us, 0.04%)
do_try_to_free_pages (2,350,640 us, 0.01%)
schedule_hrtimeout_range_clock (43,010,566 us, 0.27%)
__do_page_cache_readahead (1,540,310 us, 0.01%)
shrink_node (3,160,862 us, 0.02%)
ext4_filemap_fault (9,865,602 us, 0.06%)
finish_task_switch (1,872,656 us, 0.01%)
__do_page_cache_readahead (14,166,530 us, 0.09%)
try_to_free_pages (3,418,816 us, 0.02%)
schedule (92,363,206 us, 0.58%)
finish_task_switch (57,289,921 us, 0.36%)
try_to_free_pages (15,280,557 us, 0.10%)
poll_schedule_timeout.constprop.13 (143,494,192 us, 0.90%)
[Missed User Stack] (15,940,968 us, 0.10%)
do_futex (175,287,535 us, 1.10%)
__do_page_cache_readahead (13,178,649 us, 0.08%)
ptlrpc_check_set (8,930,537 us, 0.06%)
__alloc_pages_nodemask (13,178,649 us, 0.08%)
__alloc_pages_nodemask (3,146,113 us, 0.02%)
do_syscall_64 (562,105,497 us, 3.52%)
do_..
__x64_sys_futex (29,290,383 us, 0.18%)
__alloc_pages_slowpath (3,283,504 us, 0.02%)
_cond_resched (176,959,283 us, 1.11%)
finish_task_switch (15,639,966 us, 0.10%)
[unknown] (38,964,047 us, 0.24%)
hrtimer_nanosleep (60,003,366 us, 0.38%)
try_to_free_pages (6,274,968 us, 0.04%)
pthread_cond_wait@@GLIBC_2.3.2 (125,805,321 us, 0.79%)
entry_SYSCALL_64_after_hwframe (31,118,782 us, 0.20%)
alloc_pages_current (13,178,649 us, 0.08%)
entry_SYSCALL_64_after_hwframe (10,067,412 us, 0.06%)
schedule (49,402,459 us, 0.31%)
__do_fault (50,169,681 us, 0.31%)
__alloc_pages_slowpath (5,958,579 us, 0.04%)
shrink_node (16,723,151 us, 0.10%)
pthread_cond_timedwait@@GLIBC_2.3.2 (240,015,636 us, 1.50%)
ret_from_fork (73,731,893 us, 0.46%)
[unknown] (2,611,852 us, 0.02%)
_cond_resched (7,443,498 us, 0.05%)
[Missed Kernel Stack] (15,758,970 us, 0.10%)
futex_wait (454,333,615 us, 2.85%)
fu..
shrink_inactive_list (7,902,782 us, 0.05%)
__handle_mm_fault (13,572,731 us, 0.09%)
_cond_resched (38,459,307 us, 0.24%)
kthread (77,695,417 us, 0.49%)
__do_fault (30,430,772 us, 0.19%)
finish_task_switch (49,683,769 us, 0.31%)
ptlrpcd_00_02 (42,747,106 us, 0.27%)
alloc_pages_current (2,830,752 us, 0.02%)
kthread (57,289,921 us, 0.36%)
schedule (78,050,208 us, 0.49%)
kthread (77,900,988 us, 0.49%)
filemap_fault (2,844,425 us, 0.02%)
__nanosleep (46,779,173 us, 0.29%)
do_epoll_wait (31,130,656 us, 0.20%)
sock_read_iter (37,706,507 us, 0.24%)
schedule_hrtimeout_range_clock (26,409,292 us, 0.17%)
finish_task_switch (5,807,115 us, 0.04%)
ret_from_fork (46,347,710 us, 0.29%)
shrink_node (7,058,433 us, 0.04%)
__alloc_pages_slowpath (30,411,471 us, 0.19%)
shrink_node (2,350,640 us, 0.01%)
handle_mm_fault (88,313,069 us, 0.55%)
__x64_sys_vfork (22,084,501 us, 0.14%)
alloc_pages_current (2,888,502 us, 0.02%)
futex_wait (30,482,859 us, 0.19%)
futex_wait_queue_me (1,724,853 us, 0.01%)
schedule (61,043,443 us, 0.38%)
[Missed Kernel Stack] (1,682,611 us, 0.01%)
entry_SYSCALL_64_after_hwframe (74,178,133 us, 0.47%)
__alloc_pages_nodemask (7,757,968 us, 0.05%)
shrink_inactive_list (1,464,373 us, 0.01%)
do_try_to_free_pages (7,058,433 us, 0.04%)
shrink_node_memcg (8,520,444 us, 0.05%)
- (5,005,462 us, 0.03%)
shrink_inactive_list (1,872,656 us, 0.01%)
[Missed User Stack] (3,400,499 us, 0.02%)
sock_sendmsg (1,766,573 us, 0.01%)
schedule (8,510,651 us, 0.05%)
kthread (75,720,852 us, 0.47%)
- (27,036,511 us, 0.17%)
futex_wait_queue_me (175,287,535 us, 1.10%)
oms_configurat* (77,238,216 us, 0.48%)
[Missed Kernel Stack] (5,876,505 us, 0.04%)
schedule_hrtimeout_range (31,482,184 us, 0.20%)
shrink_node (90,957,894 us, 0.57%)
__page_cache_alloc (90,957,894 us, 0.57%)
worker_thread (39,069,955 us, 0.24%)
try_to_free_pages (3,559,586 us, 0.02%)
schedule (73,235,783 us, 0.46%)
worker_thread (17,265,744 us, 0.11%)
kthread (65,751,242 us, 0.41%)
kthread (55,483,639 us, 0.35%)
__getblk_gfp (8,520,444 us, 0.05%)
finish_task_switch (1,383,778 us, 0.01%)
__handle_mm_fault (9,489,078 us, 0.06%)
ldlm_bl_thread_main (69,139,807 us, 0.43%)
schedule_hrtimeout_range_clock (300,330,328 us, 1.88%)
s..
_cond_resched (5,807,115 us, 0.04%)
vfs_read (24,932,289 us, 0.16%)
shrink_page_list (4,579,037 us, 0.03%)
kthread (9,922,618 us, 0.06%)
__do_page_fault (16,657,110 us, 0.10%)
entry_SYSCALL_64_after_hwframe (61,043,443 us, 0.38%)
entry_SYSCALL_64_after_hwframe (31,130,656 us, 0.20%)
finish_task_switch (25,244,275 us, 0.16%)
_cond_resched (8,272,113 us, 0.05%)
schedule_hrtimeout_range (53,876,218 us, 0.34%)
schedule (9,227,061 us, 0.06%)
finish_task_switch (67,501,914 us, 0.42%)
shrink_page_list (17,487,841 us, 0.11%)
vfs_open (10,175,378 us, 0.06%)
kworker/6:1 (17,265,744 us, 0.11%)
__alloc_pages_nodemask (7,058,433 us, 0.04%)
handle_mm_fault (4,076,423 us, 0.03%)
__handle_mm_fault (2,844,425 us, 0.02%)
ondemand_readahead (7,763,101 us, 0.05%)
_cond_resched (13,314,955 us, 0.08%)
finish_task_switch (8,910,053 us, 0.06%)
kthread (63,260,315 us, 0.40%)
__page_cache_alloc (45,721,442 us, 0.29%)
ret_from_fork (40,392,338 us, 0.25%)
shrink_page_list (7,851,624 us, 0.05%)
finish_task_switch (69,602,168 us, 0.44%)
finish_task_switch (9,227,061 us, 0.06%)
schedule_timeout (77,855,044 us, 0.49%)
finish_task_switch (29,290,383 us, 0.18%)
__generic_file_write_iter (1,475,305 us, 0.01%)
finish_task_switch (44,234,331 us, 0.28%)
read (31,118,782 us, 0.20%)
try_to_free_pages (4,067,424 us, 0.03%)
alloc_pages_current (16,475,509 us, 0.10%)
do_wait (75,514,198 us, 0.47%)
handle_mm_fault (105,382,332 us, 0.66%)
shrink_inactive_list (1,456,753 us, 0.01%)
schedule (6,409,135 us, 0.04%)
__do_fault (1,436,897 us, 0.01%)
do_syscall_64 (27,954,537 us, 0.18%)
alloc_pages_current (5,857,164 us, 0.04%)
alloc_pages_current (7,757,968 us, 0.05%)
do_syscall_64 (2,279,734 us, 0.01%)
schedule (68,227,354 us, 0.43%)
gmain (77,393,932 us, 0.49%)
finish_task_switch (54,256,579 us, 0.34%)
__kmalloc (5,857,164 us, 0.04%)
do_futex (399,282,670 us, 2.50%)
do..
__do_page_cache_readahead (3,146,113 us, 0.02%)
__do_page_fault (48,175,500 us, 0.30%)
entry_SYSCALL_64_after_hwframe (46,779,166 us, 0.29%)
try_to_free_pages (4,075,815 us, 0.03%)
shrink_node (2,663,418 us, 0.02%)
shrink_inactive_list (9,331,134 us, 0.06%)
finish_task_switch (18,224,087 us, 0.11%)
do_syscall_64 (41,081,969 us, 0.26%)
__handle_mm_fault (40,412,392 us, 0.25%)
shrink_page_list (8,033,065 us, 0.05%)
schedule (28,594,804 us, 0.18%)
do_sys_poll (40,316,505 us, 0.25%)
do_page_fault (11,119,663 us, 0.07%)
__page_cache_alloc (3,181,734 us, 0.02%)
finish_task_switch (77,955,539 us, 0.49%)
finish_task_switch (3,247,262 us, 0.02%)
filemap_fault (14,302,976 us, 0.09%)
finish_task_switch (1,551,242 us, 0.01%)
__x64_sys_futex (9,227,061 us, 0.06%)
schedule (60,002,764 us, 0.38%)
entry_SYSCALL_64_after_hwframe (34,278,820 us, 0.21%)
__kmalloc (5,731,654 us, 0.04%)
shrink_page_list (6,697,532 us, 0.04%)
__page_cache_alloc (3,146,113 us, 0.02%)
ret_from_fork (65,613,939 us, 0.41%)
ret_from_fork (78,962,999 us, 0.50%)
handle_mm_fault (5,968,064 us, 0.04%)
do_try_to_free_pages (5,637,152 us, 0.04%)
osc_io_unplug0 (12,067,036 us, 0.08%)
ret_from_fork (77,695,417 us, 0.49%)
__alloc_pages_nodemask (2,034,505 us, 0.01%)
bash (75,700,078 us, 0.47%)
schedule (27,952,662 us, 0.18%)
ksys_read (19,146,228 us, 0.12%)
shrink_node_memcg (2,854,701 us, 0.02%)
trace_event_enable_disable (4,158,935 us, 0.03%)
do_futex (9,227,061 us, 0.06%)
futex_wait (45,001,264 us, 0.28%)
_cond_resched (15,505,326 us, 0.10%)
shrink_node_memcg (6,065,786 us, 0.04%)
do_select (212,838,750 us, 1.33%)
[Missed User Stack] (29,136,520 us, 0.18%)
poll_schedule_timeout.constprop.13 (40,316,505 us, 0.25%)
filemap_fault (1,663,412 us, 0.01%)
__do_page_cache_readahead (3,365,023 us, 0.02%)
_cond_resched (6,065,786 us, 0.04%)
shrink_node (1,701,252 us, 0.01%)
finish_task_switch (53,876,218 us, 0.34%)
finish_task_switch (21,104,170 us, 0.13%)
do_page_fault (108,272,328 us, 0.68%)
jbd2/sdb4-8 (77,004,157 us, 0.48%)
schedule (69,617,445 us, 0.44%)
__do_page_fault (8,270,870 us, 0.05%)
ret_from_fork (63,260,315 us, 0.40%)
ptlrpcd_check (2,580,603 us, 0.02%)
schedule (78,466,204 us, 0.49%)
finish_task_switch (1,554,580 us, 0.01%)
monitor_thread (78,207,139 us, 0.49%)
try_to_free_pages (2,031,123 us, 0.01%)
futex_wait (60,034,642 us, 0.38%)
ext4_filemap_fault (8,418,218 us, 0.05%)
schedule (78,115,800 us, 0.49%)
schedule (17,519,927 us, 0.11%)
finish_task_switch (75,720,852 us, 0.47%)
futex_wait (61,783,720 us, 0.39%)
worker_thread (38,332,023 us, 0.24%)
finish_task_switch (33,351,732 us, 0.21%)
shrink_page_list (5,834,612 us, 0.04%)
__x64_sys_poll (60,088,632 us, 0.38%)
do_try_to_free_pages (3,559,586 us, 0.02%)
page_fault (12,678,563 us, 0.08%)
get_zeroed_page (45,809,751 us, 0.29%)
kmalloc_order_trace (5,857,164 us, 0.04%)
schedule_hrtimeout_range_clock (74,178,133 us, 0.47%)
handle_mm_fault (3,146,113 us, 0.02%)
do_sys_poll (60,088,632 us, 0.38%)
finish_task_switch (38,964,047 us, 0.24%)
do_syscall_64 (306,253,118 us, 1.92%)
d..
entry_SYSCALL_64_after_hwframe (45,001,264 us, 0.28%)
finish_task_switch (303,030,002 us, 1.90%)
f..
vfs_read (19,146,228 us, 0.12%)
kworker/4:2 (37,734,735 us, 0.24%)
try_to_free_pages (34,067,908 us, 0.21%)
__page_cache_alloc (10,919,703 us, 0.07%)
__do_fault (88,313,069 us, 0.55%)
shrink_page_list (5,671,385 us, 0.04%)
__x64_sys_futex (33,351,732 us, 0.21%)
do_try_to_free_pages (8,270,347 us, 0.05%)
shrink_inactive_list (18,672,094 us, 0.12%)
finish_task_switch (17,519,927 us, 0.11%)
page_fault (8,582,953 us, 0.05%)
do_syscall_64 (37,706,507 us, 0.24%)
shrink_node (6,274,968 us, 0.04%)
finish_task_switch (78,466,204 us, 0.49%)
mm_init (9,533,331 us, 0.06%)
[Missed Kernel Stack] (3,480,137 us, 0.02%)
filemap_fault (7,107,919 us, 0.04%)
ret_from_fork (78,050,351 us, 0.49%)
jbd2_journal_get_descriptor_buffer (3,655,007 us, 0.02%)
handle_mm_fault (8,582,953 us, 0.05%)
pthread_cond_timedwait@@GLIBC_2.3.2 (60,034,642 us, 0.38%)
do_try_to_free_pages (5,955,401 us, 0.04%)
systemd-udevd (11,975,468 us, 0.08%)
ext4_filemap_fault (15,280,557 us, 0.10%)
do_sys_open (10,175,543 us, 0.06%)
__do_page_fault (1,436,897 us, 0.01%)
schedule (17,111,723 us, 0.11%)
omiagent (542,777,802 us, 3.40%)
omi..
ret_from_fork (70,010,881 us, 0.44%)
ext4_filemap_fault (9,493,589 us, 0.06%)
__do_page_cache_readahead (15,280,557 us, 0.10%)
__writeback_single_inode (12,086,861 us, 0.08%)
shrink_page_list (5,190,729 us, 0.03%)
finish_task_switch (77,489,346 us, 0.49%)
shrink_page_list (2,057,091 us, 0.01%)
__kmalloc (6,869,093 us, 0.04%)
- (333,769,160 us, 2.09%)
-
__alloc_pages_slowpath (14,166,314 us, 0.09%)
filemap_fault (2,372,100 us, 0.01%)
futex_wait_queue_me (64,685,798 us, 0.41%)
_cond_resched (20,098,236 us, 0.13%)
ret_from_fork (34,562,906 us, 0.22%)
__handle_mm_fault (91,099,210 us, 0.57%)
__handle_mm_fault (12,678,563 us, 0.08%)
do_page_fault (3,064,326 us, 0.02%)
brw_interpret (8,418,017 us, 0.05%)
shrink_node_memcg (5,807,115 us, 0.04%)
shrink_inactive_list (43,514,971 us, 0.27%)
do_page_fault (9,865,602 us, 0.06%)
_cond_resched (20,552,867 us, 0.13%)
entry_SYSCALL_64_after_hwframe (175,287,535 us, 1.10%)
alloc_pages_current (2,350,640 us, 0.01%)
try_to_free_pages (16,654,601 us, 0.10%)
schedule (68,762,759 us, 0.43%)
__x64_sys_select (212,838,750 us, 1.33%)
handle_mm_fault (6,187,167 us, 0.04%)
schedule (38,332,023 us, 0.24%)
do_syscall_64 (164,326,663 us, 1.03%)
do_try_to_free_pages (3,283,495 us, 0.02%)
shrink_inactive_list (6,697,532 us, 0.04%)
do_idle (11,051,739 us, 0.07%)
do_try_to_free_pages (103,549,453 us, 0.65%)
finish_task_switch (25,854,466 us, 0.16%)
do_syscall_64 (43,010,566 us, 0.27%)
do_sys_poll (562,105,497 us, 3.52%)
do_..
entry_SYSCALL_64_after_hwframe (27,130,717 us, 0.17%)
[Missed Kernel Stack] (7,981,967 us, 0.05%)
filemap_fault (5,968,064 us, 0.04%)
ret_from_fork (78,115,800 us, 0.49%)
futex_wait_queue_me (33,351,732 us, 0.21%)
__page_cache_alloc (8,520,444 us, 0.05%)
shrink_inactive_list (17,487,841 us, 0.11%)
do_syscall_64 (140,098,116 us, 0.88%)
alloc_pages_current (1,701,256 us, 0.01%)
__alloc_pages_nodemask (90,957,894 us, 0.57%)
finish_task_switch (57,788,355 us, 0.36%)
ret_from_fork (68,233,521 us, 0.43%)
kworker/4:1 (2,284,047 us, 0.01%)
skb_page_frag_refill (1,410,536 us, 0.01%)
audispd (131,776,564 us, 0.83%)
vfs_write (45,817,595 us, 0.29%)
finish_task_switch (9,143,182 us, 0.06%)
entry_SYSCALL_64_after_hwframe (1,724,853 us, 0.01%)
filemap_fault (105,382,332 us, 0.66%)
[unknown] (53,982,121 us, 0.34%)
do_try_to_free_pages (16,723,151 us, 0.10%)
schedule (25,854,466 us, 0.16%)
[Missed User Stack] (17,651,840 us, 0.11%)
__alloc_pages_nodemask (5,423,847 us, 0.03%)
finish_task_switch (300,330,328 us, 1.88%)
f..
_cond_resched (12,963,563 us, 0.08%)
schedule (40,344,759 us, 0.25%)
_cond_resched (14,795,992 us, 0.09%)
schedule_timeout (17,111,723 us, 0.11%)
__do_fault (13,572,731 us, 0.09%)
try_to_free_pages (45,797,438 us, 0.29%)
do_epoll_wait (76,077,792 us, 0.48%)
do_syscall_64 (22,084,501 us, 0.14%)
handle_mm_fault (23,506,366 us, 0.15%)
__x64_sys_nanosleep (60,002,764 us, 0.38%)
entry_SYSCALL_64_after_hwframe (30,482,859 us, 0.19%)
finish_task_switch (12,963,563 us, 0.08%)
schedule_hrtimeout_range_clock (212,838,750 us, 1.33%)
shrink_page_list (25,244,275 us, 0.16%)
ext4_filemap_fault (91,099,210 us, 0.57%)
filemap_fault (9,723,990 us, 0.06%)
schedule_hrtimeout_range_clock (15,639,966 us, 0.10%)
schedule_hrtimeout_range_clock (44,234,331 us, 0.28%)
finish_task_switch (68,115,777 us, 0.43%)
page_fault (18,275,299 us, 0.11%)
finish_task_switch (75,652,547 us, 0.47%)
skb_page_frag_refill (1,708,828 us, 0.01%)
ext4_filemap_fault (2,372,100 us, 0.01%)
vvp_io_write_start (305,086,429 us, 1.91%)
v..
kmalloc_order (5,857,164 us, 0.04%)
__kmalloc (12,062,021 us, 0.08%)
brw_interpret (4,606,156 us, 0.03%)
schedule (21,076,189 us, 0.13%)
__x64_sys_nanosleep (60,003,366 us, 0.38%)
systemd (77,501,881 us, 0.49%)
core_sys_select (75,652,547 us, 0.47%)
ep_poll (31,482,184 us, 0.20%)
schedule (21,923,939 us, 0.14%)
runtime.futex (39,357,618 us, 0.25%)
- (23,506,366 us, 0.15%)
finish_task_switch (3,329,774 us, 0.02%)
schedule (8,881,489 us, 0.06%)
__do_sys_wait4 (75,514,198 us, 0.47%)
alloc_pages_current (15,280,557 us, 0.10%)
do_syscall_64 (68,762,759 us, 0.43%)
schedule (1,478,666,657 us, 9.27%)
schedule
filemap_fault (21,205,560 us, 0.13%)
- (31,482,184 us, 0.20%)
poll_schedule_timeout.constprop.13 (212,838,750 us, 1.33%)
worker_thread (40,392,338 us, 0.25%)
_cond_resched (42,888,319 us, 0.27%)
ptlrpcd_01_03 (54,003,411 us, 0.34%)
__do_page_fault (8,589,171 us, 0.05%)
cl_page_alloc (2,789,657 us, 0.02%)
__x64_sys_write (45,817,595 us, 0.29%)
kworker/2:4 (8,683,007 us, 0.05%)
poll_schedule_timeout.constprop.13 (562,105,497 us, 3.52%)
pol..
ret_from_fork (67,861,119 us, 0.43%)
try_to_free_pages (8,393,187 us, 0.05%)
try_to_free_pages (10,919,703 us, 0.07%)
- (562,105,497 us, 3.52%)
-
shrink_inactive_list (3,144,299 us, 0.02%)
__alloc_pages_slowpath (13,178,649 us, 0.08%)
_cond_resched (2,000,016 us, 0.01%)
filemap_fault (3,188,688 us, 0.02%)
ll_writepages (12,086,861 us, 0.08%)
do_sys_poll (68,762,759 us, 0.43%)
vfs_read (4,364,245 us, 0.03%)
finish_task_switch (5,058,701 us, 0.03%)
kworker/5:2 (38,332,023 us, 0.24%)
schedule (15,979,676 us, 0.10%)
osc_build_rpc (4,600,956 us, 0.03%)
schedule_hrtimeout_range (60,088,632 us, 0.38%)
__do_page_cache_readahead (90,957,894 us, 0.57%)
do_syscall_64 (366,737,559 us, 2.30%)
d..
shrink_page_list (5,393,529 us, 0.03%)
__x64_sys_epoll_wait (15,639,966 us, 0.10%)
__do_sys_wait4 (28,594,804 us, 0.18%)
_cond_resched (5,809,914 us, 0.04%)
kworker/5:1H (64,363,030 us, 0.40%)
__do_page_fault (88,313,069 us, 0.55%)
wait_for_completion (5,134,877 us, 0.03%)
kthread (78,047,538 us, 0.49%)
do_page_fault (9,723,990 us, 0.06%)
ksys_read (31,118,782 us, 0.20%)
__alloc_pages_slowpath (13,562,366 us, 0.09%)
__do_fault (30,017,451 us, 0.19%)
__do_page_fault (5,968,064 us, 0.04%)
unix_stream_recvmsg (24,932,289 us, 0.16%)
__x64_sys_futex (226,860,776 us, 1.42%)
tracing_map_create (45,809,751 us, 0.29%)
__page_cache_alloc (2,248,677 us, 0.01%)
kauditd_thread (77,955,305 us, 0.49%)
pthread_cond_wait@@GLIBC_2.3.2 (1,932,488 us, 0.01%)
finish_task_switch (15,979,676 us, 0.10%)
do_syscall_64 (45,001,264 us, 0.28%)
- (10,920,580 us, 0.07%)
shrink_node_memcg (5,834,708 us, 0.04%)
__do_fault (2,720,387 us, 0.02%)
ext4_filemap_fault (9,723,990 us, 0.06%)
__alloc_pages_nodemask (38,504,681 us, 0.24%)
do_nanosleep (60,002,764 us, 0.38%)
finish_task_switch (28,594,804 us, 0.18%)
do_try_to_free_pages (3,064,326 us, 0.02%)
- (76,279,177 us, 0.48%)
page_fault (5,968,064 us, 0.04%)
finish_task_switch (1,968,507 us, 0.01%)
pagecache_get_page (6,884,003 us, 0.04%)
kthread (38,332,023 us, 0.24%)
do_futex (50,535,868 us, 0.32%)
stt_timer_main (73,731,893 us, 0.46%)
__alloc_pages_slowpath (8,289,976 us, 0.05%)
futex_wait (50,535,868 us, 0.32%)
poll_schedule_timeout.constprop.13 (75,652,547 us, 0.47%)
schedule_hrtimeout_range (77,489,346 us, 0.49%)
finish_task_switch (3,144,299 us, 0.02%)
schedule_hrtimeout_range (44,234,331 us, 0.28%)
finish_task_switch (7,638,308 us, 0.05%)
schedule (44,212,256 us, 0.28%)
entry_SYSCALL_64_after_hwframe (27,036,511 us, 0.17%)
try_to_free_pages (8,520,444 us, 0.05%)
futex_wait (66,407,231 us, 0.42%)
- (8,589,171 us, 0.05%)
smpboot_thread_fn (78,275,595 us, 0.49%)
sock_recvmsg (31,118,782 us, 0.20%)
entry_SYSCALL_64_after_hwframe (42,068,492 us, 0.26%)
do_page_fault (8,582,953 us, 0.05%)
schedule (27,036,511 us, 0.17%)
do_epoll_wait (15,639,966 us, 0.10%)
_cond_resched (1,554,580 us, 0.01%)
shrink_node (45,716,320 us, 0.29%)
finish_task_switch (8,510,651 us, 0.05%)
schedule_timeout (19,293,235 us, 0.12%)
__alloc_pages_nodemask (1,647,251 us, 0.01%)
finish_task_switch (42,888,319 us, 0.27%)
try_to_free_pages (3,283,495 us, 0.02%)
shrink_node_memcg (3,192,174 us, 0.02%)
_cond_resched (1,872,656 us, 0.01%)
schedule (26,888,468 us, 0.17%)
do_syscall_64 (56,741,821 us, 0.36%)
do_futex (66,407,231 us, 0.42%)
schedule_idle (23,531,703 us, 0.15%)
__do_page_fault (13,572,731 us, 0.09%)
schedule (19,293,235 us, 0.12%)
do_try_to_free_pages (30,411,471 us, 0.19%)
all (15,949,868,483 us, 100%)
__x64_sys_epoll_wait (43,010,566 us, 0.27%)
__do_page_fault (2,372,100 us, 0.01%)
handle_mm_fault (2,844,425 us, 0.02%)
ptlrpcd_00_00 (54,489,503 us, 0.34%)
finish_task_switch (1,782,351 us, 0.01%)
do_syscall_64 (14,089,964 us, 0.09%)
alloc_pages_current (12,676,096 us, 0.08%)
sock_read_iter (24,932,289 us, 0.16%)
cl_page_find (3,564,969 us, 0.02%)
alloc_pages_current (17,497,093 us, 0.11%)
finish_task_switch (38,459,307 us, 0.24%)
kthread (49,683,769 us, 0.31%)
do_futex (60,008,334 us, 0.38%)
do_dentry_open (10,175,378 us, 0.06%)
__alloc_pages_slowpath (1,647,251 us, 0.01%)
schedule (60,088,632 us, 0.38%)
try_to_free_pages (6,593,539 us, 0.04%)
runtime.schedule (9,227,061 us, 0.06%)
futex_wait (9,227,061 us, 0.06%)
schedule_timeout (4,364,245 us, 0.03%)
do_epoll_wait (26,409,292 us, 0.17%)
shrink_inactive_list (5,807,115 us, 0.04%)
shrink_node_memcg (97,665,828 us, 0.61%)
new_sync_write (305,584,863 us, 1.92%)
n..
_do_fork (22,084,501 us, 0.14%)
runtime.findrunnable (39,368,415 us, 0.25%)
do_syscall_64 (77,490,936 us, 0.49%)
runtime.mcall (53,389,724 us, 0.33%)
kern_select (61,043,443 us, 0.38%)
[Missed Kernel Stack] (6,191,587 us, 0.04%)
schedule_hrtimeout_range (5,005,462 us, 0.03%)
do_try_to_free_pages (8,520,444 us, 0.05%)
finish_task_switch (6,835,713 us, 0.04%)
kernel_sendmsg (1,483,044 us, 0.01%)
finish_task_switch (4,942,927 us, 0.03%)
__handle_mm_fault (8,582,953 us, 0.05%)
shrink_page_list (3,144,299 us, 0.02%)
kworker/3:2 (9,927,896 us, 0.06%)
__x64_sys_futex (14,089,964 us, 0.09%)
do_try_to_free_pages (8,570,616 us, 0.05%)
schedule (24,932,289 us, 0.16%)
__handle_mm_fault (1,663,412 us, 0.01%)
__do_sys_newstat (2,271,010 us, 0.01%)
finish_task_switch (24,713,747 us, 0.15%)
[Missed Kernel Stack] (6,275,582 us, 0.04%)
__x64_sys_epoll_wait (53,876,218 us, 0.34%)
epoll_wait (77,932,574 us, 0.49%)
handle_mm_fault (34,086,267 us, 0.21%)
finish_task_switch (78,482,004 us, 0.49%)
ptlrpcd_check (6,235,581 us, 0.04%)
ll_write_begin (205,902,699 us, 1.29%)
__vfs_write (45,817,595 us, 0.29%)
entry_SYSCALL_64_after_hwframe (68,762,759 us, 0.43%)
[Missed Kernel Stack] (1,459,939 us, 0.01%)
do_futex_wait (45,001,264 us, 0.28%)
shrink_node_memcg (1,461,108 us, 0.01%)
smpboot_thread_fn (77,955,539 us, 0.49%)
shrink_page_list (1,383,778 us, 0.01%)
do_syscall_64 (53,958,941 us, 0.34%)
alloc_pages_current (4,877,170 us, 0.03%)
do_epoll_wait (53,958,941 us, 0.34%)
kmalloc_order_trace (6,869,093 us, 0.04%)
poll_schedule_timeout.constprop.13 (60,088,632 us, 0.38%)
user_path_at_empty (2,271,010 us, 0.01%)
__x64_sys_futex (1,932,488 us, 0.01%)
__alloc_pages_nodemask (85,059,432 us, 0.53%)
[Missed Kernel Stack] (9,262,694 us, 0.06%)
osc_io_unplug0 (5,438,391 us, 0.03%)
page_fault (48,175,500 us, 0.30%)
cron (16,114,541 us, 0.10%)
ret_from_fork (78,466,204 us, 0.49%)
ext4_filemap_fault (30,430,772 us, 0.19%)
alloc_pages_current (90,957,894 us, 0.57%)
net.(*netFD).Read (53,389,724 us, 0.33%)
__handle_mm_fault (8,418,218 us, 0.05%)
__handle_mm_fault (2,372,100 us, 0.01%)
finish_task_switch (41,081,969 us, 0.26%)
akvvm_service (75,449,307 us, 0.47%)
shrink_node (11,119,210 us, 0.07%)
__page_cache_alloc (16,723,193 us, 0.10%)
cpu_startup_entry (17,982,098 us, 0.11%)
schedule (1,932,488 us, 0.01%)
shrink_node (17,479,821 us, 0.11%)
do_try_to_free_pages (14,166,314 us, 0.09%)
do_idle (7,452,438 us, 0.05%)
kthread (73,235,783 us, 0.46%)
page_fault (4,076,423 us, 0.03%)
schedule (31,118,782 us, 0.20%)
_cond_resched (8,099,460 us, 0.05%)
try_to_free_pages (3,064,326 us, 0.02%)
finish_task_switch (18,604,974 us, 0.12%)
filemap_fault (16,477,724 us, 0.10%)
entry_SYSCALL_64_after_hwframe (31,482,184 us, 0.20%)
kmalloc_order (5,423,847 us, 0.03%)
schedule (24,713,747 us, 0.15%)
schedule (300,330,328 us, 1.88%)
s..
ext4_filemap_fault (43,332,913 us, 0.27%)
alloc_pages_current (10,919,703 us, 0.07%)
futex_wait_queue_me (1,575,717 us, 0.01%)
futex_wait (64,685,798 us, 0.41%)
do_try_to_free_pages (29,996,846 us, 0.19%)
shrink_node (2,157,158 us, 0.01%)
[Missed User Stack] (75,699,959 us, 0.47%)
do_futex (6,415,139 us, 0.04%)
schedule (47,446,551 us, 0.30%)
kmalloc_order (12,062,021 us, 0.08%)
entry_SYSCALL_64_after_hwframe (28,951,965 us, 0.18%)
shrink_node (1,540,304 us, 0.01%)
finish_task_switch (118,497,630 us, 0.74%)
shrink_page_list (7,558,128 us, 0.05%)
do_page_fault (7,107,919 us, 0.04%)
schedule (69,812,578 us, 0.44%)
try_to_free_pages (8,289,976 us, 0.05%)
do_try_to_free_pages (1,647,251 us, 0.01%)
shrink_page_list (176,965,762 us, 1.11%)
__alloc_pages_nodemask (8,570,616 us, 0.05%)
worker_thread (49,570,883 us, 0.31%)
finish_task_switch (60,003,366 us, 0.38%)
schedule (78,116,424 us, 0.49%)
__do_fault (13,185,633 us, 0.08%)
do_futex (64,685,798 us, 0.41%)
do_page_fault (105,382,332 us, 0.66%)
path_lookupat (2,271,010 us, 0.01%)
do_syscall_64 (454,333,615 us, 2.85%)
do..
futex_wait_queue_me (591,354,207 us, 3.71%)
fute..
finish_task_switch (73,731,893 us, 0.46%)
ptlrpcd_01_02 (41,212,947 us, 0.26%)
shrink_inactive_list (5,176,203 us, 0.03%)
schedule (226,860,776 us, 1.42%)
do_idle (23,531,703 us, 0.15%)
_cond_resched (9,393,411 us, 0.06%)
osc_build_rpc (5,438,209 us, 0.03%)
__vfs_read (4,364,245 us, 0.03%)
futex_wait_queue_me (41,981,326 us, 0.26%)
do_futex (41,981,326 us, 0.26%)
shrink_page_list (1,551,242 us, 0.01%)
__page_cache_alloc (15,280,557 us, 0.10%)
__x64_sys_futex (30,482,859 us, 0.19%)
ll_file_io_generic (2,279,727 us, 0.01%)
schedule_hrtimeout_range_clock (61,043,443 us, 0.38%)
__kmalloc (8,417,057 us, 0.05%)
entry_SYSCALL_64_after_hwframe (60,034,642 us, 0.38%)
handle_mm_fault (9,493,589 us, 0.06%)
__page_cache_alloc (6,593,539 us, 0.04%)
worker_thread (40,357,844 us, 0.25%)
ret_from_fork (78,050,208 us, 0.49%)
entry_SYSCALL_64_after_hwframe (1,932,488 us, 0.01%)
__alloc_pages_nodemask (3,655,007 us, 0.02%)
swapper/4 (17,982,098 us, 0.11%)
blk_rq_map_kern (2,888,502 us, 0.02%)
[Missed Kernel Stack] (7,181,455 us, 0.05%)
finish_task_switch (27,036,511 us, 0.17%)
__page_cache_alloc (34,067,908 us, 0.21%)
ptlrpcd_01_00 (61,345,262 us, 0.38%)
entry_SYSCALL_64_after_hwframe (10,175,543 us, 0.06%)
finish_task_switch (36,280,788 us, 0.23%)
kthread (67,501,914 us, 0.42%)
shrink_inactive_list (4,281,504 us, 0.03%)
schedule (240,015,636 us, 1.50%)
schedule (45,001,264 us, 0.28%)
entry_SYSCALL_64_after_hwframe (591,354,207 us, 3.71%)
entr..
brw_interpret (6,953,426 us, 0.04%)
__do_fault (16,477,724 us, 0.10%)
__x64_sys_read (31,118,782 us, 0.20%)
__do_page_cache_readahead (13,562,366 us, 0.09%)
__page_cache_alloc (8,405,020 us, 0.05%)
__do_fault (17,934,532 us, 0.11%)
finish_task_switch (48,376,557 us, 0.30%)
schedule (75,688,314 us, 0.47%)
do_try_to_free_pages (5,958,579 us, 0.04%)
__alloc_pages_nodemask (1,708,828 us, 0.01%)
page_fault (1,365,352 us, 0.01%)
handle_mm_fault (14,302,976 us, 0.09%)
__get_free_pages (45,809,751 us, 0.29%)
__handle_mm_fault (8,589,171 us, 0.05%)
__alloc_pages_slowpath (105,109,341 us, 0.66%)
schedule_hrtimeout_range_clock (53,876,218 us, 0.34%)
kthread (77,610,344 us, 0.49%)
worker_thread (69,606,916 us, 0.44%)
ptlrpc_new_bulk (3,879,523 us, 0.02%)
schedule_hrtimeout_range (140,098,116 us, 0.88%)
schedule (24,713,803 us, 0.15%)
__page_cache_alloc (23,506,366 us, 0.15%)
handle_mm_fault (30,017,451 us, 0.19%)
__handle_mm_fault (8,270,870 us, 0.05%)
do_page_fault (9,489,078 us, 0.06%)
futex_wait_queue_me (39,357,618 us, 0.25%)
__x64_sys_futex (61,783,720 us, 0.39%)
alloc_pages_current (3,181,734 us, 0.02%)
cl_io_start (12,067,036 us, 0.08%)
schedule_timeout (18,775,843 us, 0.12%)
main.handle_conn (76,941,279 us, 0.48%)
__alloc_pages_slowpath (90,957,894 us, 0.57%)
entry_SYSCALL_64_after_hwframe (60,088,632 us, 0.38%)
__page_cache_alloc (8,570,616 us, 0.05%)
__alloc_pages_slowpath (38,504,681 us, 0.24%)
- (3,064,326 us, 0.02%)
shrink_node_memcg (2,969,518 us, 0.02%)
- (591,354,282 us, 3.71%)
-
internal/poll.(*FD).Read (53,389,724 us, 0.33%)
kworker/2:1H (57,289,921 us, 0.36%)
shrink_node (8,570,616 us, 0.05%)
entry_SYSCALL_64_after_hwframe (24,713,803 us, 0.15%)
shrink_node_memcg (1,537,034 us, 0.01%)
ret_from_fork (9,040,922 us, 0.06%)
shrink_inactive_list (6,694,980 us, 0.04%)
do_try_to_free_pages (7,757,968 us, 0.05%)
schedule_timeout (4,157,346 us, 0.03%)
shrink_inactive_list (25,244,275 us, 0.16%)
entry_SYSCALL_64_after_hwframe (63,488,424 us, 0.40%)
finish_task_switch (212,838,750 us, 1.33%)
page_fault (40,412,392 us, 0.25%)
synchronize_rcu (4,157,346 us, 0.03%)
futex_wait (60,008,334 us, 0.38%)
do_try_to_free_pages (16,654,601 us, 0.10%)
do_futex (240,015,636 us, 1.50%)
schedule (31,130,656 us, 0.20%)
path_openat (10,175,543 us, 0.06%)
finish_task_switch (11,657,925 us, 0.07%)
[Missed Kernel Stack] (2,195,086 us, 0.01%)
_cond_resched (1,358,477 us, 0.01%)
finish_task_switch (1,834,547 us, 0.01%)
schedule (49,440,525 us, 0.31%)
schedule (18,775,843 us, 0.12%)
_cond_resched (2,057,091 us, 0.01%)
kthread (34,399,777 us, 0.22%)
schedule (35,238,193 us, 0.22%)
epoll_wait (31,130,656 us, 0.20%)
__page_cache_alloc (50,168,189 us, 0.31%)
entry_SYSCALL_64_after_hwframe (24,713,747 us, 0.15%)
ptlrpc_check_set (4,692,065 us, 0.03%)
__alloc_pages_slowpath (6,869,093 us, 0.04%)
hrtimer_nanosleep (56,237,709 us, 0.35%)
__do_page_fault (9,489,078 us, 0.06%)
ksys_read (38,964,047 us, 0.24%)
__page_cache_alloc (2,830,752 us, 0.02%)
- (2,279,734 us, 0.01%)
schedule (75,652,547 us, 0.47%)
do_select (44,234,331 us, 0.28%)
__alloc_pages_slowpath (5,955,401 us, 0.04%)
__alloc_pages_slowpath (3,655,007 us, 0.02%)
_cond_resched (1,569,116 us, 0.01%)
__alloc_pages_slowpath (4,067,424 us, 0.03%)
ret_from_fork (46,769,218 us, 0.29%)
__handle_mm_fault (6,187,167 us, 0.04%)
finish_task_switch (454,333,615 us, 2.85%)
fi..
do_futex (164,326,663 us, 1.03%)
kernel_wait4 (75,688,314 us, 0.47%)
secondary_startup_64 (7,452,438 us, 0.05%)
shrink_page_list (1,901,252 us, 0.01%)
shrink_inactive_list (9,393,411 us, 0.06%)
__do_page_cache_readahead (3,181,734 us, 0.02%)
shrink_node (12,676,096 us, 0.08%)
__do_page_fault (50,169,681 us, 0.31%)
azsecmond/vendor/github.com/fsnotify/fsnotify.(*fdPoller).wait (76,082,555 us, 0.48%)
[Missed Kernel Stack] (2,997,754 us, 0.02%)
shrink_page_list (18,672,094 us, 0.12%)
ldlm_bl_05 (68,115,777 us, 0.43%)
_cond_resched (43,514,971 us, 0.27%)
osc_build_rpc (12,065,523 us, 0.08%)
handle_mm_fault (9,865,602 us, 0.06%)
__do_page_cache_readahead (5,955,401 us, 0.04%)
__page_cache_alloc (1,701,256 us, 0.01%)
kthread (47,382,481 us, 0.30%)
__alloc_pages_nodemask (8,417,057 us, 0.05%)
do_syscall_64 (24,713,747 us, 0.15%)
ldlm_bl_03 (69,139,807 us, 0.43%)
omiengine (77,713,678 us, 0.49%)
__x64_sys_futex (60,008,334 us, 0.38%)
start_secondary (3,329,774 us, 0.02%)
do_syscall_64 (74,178,133 us, 0.47%)
_cond_resched (11,657,925 us, 0.07%)
work_interpreter (3,879,753 us, 0.02%)
finish_task_switch (20,978,127 us, 0.13%)
finish_task_switch (46,698,760 us, 0.29%)
finish_task_switch (4,555,376 us, 0.03%)
shrink_node_memcg (48,329,883 us, 0.30%)
shrink_inactive_list (13,701,431 us, 0.09%)
do_syscall_64 (167,612,808 us, 1.05%)
__do_page_fault (17,934,532 us, 0.11%)
start_thread (8,949,916 us, 0.06%)
__do_page_fault (13,185,633 us, 0.08%)
ext4_filemap_fault (14,302,976 us, 0.09%)
vfs_read (56,741,821 us, 0.36%)
(6,416,445 us, 0.04%)
finish_task_switch (1,569,116 us, 0.01%)
pthread_cond_wait@@GLIBC_2.3.2 (164,326,663 us, 1.03%)
__writeback_inodes_wb (12,617,264 us, 0.08%)
do_try_to_free_pages (15,280,557 us, 0.10%)
hrtimer_nanosleep (60,002,764 us, 0.38%)
- (8,582,953 us, 0.05%)
finish_task_switch (69,617,445 us, 0.44%)
dm_thread_func (77,854,598 us, 0.49%)
shrink_page_list (2,689,666 us, 0.02%)
__do_page_cache_readahead (8,570,616 us, 0.05%)
alloc_pages_current (5,731,654 us, 0.04%)
kthread (40,357,844 us, 0.25%)
- (44,234,331 us, 0.28%)
shrink_inactive_list (6,845,127 us, 0.04%)
pagecache_get_page (8,520,444 us, 0.05%)
__vfs_write (305,584,863 us, 1.92%)
_..
__alloc_pages_nodemask (10,919,703 us, 0.07%)
handle_mm_fault (8,418,218 us, 0.05%)
do_idle (3,329,774 us, 0.02%)
smpboot_thread_fn (55,483,639 us, 0.35%)
do_nanosleep (56,237,709 us, 0.35%)
__x64_sys_futex (1,724,853 us, 0.01%)
syscall.Syscall6 (76,082,555 us, 0.48%)
do_try_to_free_pages (90,957,894 us, 0.57%)
do_try_to_free_pages (6,848,597 us, 0.04%)
futex_wait (33,351,732 us, 0.21%)
page_fault (13,185,633 us, 0.08%)
ptlrpcd (46,347,710 us, 0.29%)
shrink_page_list (1,485,974 us, 0.01%)
ep_poll (43,010,566 us, 0.27%)
poll_schedule_timeout.constprop.13 (44,212,256 us, 0.28%)
filename_lookup (8,520,444 us, 0.05%)
__do_page_cache_readahead (17,934,532 us, 0.11%)
ptlrpcd (37,076,579 us, 0.23%)
sock_recvmsg (24,932,289 us, 0.16%)
kworker/7:1H (67,501,914 us, 0.42%)
__x64_sys_select (143,494,192 us, 0.90%)
__vfs_read (54,256,579 us, 0.34%)
alloc_pages_current (12,062,021 us, 0.08%)
do_syscall_64 (10,175,543 us, 0.06%)
_cond_resched (5,190,521 us, 0.03%)
shrink_page_list (6,065,786 us, 0.04%)
schedule_hrtimeout_range (74,178,133 us, 0.47%)
__alloc_pages_nodemask (29,996,846 us, 0.19%)
finish_task_switch (69,812,578 us, 0.44%)
page_fault (15,280,557 us, 0.10%)
poll (41,081,969 us, 0.26%)
finish_task_switch (7,286,142 us, 0.05%)
finish_task_switch (76,307,037 us, 0.48%)
new_sync_read (56,741,821 us, 0.36%)
finish_task_switch (5,119,579 us, 0.03%)
finish_task_switch (78,707,579 us, 0.49%)
futex_wait_queue_me (24,713,747 us, 0.15%)
[Missed User Stack] (19,679,170 us, 0.12%)
kthread (62,270,581 us, 0.39%)
filemap_fault (10,920,580 us, 0.07%)
ret_from_fork (77,900,988 us, 0.49%)
shrink_inactive_list (7,558,128 us, 0.05%)
futex_wait_queue_me (24,565,461 us, 0.15%)
schedule (39,357,618 us, 0.25%)
shrink_node_memcg (8,393,187 us, 0.05%)
shrink_inactive_list (6,464,972 us, 0.04%)
do_try_to_free_pages (4,877,170 us, 0.03%)
rcu_sched (78,962,999 us, 0.50%)
ldlm_bl_thread_main (49,683,769 us, 0.31%)
epoll_wait (53,958,970 us, 0.34%)
unix_stream_recvmsg (37,706,507 us, 0.24%)
read (38,964,047 us, 0.24%)
ext4_filemap_fault (5,968,064 us, 0.04%)
alloc_pages_current (2,779,675 us, 0.02%)
finish_task_switch (6,694,980 us, 0.04%)
futex_wait_queue_me (240,015,636 us, 1.50%)
schedule_hrtimeout_range_clock (41,081,969 us, 0.26%)
poll_schedule_timeout.constprop.13 (140,098,116 us, 0.88%)
alloc_pages_current (3,879,523 us, 0.02%)
filemap_fault (16,657,110 us, 0.10%)
finish_task_switch (13,314,955 us, 0.08%)
schedule (78,050,351 us, 0.49%)
shrink_node (5,955,401 us, 0.04%)
__handle_mm_fault (16,477,724 us, 0.10%)
[unknown] (3,167,000 us, 0.02%)
do_page_fault (2,844,425 us, 0.02%)
kworker/u16:3 (2,520,816 us, 0.02%)
finish_task_switch (77,932,574 us, 0.49%)
schedule (60,022,895 us, 0.38%)
_cond_resched (1,383,778 us, 0.01%)
_cond_resched (1,782,351 us, 0.01%)
- (44,212,256 us, 0.28%)
ret_from_fork (39,069,955 us, 0.24%)
- (140,098,116 us, 0.88%)
do_page_fault (30,017,451 us, 0.19%)
__alloc_pages_nodemask (8,289,976 us, 0.05%)
kthread (78,115,800 us, 0.49%)
do_page_fault (16,657,110 us, 0.10%)
- (1,436,897 us, 0.01%)
handle_mm_fault (17,934,532 us, 0.11%)
auoms (1,464,037,976 us, 9.18%)
auoms
ptlrpcd (33,230,980 us, 0.21%)
finish_task_switch (31,130,656 us, 0.20%)
handle_mm_fault (91,099,210 us, 0.57%)
try_to_free_pages (1,701,252 us, 0.01%)
socknal_sd00_01 (77,896,453 us, 0.49%)
kmalloc_order (8,417,057 us, 0.05%)
- (64,685,798 us, 0.41%)
shrink_node (103,549,453 us, 0.65%)
smpboot_thread_fn (77,853,223 us, 0.49%)
__alloc_pages_slowpath (103,558,653 us, 0.65%)
__handle_mm_fault (1,436,897 us, 0.01%)
__sys_recvfrom (76,279,177 us, 0.48%)
pthread_cond_timedwait@@GLIBC_2.3.2 (24,713,803 us, 0.15%)
schedule_hrtimeout_range (53,389,705 us, 0.33%)
shrink_inactive_list (176,965,762 us, 1.11%)
alloc_pages_current (4,067,424 us, 0.03%)
MetricsExtensio (287,757,781 us, 1.80%)
M..
kswapd0 (23,716,897 us, 0.15%)
- (27,130,717 us, 0.17%)
finish_task_switch (2,410,894 us, 0.02%)
__x64_sys_futex (125,805,321 us, 0.79%)
schedule_idle (11,051,739 us, 0.07%)
finish_task_switch (78,275,595 us, 0.49%)
migration/0 (77,955,539 us, 0.49%)
schedule (36,280,788 us, 0.23%)
finish_task_switch (27,952,662 us, 0.18%)
schedule_timeout (36,280,788 us, 0.23%)
shrink_inactive_list (6,801,546 us, 0.04%)
try_to_free_pages (2,663,418 us, 0.02%)
- (2,844,425 us, 0.02%)
__write (52,999,050 us, 0.33%)
shrink_inactive_list (1,980,771 us, 0.01%)
[Missed User Stack] (17,181,818 us, 0.11%)
ksys_read (54,256,579 us, 0.34%)
kmalloc_order_trace (5,731,654 us, 0.04%)
do_syscall_64 (44,212,256 us, 0.28%)
cl_io_commit_async (4,942,927 us, 0.03%)
shrink_node (8,405,020 us, 0.05%)
pthread_cond_timedwait@@GLIBC_2.3.2 (6,415,139 us, 0.04%)
entry_SYSCALL_64_after_hwframe (562,105,497 us, 3.52%)
ent..
_cond_resched (1,807,837 us, 0.01%)
__read (56,741,821 us, 0.36%)
- (164,326,663 us, 1.03%)
finish_task_switch (43,636,349 us, 0.27%)
_cond_resched (3,824,304 us, 0.02%)
filemap_fault (2,720,387 us, 0.02%)
schedule (212,838,750 us, 1.33%)
page_fault (16,657,110 us, 0.10%)
finish_task_switch (78,115,800 us, 0.49%)
shrink_inactive_list (13,314,955 us, 0.08%)
__do_fault (15,280,557 us, 0.10%)
finish_task_switch (24,932,289 us, 0.16%)
shrink_node (9,457,937 us, 0.06%)
__x64_sys_futex (41,981,326 us, 0.26%)
__alloc_pages_nodemask (4,075,815 us, 0.03%)
handle_mm_fault (50,169,681 us, 0.31%)
kthread (64,363,030 us, 0.40%)
unix_stream_read_generic (4,364,245 us, 0.03%)
ptlrpcd_check (6,054,348 us, 0.04%)
__do_page_fault (8,582,953 us, 0.05%)
jbd2/sdb2-8 (70,374,281 us, 0.44%)
finish_task_switch (60,034,642 us, 0.38%)
schedule_hrtimeout_range (143,494,192 us, 0.90%)
worker_thread (67,501,914 us, 0.42%)
schedule (140,098,116 us, 0.88%)
do_syscall_64 (44,234,331 us, 0.28%)
[unknown] (4,171,336 us, 0.03%)
page_fault (10,920,580 us, 0.07%)
__alloc_pages_slowpath (17,497,093 us, 0.11%)
smpboot_thread_fn (65,613,939 us, 0.41%)
filemap_fault (43,332,913 us, 0.27%)
shrink_node_memcg (2,248,677 us, 0.01%)
finish_task_switch (60,045,805 us, 0.38%)
finish_task_switch (8,881,489 us, 0.06%)
shrink_node_memcg (3,385,789 us, 0.02%)
shrink_inactive_list (12,963,563 us, 0.08%)
[Missed User Stack] (76,979,967 us, 0.48%)
filemap_fault (40,412,392 us, 0.25%)
shrink_node_memcg (8,099,460 us, 0.05%)
__alloc_pages_slowpath (2,830,752 us, 0.02%)
[unknown] (473,505,399 us, 2.97%)
[u..
[Missed Kernel Stack] (23,746,014 us, 0.15%)
[Missed Kernel Stack] (4,223,270 us, 0.03%)
schedule_timeout (37,706,507 us, 0.24%)
__alloc_pages_nodemask (3,384,200 us, 0.02%)
entry_SYSCALL_64_after_hwframe (1,575,717 us, 0.01%)
user_path_at_empty (8,520,444 us, 0.05%)
generic_perform_write (299,566,274 us, 1.88%)
g..
page_fault (1,436,897 us, 0.01%)
ptlrpc_check_set (7,166,601 us, 0.04%)
__do_page_cache_readahead (38,505,546 us, 0.24%)
_cond_resched (1,834,547 us, 0.01%)
finish_task_switch (9,917,880 us, 0.06%)
finish_task_switch (65,613,939 us, 0.41%)
__do_page_fault (3,459,629 us, 0.02%)
kern_select (75,652,547 us, 0.47%)
process_one_work (12,638,967 us, 0.08%)
worker_thread (71,716,962 us, 0.45%)
__x64_sys_epoll_wait (31,130,656 us, 0.20%)
schedule (77,896,453 us, 0.49%)
schedule (77,955,539 us, 0.49%)
inet_sendmsg (1,766,567 us, 0.01%)
schedule_hrtimeout_range (76,077,792 us, 0.48%)
finish_task_switch (92,363,206 us, 0.58%)
__page_cache_alloc (29,996,846 us, 0.19%)
futex_wait (399,282,670 us, 2.50%)
fu..
do_try_to_free_pages (4,075,815 us, 0.03%)
alloc_pages_current (3,559,589 us, 0.02%)
finish_task_switch (17,111,723 us, 0.11%)
handle_mm_fault (22,064,562 us, 0.14%)
shrink_page_list (3,983,737 us, 0.02%)
handle_mm_fault (13,185,633 us, 0.08%)
runtime.stopm (9,227,061 us, 0.06%)
filemap_fault (30,017,451 us, 0.19%)
schedule (2,283,978 us, 0.01%)
__do_page_fault (30,430,772 us, 0.19%)
finish_task_switch (6,934,680 us, 0.04%)
kworker/3:1 (45,749,282 us, 0.29%)
__do_fault (14,302,976 us, 0.09%)
_cond_resched (1,585,740 us, 0.01%)
kthread (77,884,141 us, 0.49%)
start_secondary (7,452,438 us, 0.05%)
schedule (60,034,642 us, 0.38%)
futex_wait (118,497,630 us, 0.74%)
smpboot_thread_fn (76,907,687 us, 0.48%)
ext4_file_read_iter (7,775,543 us, 0.05%)
finish_task_switch (34,278,820 us, 0.21%)
schedule (76,307,037 us, 0.48%)
alloc_pages_current (3,095,150 us, 0.02%)
page_fault (91,099,210 us, 0.57%)
tcp_sendmsg_locked (3,452,259 us, 0.02%)
do_try_to_free_pages (13,178,649 us, 0.08%)
do_syscall_64 (15,639,966 us, 0.10%)
__alloc_pages_slowpath (49,365,461 us, 0.31%)
futex_wait (26,888,468 us, 0.17%)
_cond_resched (6,697,532 us, 0.04%)
do_page_fault (1,365,352 us, 0.01%)
alloc_pages_current (5,958,579 us, 0.04%)
do_select (61,043,443 us, 0.38%)
entry_SYSCALL_64_after_hwframe (212,838,750 us, 1.33%)
__alloc_pages_slowpath (2,248,677 us, 0.01%)
new_sync_read (38,964,047 us, 0.24%)
finish_task_switch (1,478,666,657 us, 9.27%)
finish_task_s..
__handle_mm_fault (1,365,352 us, 0.01%)
handle_mm_fault (3,064,326 us, 0.02%)
shrink_page_list (1,929,582 us, 0.01%)
kthread (49,571,322 us, 0.31%)
finish_task_switch (77,884,141 us, 0.49%)
cpu_startup_entry (3,329,774 us, 0.02%)
shrink_inactive_list (6,934,680 us, 0.04%)
user_statfs (8,520,444 us, 0.05%)
__alloc_pages_nodemask (49,365,461 us, 0.31%)
__alloc_pages_slowpath (3,360,768 us, 0.02%)
finish_task_switch (1,458,507 us, 0.01%)
entry_SYSCALL_64_after_hwframe (240,015,636 us, 1.50%)
brw_interpret (5,891,692 us, 0.04%)
schedule (77,884,141 us, 0.49%)
runtime.goexit (163,949,196 us, 1.03%)
auditd (153,061,205 us, 0.96%)
ptlrpc_prep_bulk_imp (3,879,523 us, 0.02%)
finish_task_switch (27,130,717 us, 0.17%)
shrink_node (2,248,677 us, 0.01%)
finish_task_switch (77,955,305 us, 0.49%)
schedule (7,286,142 us, 0.05%)
finish_task_switch (1,358,477 us, 0.01%)
finish_task_switch (5,176,203 us, 0.03%)
finish_task_switch (7,254,538 us, 0.05%)
shrink_node_memcg (15,910,421 us, 0.10%)
try_to_free_pages (5,393,529 us, 0.03%)
[Missed Kernel Stack] (6,899,376 us, 0.04%)
poll_schedule_timeout.constprop.13 (68,762,759 us, 0.43%)
ldlm_bl_thread_main (73,235,783 us, 0.46%)
__alloc_pages_nodemask (2,350,640 us, 0.01%)
wait_for_completion_interruptible_timeout (78,207,139 us, 0.49%)
__page_cache_alloc (12,676,096 us, 0.08%)
schedule (60,003,366 us, 0.38%)
page_fault (108,272,328 us, 0.68%)
do_syscall_64 (1,551,336,566 us, 9.73%)
do_syscall_64
pthread_cond_wait@@GLIBC_2.3.2 (29,290,383 us, 0.18%)
lov_io_commit_async (4,942,927 us, 0.03%)
__x64_sys_wait4 (75,514,198 us, 0.47%)
inet_sendmsg (3,465,360 us, 0.02%)
schedule (78,275,595 us, 0.49%)
filename_lookup (2,271,010 us, 0.01%)
alloc_pages_current (23,506,366 us, 0.15%)
alloc_pages_current (1,708,828 us, 0.01%)
- (53,389,705 us, 0.33%)
shrink_node_memcg (3,418,816 us, 0.02%)
__alloc_pages_nodemask (1,410,536 us, 0.01%)
kworker/2:1 (49,571,535 us, 0.31%)
__alloc_pages_nodemask (2,248,677 us, 0.01%)
__handle_mm_fault (30,017,451 us, 0.19%)
handle_mm_fault (16,657,110 us, 0.10%)
ret_from_fork (75,720,852 us, 0.47%)
__do_page_fault (105,382,332 us, 0.66%)
entry_SYSCALL_64_after_hwframe (87,872,493 us, 0.55%)
unix_stream_recvmsg (31,118,782 us, 0.20%)
schedule (68,115,777 us, 0.43%)
_cond_resched (7,753,762 us, 0.05%)
shrink_inactive_list (4,555,376 us, 0.03%)
__do_page_cache_readahead (50,168,189 us, 0.31%)
finish_task_switch (56,237,709 us, 0.35%)
azsecmond/vendor/github.com/fsnotify/fsnotify.(*Watcher).readEvents (76,086,623 us, 0.48%)
do_page_fault (30,430,772 us, 0.19%)
entry_SYSCALL_64_after_hwframe (77,932,574 us, 0.49%)
_cond_resched (3,751,703 us, 0.02%)
[Missed User Stack] (33,499,190 us, 0.21%)
ret_from_fork (78,047,538 us, 0.49%)
schedule (23,764,085 us, 0.15%)
inet_sendmsg (1,483,044 us, 0.01%)
schedule_hrtimeout_range (26,409,292 us, 0.17%)
__x64_sys_execve (9,545,356 us, 0.06%)
sk_page_frag_refill (1,708,828 us, 0.01%)
SCXCoreLib::SCXCondition::Wait() (1,545,611 us, 0.01%)
shrink_node (11,753,681 us, 0.07%)
select (212,838,750 us, 1.33%)
try_to_free_pages (5,637,152 us, 0.04%)
ep_poll (5,005,462 us, 0.03%)
shrink_page_list (3,817,080 us, 0.02%)
entry_SYSCALL_64_after_hwframe (64,685,798 us, 0.41%)
__handle_mm_fault (7,107,919 us, 0.04%)
__x64_sys_futex (454,333,615 us, 2.85%)
__..
__page_cache_alloc (3,365,023 us, 0.02%)
__x64_sys_epoll_wait (2,587,663 us, 0.02%)
kmalloc_order_trace (5,423,847 us, 0.03%)
link_path_walk.part.33 (2,271,010 us, 0.01%)
__alloc_pages_nodemask (30,411,471 us, 0.19%)
shrink_node_memcg (8,302,097 us, 0.05%)
sock_recvmsg (54,256,579 us, 0.34%)
do_syscall_64 (39,357,618 us, 0.25%)
[unknown] (86,237,634 us, 0.54%)
kjournald2 (76,921,265 us, 0.48%)
futex_wait (24,713,803 us, 0.15%)
finish_task_switch (77,610,344 us, 0.49%)
[unknown] (104,779,746 us, 0.66%)
smpboot_thread_fn (77,695,417 us, 0.49%)
worker_thread (2,520,816 us, 0.02%)
ext4_filemap_fault (8,270,870 us, 0.05%)
page_fault (9,493,589 us, 0.06%)
futex_wait_queue_me (259,167,376 us, 1.62%)
__alloc_pages_nodemask (5,731,654 us, 0.04%)
PyCFunction_Call (2,345,273 us, 0.01%)
shrink_node (13,178,649 us, 0.08%)
__ftrace_event_enable_disable (4,158,935 us, 0.03%)
__alloc_pages_nodemask (202,337,730 us, 1.27%)
schedule_hrtimeout_range_clock (77,489,346 us, 0.49%)
__do_page_fault (49,365,461 us, 0.31%)
shrink_page_list (49,974,161 us, 0.31%)
ptlrpc_prep_bulk_imp (6,869,093 us, 0.04%)
__do_page_cache_readahead (30,411,471 us, 0.19%)
poll (140,512,796 us, 0.88%)
do_wait (28,594,804 us, 0.18%)
schedule (40,316,505 us, 0.25%)
kthread (37,704,830 us, 0.24%)
ksys_read (37,706,507 us, 0.24%)
__alloc_pages_slowpath (1,540,310 us, 0.01%)
__xstat64 (5,137,973 us, 0.03%)
entry_SYSCALL_64_after_hwframe (303,030,002 us, 1.90%)
e..
trace_buffered_event_disable (4,157,346 us, 0.03%)
__read (54,256,579 us, 0.34%)
shrink_node (8,289,976 us, 0.05%)
finish_task_switch (40,650,154 us, 0.25%)
_cond_resched (3,373,411 us, 0.02%)
do_futex (60,034,642 us, 0.38%)
futex_wait (29,290,383 us, 0.18%)
runtime.futex (9,227,061 us, 0.06%)
start_secondary (23,531,703 us, 0.15%)
entry_SYSCALL_64_after_hwframe (333,769,160 us, 2.09%)
e..
_cond_resched (8,356,440 us, 0.05%)
__alloc_pages_slowpath (12,062,021 us, 0.08%)
do_syscall_64 (76,077,792 us, 0.48%)
__do_page_cache_readahead (45,721,442 us, 0.29%)
_cond_resched (3,817,080 us, 0.02%)
shrink_page_list (1,402,854 us, 0.01%)
netlink_recvmsg (76,279,177 us, 0.48%)
finish_task_switch (1,517,564 us, 0.01%)
schedule_hrtimeout_range_clock (44,212,256 us, 0.28%)
__alloc_pages_slowpath (43,328,691 us, 0.27%)
event_hist_trigger_func (45,817,595 us, 0.29%)
balance_dirty_pages (92,363,206 us, 0.58%)
[Missed Kernel Stack] (9,702,349 us, 0.06%)
kthread (34,562,906 us, 0.22%)
__do_fault (10,920,580 us, 0.07%)
kworker/6:2 (40,357,938 us, 0.25%)
ret_from_fork (62,270,581 us, 0.39%)
entry_SYSCALL_64_after_hwframe (29,507,660 us, 0.19%)
kworker/u16:2 (68,041,981 us, 0.43%)
finish_task_switch (38,309,454 us, 0.24%)
core_sys_select (212,838,750 us, 1.33%)
ret_from_fork (73,235,783 us, 0.46%)
futex_wait (14,089,964 us, 0.09%)
poll_schedule_timeout.constprop.13 (41,081,969 us, 0.26%)
pipe_read (27,952,662 us, 0.18%)
finish_task_switch (2,434,394 us, 0.02%)
page_fault (3,459,629 us, 0.02%)
[Missed User Stack] (92,452,483 us, 0.58%)
schedule (77,489,346 us, 0.49%)
page_cache_sync_readahead (7,763,101 us, 0.05%)
finish_task_switch (49,402,459 us, 0.31%)
unix_stream_recvmsg (54,256,579 us, 0.34%)
__handle_mm_fault (34,086,267 us, 0.21%)
__x64_sys_read (54,256,579 us, 0.34%)
shrink_node_memcg (37,277,068 us, 0.23%)
shrink_node (3,283,495 us, 0.02%)
schedule (57,289,921 us, 0.36%)
- (226,860,776 us, 1.42%)
__alloc_pages_nodemask (8,520,444 us, 0.05%)
ext4_filemap_fault (8,582,953 us, 0.05%)
finish_task_switch (125,805,321 us, 0.79%)
futex_wait (591,354,207 us, 3.71%)
fute..
shrink_node_memcg (9,393,411 us, 0.06%)
finish_task_switch (44,212,256 us, 0.28%)
ksoftirqd/1 (77,610,344 us, 0.49%)
do_try_to_free_pages (3,095,147 us, 0.02%)
finish_task_switch (78,050,351 us, 0.49%)
do_read_cache_page (2,271,010 us, 0.01%)
core_sys_select (61,043,443 us, 0.38%)
futex_wait_queue_me (226,860,776 us, 1.42%)
do_syscall_64 (10,067,412 us, 0.06%)
handle_mm_fault (9,489,078 us, 0.06%)
__x64_sys_read (56,741,821 us, 0.36%)
try_to_free_pages (1,540,304 us, 0.01%)
schedule (77,855,044 us, 0.49%)
__alloc_pages_slowpath (3,879,523 us, 0.02%)
ret_from_fork (2,520,816 us, 0.02%)
try_to_free_pages (4,877,170 us, 0.03%)
shrink_node_memcg (2,057,091 us, 0.01%)
schedule (31,482,184 us, 0.20%)
__alloc_pages_slowpath (29,996,846 us, 0.19%)
tracing_map_array_alloc (45,809,751 us, 0.29%)
do_futex (1,575,717 us, 0.01%)
- (15,280,557 us, 0.10%)
in_auoms.rb:64 (57,622,417 us, 0.36%)
schedule (65,613,939 us, 0.41%)
futex_wait (259,167,376 us, 1.62%)
page_fault (22,064,562 us, 0.14%)
__kmalloc (3,879,523 us, 0.02%)
shrink_node (4,075,815 us, 0.03%)
futex_wait (25,854,466 us, 0.16%)
do_futex (39,357,618 us, 0.25%)
__x64_sys_futex (50,535,868 us, 0.32%)
sk_page_frag_refill (3,384,200 us, 0.02%)
schedule_idle (7,452,438 us, 0.05%)
__page_cache_alloc (202,337,730 us, 1.27%)
unix_stream_recvmsg (56,741,821 us, 0.36%)
[Missed Kernel Stack] (14,350,708 us, 0.09%)
VMInsightsEngi* (4,634,181 us, 0.03%)
- (9,227,061 us, 0.06%)
shrink_node_memcg (5,393,529 us, 0.03%)
kworker/4:0 (40,428,964 us, 0.25%)
finish_task_switch (68,762,759 us, 0.43%)
__do_page_cache_readahead (105,112,509 us, 0.66%)
try_to_free_pages (17,934,532 us, 0.11%)
[unknown] (53,898,798 us, 0.34%)
alloc_pages_current (6,884,003 us, 0.04%)
do_syscall_64 (34,278,820 us, 0.21%)
kthread (78,207,139 us, 0.49%)
do_select (44,212,256 us, 0.28%)
walk_component (8,520,444 us, 0.05%)
smpboot_thread_fn (78,466,204 us, 0.49%)
alloc_pages_current (45,809,751 us, 0.29%)
alloc_pages_current (7,058,433 us, 0.04%)
futex_wait (34,278,820 us, 0.21%)
schedule_hrtimeout_range_clock (53,389,705 us, 0.33%)
__x64_sys_futex (6,415,139 us, 0.04%)
__do_page_fault (40,412,392 us, 0.25%)
shrink_node (43,328,691 us, 0.27%)
finish_task_switch (259,167,376 us, 1.62%)
shrink_node (8,270,347 us, 0.05%)
schedule_timeout (21,076,189 us, 0.13%)
finish_task_switch (176,959,283 us, 1.11%)
schedule (41,081,969 us, 0.26%)
schedule_hrtimeout_range (75,652,547 us, 0.47%)
do_epoll_wait (43,010,566 us, 0.27%)
osc_brw_prep_request (5,733,484 us, 0.04%)
kmem_cache_alloc (2,789,657 us, 0.02%)
futex_wait_queue_me (1,932,488 us, 0.01%)
start_thread (3,167,000 us, 0.02%)
__alloc_pages_slowpath (10,919,703 us, 0.07%)
__x64_sys_epoll_wait (26,409,292 us, 0.17%)
page_fault (23,506,366 us, 0.15%)
futex_wait_queue_me (454,333,615 us, 2.85%)
fu..
__do_fault (6,187,167 us, 0.04%)
alloc_pages_current (2,157,158 us, 0.01%)
__do_page_fault (16,477,724 us, 0.10%)
[unknown] (63,202,326 us, 0.40%)
schedule_timeout (30,259,959 us, 0.19%)
runtime.futex (64,685,798 us, 0.41%)
[Missed User Stack] (11,975,468 us, 0.08%)
finish_task_switch (2,283,978 us, 0.01%)
do_page_fault (8,589,171 us, 0.05%)
__handle_mm_fault (9,493,589 us, 0.06%)
sock_read_iter (56,741,821 us, 0.36%)
kmalloc_order_trace (3,879,523 us, 0.02%)
kthread (65,613,939 us, 0.41%)
schedule (164,326,663 us, 1.03%)
__do_page_fault (30,017,451 us, 0.19%)
__handle_mm_fault (108,272,328 us, 0.68%)
shrink_node_memcg (5,822,229 us, 0.04%)
osc_build_rpc (3,879,707 us, 0.02%)
__vfs_read (27,953,861 us, 0.18%)
_cond_resched (5,176,203 us, 0.03%)
try_to_free_pages (3,181,734 us, 0.02%)
_cond_resched (1,980,771 us, 0.01%)
_cond_resched (1,578,269 us, 0.01%)
__do_page_cache_readahead (4,075,815 us, 0.03%)
shrink_inactive_list (3,906,701 us, 0.02%)
finish_task_switch (4,364,245 us, 0.03%)
finish_task_switch (6,801,546 us, 0.04%)
finish_task_switch (24,565,461 us, 0.15%)
shrink_inactive_list (1,402,854 us, 0.01%)
__alloc_pages_nodemask (8,405,020 us, 0.05%)
do_futex (24,565,461 us, 0.15%)
ret_from_fork (37,076,579 us, 0.23%)
do_page_fault (14,302,976 us, 0.09%)
- (75,657,491 us, 0.47%)
finish_task_switch (61,043,443 us, 0.38%)
entry_SYSCALL_64_after_hwframe (278,595,245 us, 1.75%)
filemap_fault (8,270,870 us, 0.05%)
do_futex (591,354,207 us, 3.71%)
do_f..
lookup_slow (8,520,444 us, 0.05%)
- (35,238,193 us, 0.22%)
finish_task_switch (30,482,859 us, 0.19%)
futex_wait (39,357,618 us, 0.25%)
schedule_timeout (77,854,598 us, 0.49%)
[Missed Kernel Stack] (8,020,816 us, 0.05%)
__x64_sys_futex (66,407,231 us, 0.42%)
handle_mm_fault (30,430,772 us, 0.19%)
__x64_sys_futex (24,713,803 us, 0.15%)
ext4_lookup (8,520,444 us, 0.05%)
shrink_node_memcg (1,968,512 us, 0.01%)
ksoftirqd/0 (77,884,141 us, 0.49%)
__x64_sys_select (300,330,328 us, 1.88%)
_..
[Missed Kernel Stack] (5,585,462 us, 0.04%)
[Missed User Stack] (158,762,414 us, 1.00%)
in_tail.rb:294 (171,827,098 us, 1.08%)
smpboot_thread_fn (78,315,488 us, 0.49%)
__do_page_cache_readahead (3,559,589 us, 0.02%)
schedule_hrtimeout_range (562,105,497 us, 3.52%)
sch..
do_page_fault (15,280,557 us, 0.10%)
finish_task_switch (562,105,497 us, 3.52%)
fin..
[Missed User Stack] (328,460,256 us, 2.06%)
[..
finish_task_switch (2,057,091 us, 0.01%)
read_cache_page (2,271,010 us, 0.01%)
__x64_sys_statfs (8,520,444 us, 0.05%)
__vfs_read (24,932,289 us, 0.16%)
alloc_pages_current (50,168,189 us, 0.31%)
alloc_pages_current (6,274,968 us, 0.04%)
do_page_fault (48,175,500 us, 0.30%)
sr_block_check_events (2,921,160 us, 0.02%)
__wait_rcu_gp (4,157,346 us, 0.03%)
__alloc_pages_nodemask (2,779,675 us, 0.02%)
page_fault (3,146,113 us, 0.02%)
entry_SYSCALL_64_after_hwframe (44,212,256 us, 0.28%)
finish_task_switch (76,279,177 us, 0.48%)
do_futex (259,167,376 us, 1.62%)
__page_cache_alloc (8,289,976 us, 0.05%)
finish_task_switch (38,599,279 us, 0.24%)
ret_from_fork (47,727,829 us, 0.30%)
ext4_filemap_fault (16,657,110 us, 0.10%)
kworker/0:1H (78,707,579 us, 0.49%)
schedule_hrtimeout_range (44,212,256 us, 0.28%)
shrink_node (198,026,247 us, 1.24%)
_cond_resched (1,929,582 us, 0.01%)
ptlrpcd_00_01 (52,224,215 us, 0.33%)
do_page_fault (8,418,218 us, 0.05%)
_cond_resched (6,835,713 us, 0.04%)
finish_task_switch (37,706,507 us, 0.24%)
[Missed Kernel Stack] (3,068,093 us, 0.02%)
osc_io_unplug0 (4,606,156 us, 0.03%)
python3 (365,683,246 us, 2.29%)
p..
finish_task_switch (6,045,890 us, 0.04%)
try_to_free_pages (43,328,691 us, 0.27%)
shrink_node (4,067,424 us, 0.03%)
finish_task_switch (8,033,065 us, 0.05%)
shrink_node (1,647,251 us, 0.01%)
kthread (44,859,848 us, 0.28%)
__alloc_pages_nodemask (5,958,579 us, 0.04%)
try_to_free_pages (12,676,096 us, 0.08%)
migration/7 (78,115,800 us, 0.49%)
_cond_resched (2,774,762 us, 0.02%)
try_to_free_pages (45,716,320 us, 0.29%)
osc_queue_async_io (4,942,927 us, 0.03%)
__alloc_pages_nodemask (16,723,193 us, 0.10%)
schedule (40,486,530 us, 0.25%)
- (1,724,853 us, 0.01%)
unix_stream_read_generic (31,118,782 us, 0.20%)
shrink_node (3,064,326 us, 0.02%)
kernel_sendmsg (3,465,360 us, 0.02%)
alloc_pages_current (3,146,113 us, 0.02%)
do_try_to_free_pages (8,393,187 us, 0.05%)
ksocknal_scheduler (78,050,208 us, 0.49%)
entry_SYSCALL_64_after_hwframe (38,964,047 us, 0.24%)
__x64_sys_futex (259,167,376 us, 1.62%)
__alloc_pages_nodemask (17,934,532 us, 0.11%)
kthread (8,683,007 us, 0.05%)
__alloc_pages_nodemask (5,955,401 us, 0.04%)
alloc_pages_current (8,417,057 us, 0.05%)
alloc_pages_current (45,721,442 us, 0.29%)
cl_io_start (305,086,429 us, 1.91%)
c..
- (13,185,633 us, 0.08%)
ret_from_fork (47,382,481 us, 0.30%)
__alloc_pages_nodemask (4,583,315 us, 0.03%)
do_syscall_64 (2,703,413 us, 0.02%)
try_to_free_pages (105,109,326 us, 0.66%)
kworker/4:1H (68,233,521 us, 0.43%)
_cond_resched (2,062,944 us, 0.01%)
__alloc_pages_nodemask (45,809,751 us, 0.29%)
try_to_free_pages (3,341,475 us, 0.02%)
shrink_node_memcg (16,198,644 us, 0.10%)
__handle_mm_fault (3,146,113 us, 0.02%)
mdsd (2,688,756,839 us, 16.86%)
mdsd
__x64_sys_read (7,775,543 us, 0.05%)
schedule (69,139,807 us, 0.43%)
finish_task_switch (3,047,467 us, 0.02%)
metrics_tool.py (382,533,028 us, 2.40%)
m..
handle_mm_fault (9,410,195 us, 0.06%)
kmalloc_order (5,731,654 us, 0.04%)
[unknown] (56,238,127 us, 0.35%)
finish_task_switch (60,088,632 us, 0.38%)
- (125,805,321 us, 0.79%)
finish_task_switch (78,050,208 us, 0.49%)
__alloc_pages_slowpath (6,274,968 us, 0.04%)
ep_poll (15,639,966 us, 0.10%)
kthread (71,716,962 us, 0.45%)
_cond_resched (1,464,373 us, 0.01%)
do_page_fault (13,185,633 us, 0.08%)
schedule_hrtimeout_range_clock (49,112,810 us, 0.31%)
do_syscall_64 (63,488,424 us, 0.40%)
futex_wait (24,565,461 us, 0.15%)
cl_io_start (12,067,036 us, 0.08%)
__do_page_cache_readahead (16,475,509 us, 0.10%)
finish_task_switch (23,531,703 us, 0.15%)
do_try_to_free_pages (3,160,862 us, 0.02%)
kthread (46,769,218 us, 0.29%)
shrink_page_list (6,845,127 us, 0.04%)
_cond_resched (2,248,677 us, 0.01%)
shrink_page_list (5,176,203 us, 0.03%)
vfs_read (31,118,782 us, 0.20%)
shrink_page_list (3,751,703 us, 0.02%)
shrink_inactive_list (5,190,729 us, 0.03%)
schedule (7,254,538 us, 0.05%)
schedule_hrtimeout_range_clock (40,316,505 us, 0.25%)
shrink_node_memcg (3,605,360 us, 0.02%)
ret_from_fork (51,269,057 us, 0.32%)
kthread (78,315,488 us, 0.49%)
do_syscall_64 (1,932,488 us, 0.01%)
__page_cache_alloc (6,884,003 us, 0.04%)
finish_task_switch (7,851,624 us, 0.05%)
alloc_pages_current (3,384,200 us, 0.02%)
try_to_free_pages (23,506,366 us, 0.15%)
do_page_fault (1,436,897 us, 0.01%)
finish_task_switch (40,486,530 us, 0.25%)
ptlrpcd_check (4,692,065 us, 0.03%)
do_syscall_64 (6,415,139 us, 0.04%)
- (45,001,264 us, 0.28%)
__do_page_fault (7,107,919 us, 0.04%)
schedule_hrtimeout_range (31,130,656 us, 0.20%)
cl_io_loop (305,581,629 us, 1.92%)
c..
handle_mm_fault (3,459,629 us, 0.02%)
shrink_inactive_list (3,817,080 us, 0.02%)
finish_task_switch (9,393,411 us, 0.06%)
__x64_sys_epoll_wait (31,482,184 us, 0.20%)
ret_from_fork (38,332,023 us, 0.24%)
ext4_filemap_fault (30,017,451 us, 0.19%)
page_fault (2,372,100 us, 0.01%)
do_try_to_free_pages (2,157,158 us, 0.01%)
__alloc_pages_slowpath (3,418,865 us, 0.02%)
_cond_resched (1,362,634 us, 0.01%)
osc_brw_prep_request (3,879,707 us, 0.02%)
sd_event_run (77,932,708 us, 0.49%)
kthread (69,824,949 us, 0.44%)
finish_task_switch (8,272,113 us, 0.05%)
schedule (143,494,192 us, 0.90%)
generic_file_read_iter (7,775,543 us, 0.05%)
ret_from_fork (77,896,453 us, 0.49%)
runtime.park_m (9,227,061 us, 0.06%)
__alloc_pages_slowpath (8,570,616 us, 0.05%)
finish_task_switch (4,754,582 us, 0.03%)
__alloc_pages_slowpath (17,934,532 us, 0.11%)
shrink_page_list (18,911,448 us, 0.12%)
shrink_node_memcg (2,872,178 us, 0.02%)
finish_task_switch (78,047,538 us, 0.49%)
[Missed Kernel Stack] (7,472,406 us, 0.05%)
do_nanosleep (18,224,087 us, 0.11%)
finish_task_switch (76,907,687 us, 0.48%)
handle_mm_fault (1,365,352 us, 0.01%)
__alloc_pages_slowpath (2,888,502 us, 0.02%)
do_try_to_free_pages (45,716,320 us, 0.29%)
cl_io_loop (12,067,036 us, 0.08%)
handle_mm_fault (7,107,919 us, 0.04%)
__x64_sys_write (305,596,341 us, 1.92%)
_..
wait_for_completion_interruptible_timeout (77,854,598 us, 0.49%)
ret_from_fork (71,716,962 us, 0.45%)
_cond_resched (7,851,624 us, 0.05%)
alloc_pages_current (5,955,401 us, 0.04%)
shrink_node_memcg (81,347,626 us, 0.51%)
[Missed Kernel Stack] (1,988,268 us, 0.01%)
shrink_inactive_list (1,929,582 us, 0.01%)
handle_mm_fault (1,663,412 us, 0.01%)
[Missed Kernel Stack] (1,404,772 us, 0.01%)
do_try_to_free_pages (6,593,539 us, 0.04%)
_cond_resched (2,410,894 us, 0.02%)
__vfs_read (7,775,543 us, 0.05%)
futex_wait_queue_me (27,130,717 us, 0.17%)
- (15,639,966 us, 0.10%)
alloc_pages_current (1,410,536 us, 0.01%)
__alloc_pages_nodemask (14,166,314 us, 0.09%)
process_one_work (2,921,160 us, 0.02%)
__recv (76,279,177 us, 0.48%)
_cond_resched (3,906,701 us, 0.02%)
poll (562,105,497 us, 3.52%)
poll
smpboot_thread_fn (77,610,344 us, 0.49%)
finish_task_switch (1,464,373 us, 0.01%)
skb_page_frag_refill (3,384,200 us, 0.02%)
ldlm_bl_04 (58,899,126 us, 0.37%)
alloc_pages_current (8,289,976 us, 0.05%)
shrink_node (4,568,307 us, 0.03%)
__do_fault (12,678,563 us, 0.08%)
finish_task_switch (8,099,460 us, 0.05%)
schedule (1,575,717 us, 0.01%)
_cond_resched (1,551,242 us, 0.01%)
do_epoll_wait (53,876,218 us, 0.34%)
__alloc_pages_slowpath (5,857,164 us, 0.04%)
__page_cache_alloc (3,095,150 us, 0.02%)
do_try_to_free_pages (105,109,326 us, 0.66%)
finish_task_switch (1,456,753 us, 0.01%)
__alloc_pages_nodemask (6,593,539 us, 0.04%)
schedule (39,065,244 us, 0.24%)
[Missed User Stack] (19,211,090 us, 0.12%)
select (44,212,256 us, 0.28%)
__page_cache_alloc (3,064,326 us, 0.02%)
page_fault (88,313,069 us, 0.55%)
sock_sendmsg (3,465,360 us, 0.02%)
entry_SYSCALL_64_after_hwframe (29,290,383 us, 0.18%)
shrink_inactive_list (1,968,507 us, 0.01%)
finish_task_switch (11,228,986 us, 0.07%)
schedule (1,724,853 us, 0.01%)
__alloc_pages_nodemask (9,410,195 us, 0.06%)
finish_task_switch (1,578,269 us, 0.01%)
ret_from_fork (49,572,286 us, 0.31%)
do_syscall_64 (27,130,717 us, 0.17%)
entry_SYSCALL_64_after_hwframe (53,876,218 us, 0.34%)
kthread (51,269,057 us, 0.32%)
try_to_free_pages (38,504,681 us, 0.24%)
osc_io_unplug0 (8,418,017 us, 0.05%)
__alloc_pages_slowpath (3,146,113 us, 0.02%)
do_epoll_wait (53,389,705 us, 0.33%)
schedule (38,964,047 us, 0.24%)
schedule (34,278,820 us, 0.21%)
vfs_read (7,775,543 us, 0.05%)
vfs_read (38,964,047 us, 0.24%)
ep_poll (49,112,810 us, 0.31%)
[Missed Kernel Stack] (78,243,044 us, 0.49%)
schedule (5,134,877 us, 0.03%)
do_page_fault (5,968,064 us, 0.04%)
__page_cache_alloc (5,955,401 us, 0.04%)
- (38,964,047 us, 0.24%)
sock_sendmsg (1,483,044 us, 0.01%)
handle_mm_fault (48,175,500 us, 0.30%)
do_try_to_free_pages (17,934,532 us, 0.11%)
new_sync_read (4,364,245 us, 0.03%)
shrink_node (14,166,314 us, 0.09%)
finish_task_switch (45,001,264 us, 0.28%)
schedule_idle (3,329,774 us, 0.02%)
do_syscall_64 (56,237,709 us, 0.35%)
migration/1 (78,275,595 us, 0.49%)
do_try_to_free_pages (49,365,461 us, 0.31%)
try_to_free_pages (29,996,846 us, 0.19%)
epoll_wait (31,482,184 us, 0.20%)
schedule_hrtimeout_range_clock (5,005,462 us, 0.03%)
finish_task_switch (76,607,067 us, 0.48%)
chronyd (77,009,503 us, 0.48%)
do_syscall_64 (77,932,574 us, 0.49%)
worker_thread (65,751,215 us, 0.41%)
do_nanosleep (46,698,760 us, 0.29%)
[Missed User Stack] (14,083,958 us, 0.09%)
boost::asio::detail::epoll_reactor::~epoll_reactor() (2,611,852 us, 0.02%)
shrink_node_memcg (177,048,120 us, 1.11%)
epoll_wait (15,639,966 us, 0.10%)
__handle_mm_fault (14,302,976 us, 0.09%)
ext4_filemap_fault (10,920,580 us, 0.07%)
shrink_page_list (2,774,762 us, 0.02%)
shrink_node_memcg (91,891,528 us, 0.58%)
__do_page_fault (91,099,210 us, 0.57%)
shrink_node (105,109,326 us, 0.66%)
[Missed Kernel Stack] (71,683,852 us, 0.45%)
shrink_node (4,877,170 us, 0.03%)
auomscollect (593,362,423 us, 3.72%)
auom..
- (24,713,803 us, 0.15%)
- (306,271,903 us, 1.92%)
-
do_syscall_64 (64,410,050 us, 0.40%)
shrink_inactive_list (7,285,688 us, 0.05%)
socknal_sd01_00 (65,455,401 us, 0.41%)
azsecmond (635,946,920 us, 3.99%)
azse..
do_writepages (12,086,861 us, 0.08%)
shrink_node (6,848,597 us, 0.04%)
entry_SYSCALL_64_after_hwframe (40,317,296 us, 0.25%)
ep_poll (53,389,705 us, 0.33%)
kworker/6:0 (38,312,542 us, 0.24%)
page_fault (8,589,171 us, 0.05%)
finish_task_switch (64,475,566 us, 0.40%)
try_to_free_pages (50,168,189 us, 0.31%)
[Missed User Stack] (222,383,477 us, 1.39%)
do_page_fault (2,372,100 us, 0.01%)
khugepaged (71,683,852 us, 0.45%)
__vfs_read (37,706,507 us, 0.24%)
brw_interpret (5,438,394 us, 0.03%)
[Missed Kernel Stack] (22,968,803 us, 0.14%)
kworker/1:2 (69,832,403 us, 0.44%)
_cond_resched (6,694,980 us, 0.04%)
event_trigger_write (45,817,595 us, 0.29%)
alloc_pages_current (2,034,505 us, 0.01%)
sock_read_iter (4,364,245 us, 0.03%)
__do_page_cache_readahead (49,365,461 us, 0.31%)
schedule_hrtimeout_range_clock (333,769,160 us, 2.09%)
s..
handle_mm_fault (8,270,870 us, 0.05%)
__handle_mm_fault (4,076,423 us, 0.03%)
shrink_page_list (43,514,971 us, 0.27%)
- (31,130,656 us, 0.20%)
finish_task_switch (3,020,199 us, 0.02%)
alloc_pages_current (3,365,023 us, 0.02%)
shrink_node_memcg (79,249,433 us, 0.50%)
handle_mm_fault (3,188,688 us, 0.02%)
pipe_wait (27,952,662 us, 0.18%)
tracing_map_sort_entries (2,034,505 us, 0.01%)
schedule (24,565,461 us, 0.15%)
finish_task_switch (69,139,807 us, 0.43%)
alloc_pages_vma (3,418,865 us, 0.02%)
pagecache_get_page (6,274,968 us, 0.04%)
trigger_data_free (6,016,443 us, 0.04%)
page_fault (13,572,731 us, 0.09%)
try_to_free_pages (30,411,471 us, 0.19%)
shrink_node (16,654,601 us, 0.10%)
schedule_hrtimeout_range_clock (31,482,184 us, 0.20%)
shrink_node_memcg (3,160,862 us, 0.02%)
ptlrpcd (47,727,829 us, 0.30%)
__vfs_write (2,279,727 us, 0.01%)
ldlm_bl_thread_main (68,115,777 us, 0.43%)
finish_task_switch (13,432,487 us, 0.08%)
alloc_pages_current (8,570,616 us, 0.05%)
kworker/6:1H (71,716,962 us, 0.45%)
futex_wait_queue_me (60,008,334 us, 0.38%)
filemap_fault (3,064,326 us, 0.02%)
finish_task_switch (53,389,705 us, 0.33%)
secondary_startup_64 (17,982,098 us, 0.11%)
finish_task_switch (64,685,798 us, 0.41%)
grep (28,493,511 us, 0.18%)
try_to_free_pages (7,058,433 us, 0.04%)
__alloc_pages_nodemask (103,558,653 us, 0.65%)
smpboot_thread_fn (57,788,355 us, 0.36%)
__alloc_pages_nodemask (6,869,093 us, 0.04%)
shrink_node_memcg (3,040,554 us, 0.02%)
[Missed User Stack] (2,514,201 us, 0.02%)
finish_task_switch (1,591,190 us, 0.01%)
- (29,290,383 us, 0.18%)
kthread (69,663,850 us, 0.44%)
new_sync_read (27,953,861 us, 0.18%)
schedule (22,084,375 us, 0.14%)
do_page_fault (9,410,195 us, 0.06%)
shrink_inactive_list (23,811,100 us, 0.15%)
omsagent (58,243,479 us, 0.37%)
kthread (59,050,805 us, 0.37%)
[Missed User Stack] (85,001,923 us, 0.53%)
rcu_gp_kthread (78,962,999 us, 0.50%)
schedule (29,507,660 us, 0.19%)
handle_mm_fault (49,365,461 us, 0.31%)
runtime.notesleep (39,357,618 us, 0.25%)
shrink_page_list (22,625,758 us, 0.14%)
PyThread_acquire_lock_timed (3,409,485 us, 0.02%)
cl_io_start (2,215,551 us, 0.01%)
entry_SYSCALL_64_after_hwframe (33,351,732 us, 0.21%)
ptlrpc_check_set (6,235,581 us, 0.04%)
finish_task_switch (1,575,717 us, 0.01%)
schedule (75,720,852 us, 0.47%)
ret_from_fork (77,855,044 us, 0.49%)
kworker/1:1H (76,607,067 us, 0.48%)
worker_thread (78,707,579 us, 0.49%)
shrink_inactive_list (5,671,385 us, 0.04%)
do_try_to_free_pages (38,504,681 us, 0.24%)
[unknown] (143,536,456 us, 0.90%)
filemap_fault (23,506,366 us, 0.15%)
finish_task_switch (143,494,192 us, 0.90%)
__alloc_pages_nodemask (34,067,908 us, 0.21%)
schedule (60,045,805 us, 0.38%)
futex_wait_queue_me (1,478,666,657 us, 9.27%)
futex_wait_qu..
schedule (259,167,376 us, 1.62%)
entry_SYSCALL_64_after_hwframe (306,253,118 us, 1.92%)
e..
lnet_monitor_thread (78,207,139 us, 0.49%)
shrink_inactive_list (3,684,415 us, 0.02%)
__do_page_fault (12,678,563 us, 0.08%)
finish_task_switch (164,326,663 us, 1.03%)
shrink_node_memcg (5,637,142 us, 0.04%)
pthread_cond_timedwait@@GLIBC_2.3.2 (226,860,776 us, 1.42%)
finish_task_switch (60,008,334 us, 0.38%)
_cond_resched (18,911,448 us, 0.12%)
try_to_free_pages (2,157,158 us, 0.01%)
schedule_hrtimeout_range_clock (562,105,497 us, 3.52%)
sch..
futex_wait_queue_me (29,290,383 us, 0.18%)
__alloc_pages_nodemask (1,540,310 us, 0.01%)
shrink_node_memcg (6,848,593 us, 0.04%)
finish_task_switch (56,741,821 us, 0.36%)
kmalloc_order_trace (4,583,315 us, 0.03%)
__page_cache_alloc (38,504,681 us, 0.24%)
in_syslog.rb:1* (58,030,086 us, 0.36%)
finish_task_switch (3,655,781 us, 0.02%)
finish_task_switch (3,983,737 us, 0.02%)
_cond_resched (6,515,448 us, 0.04%)
schedule (15,639,966 us, 0.10%)
futex_wait (27,036,511 us, 0.17%)
worker_thread (49,572,272 us, 0.31%)
_cond_resched (4,754,582 us, 0.03%)
do_try_to_free_pages (11,119,210 us, 0.07%)
try_to_free_pages (8,270,347 us, 0.05%)
__alloc_pages_nodemask (4,067,424 us, 0.03%)
kauditd (77,955,305 us, 0.49%)
__alloc_pages_nodemask (50,168,189 us, 0.31%)
page_fault (30,017,451 us, 0.19%)
[Missed Kernel Stack] (7,605,202 us, 0.05%)
finish_task_switch (17,329,522 us, 0.11%)
finish_task_switch (36,482,242 us, 0.23%)
__x64_sys_read (4,364,245 us, 0.03%)
futex_wait (41,981,326 us, 0.26%)
shrink_inactive_list (2,057,091 us, 0.01%)
_cond_resched (1,458,507 us, 0.01%)
schedule (71,716,962 us, 0.45%)
unix_stream_read_generic (24,932,289 us, 0.16%)
- (53,958,941 us, 0.34%)
ret_from_fork (2,284,047 us, 0.01%)
finish_task_switch (19,263,649 us, 0.12%)
do_try_to_free_pages (6,274,968 us, 0.04%)
[Missed Kernel Stack] (77,894,920 us, 0.49%)
[Missed User Stack] (219,907,377 us, 1.38%)
- (68,762,759 us, 0.43%)
[Missed Kernel Stack] (7,446,510 us, 0.05%)
try_to_free_pages (17,479,821 us, 0.11%)
ptlrpc_prep_bulk_imp (5,731,664 us, 0.04%)
[Missed Kernel Stack] (3,118,740 us, 0.02%)
__do_fault (5,968,064 us, 0.04%)
kthread (77,854,598 us, 0.49%)
ret_from_fork (78,482,004 us, 0.49%)
__alloc_pages_slowpath (4,075,815 us, 0.03%)
schedule (67,501,914 us, 0.42%)
ksocknal_scheduler (63,260,315 us, 0.40%)
filemap_fault (30,430,772 us, 0.19%)
try_to_free_pages (2,872,178 us, 0.02%)
[Missed Kernel Stack] (8,347,329 us, 0.05%)
__alloc_pages_slowpath (9,533,331 us, 0.06%)
__page_cache_alloc (2,350,640 us, 0.01%)
finish_task_switch (67,854,589 us, 0.43%)
do_page_fault (50,169,681 us, 0.31%)
schedule (38,309,454 us, 0.24%)
finish_task_switch (6,515,448 us, 0.04%)
do_try_to_free_pages (50,168,189 us, 0.31%)
__kmalloc (5,423,847 us, 0.03%)
__alloc_pages_slowpath (11,119,210 us, 0.07%)
osc_brw_prep_request (4,600,845 us, 0.03%)
_cond_resched (4,720,463 us, 0.03%)
__do_page_fault (6,187,167 us, 0.04%)
osc_io_unplug0 (5,735,575 us, 0.04%)
alloc_pages_current (85,059,432 us, 0.53%)
futex_wait_queue_me (30,482,859 us, 0.19%)
schedule (77,610,344 us, 0.49%)
secondary_startup_64 (3,329,774 us, 0.02%)
try_to_free_pages (6,848,597 us, 0.04%)
core_sys_select (44,212,256 us, 0.28%)
ptlrpcd_00_03 (42,662,041 us, 0.27%)
new_sync_read (17,111,723 us, 0.11%)
shrink_inactive_list (18,911,448 us, 0.12%)
pthread_cond_wait@@GLIBC_2.3.2 (399,282,670 us, 2.50%)
pt..
schedule (60,773,842 us, 0.38%)
__handle_mm_fault (22,064,562 us, 0.14%)
do_try_to_free_pages (3,181,734 us, 0.02%)
do_syscall_64 (46,779,166 us, 0.29%)
ptlrpc_check_set (2,580,603 us, 0.02%)
ret_from_fork (78,315,488 us, 0.49%)
shrink_inactive_list (8,033,065 us, 0.05%)
_cond_resched (5,671,385 us, 0.04%)
handle_mm_fault (11,119,663 us, 0.07%)
[Missed Kernel Stack] (3,132,551 us, 0.02%)
__alloc_pages_nodemask (6,274,968 us, 0.04%)
- (34,278,820 us, 0.21%)
cdrom_check_events (2,921,160 us, 0.02%)
do_page_fault (6,187,167 us, 0.04%)
shrink_page_list (3,906,701 us, 0.02%)
do_futex (1,932,488 us, 0.01%)
__x64_sys_newstat (2,271,010 us, 0.01%)
kworker/0:0 (49,574,400 us, 0.31%)
shrink_node (2,830,746 us, 0.02%)
runtime.notesleep (9,227,061 us, 0.06%)
kthread (68,233,521 us, 0.43%)
entry_SYSCALL_64_after_hwframe (6,415,139 us, 0.04%)
cpu_startup_entry (11,051,739 us, 0.07%)
offcputime (76,979,967 us, 0.48%)
__page_cache_alloc (1,647,251 us, 0.01%)
__page_cache_alloc (1,540,310 us, 0.01%)
finish_task_switch (140,098,116 us, 0.88%)
_cond_resched (6,302,867 us, 0.04%)
__page_cache_alloc (11,119,210 us, 0.07%)
__kmalloc (4,583,315 us, 0.03%)
schedule (76,607,067 us, 0.48%)
schedule (33,351,732 us, 0.21%)
event_trigger_open (10,175,378 us, 0.06%)
do_try_to_free_pages (3,146,113 us, 0.02%)
filemap_fault (3,146,113 us, 0.02%)
st_timer (73,731,893 us, 0.46%)
kthread (78,466,204 us, 0.49%)
__x64_sys_poll (74,178,133 us, 0.47%)
__alloc_pages_nodemask (5,857,164 us, 0.04%)
ext4_filemap_fault (13,185,633 us, 0.08%)
__x64_sys_futex (26,888,468 us, 0.17%)
do_syscall_64 (24,713,803 us, 0.15%)
__alloc_pages_nodemask (15,280,557 us, 0.10%)
__page_cache_alloc (14,166,314 us, 0.09%)
_cond_resched (3,983,737 us, 0.02%)
- (22,084,501 us, 0.14%)
shrink_inactive_list (2,410,894 us, 0.02%)
_cond_resched (1,399,621 us, 0.01%)
__x64_sys_poll (333,769,160 us, 2.09%)
_..
finish_task_switch (78,315,488 us, 0.49%)
shrink_node (2,872,178 us, 0.02%)
__do_page_fault (9,493,589 us, 0.06%)
osc_io_unplug0 (6,953,416 us, 0.04%)
page_fault (49,365,461 us, 0.31%)
finish_task_switch (3,751,703 us, 0.02%)
futex_wait (125,805,321 us, 0.79%)
shrink_node (8,520,444 us, 0.05%)
kern_select (44,212,256 us, 0.28%)
do_try_to_free_pages (4,568,307 us, 0.03%)
schedule (41,981,326 us, 0.26%)
ptlrpcd_check (7,166,601 us, 0.04%)
pagecache_get_page (4,877,170 us, 0.03%)
schedule (21,104,170 us, 0.13%)
smpboot_thread_fn (78,482,004 us, 0.49%)
alloc_pages_current (38,504,681 us, 0.24%)
ret_from_fork (69,663,850 us, 0.44%)
schedule_hrtimeout_range_clock (31,130,656 us, 0.20%)
filemap_fault (34,086,267 us, 0.21%)
__get_free_pages (9,533,331 us, 0.06%)
handle_mm_fault (18,275,299 us, 0.11%)
migration/6 (76,907,687 us, 0.48%)
page_fault (105,382,332 us, 0.66%)
do_try_to_free_pages (2,248,677 us, 0.01%)
SCXCoreLib::SCXConditionHandle::Wait() (1,561,541 us, 0.01%)
schedule (6,415,139 us, 0.04%)
__x64_sys_futex (25,854,466 us, 0.16%)
futex_wait (240,015,636 us, 1.50%)
handle_mm_fault (9,723,990 us, 0.06%)
shrink_inactive_list (1,551,242 us, 0.01%)
filemap_fault (50,169,681 us, 0.31%)
swapper/5 (7,452,438 us, 0.05%)
futex_wait (27,130,717 us, 0.17%)
__do_fault (11,119,663 us, 0.07%)
page_fault (9,723,990 us, 0.06%)
__x64_sys_read (38,964,047 us, 0.24%)
kthread (38,312,452 us, 0.24%)
kworker/7:1 (78,246,843 us, 0.49%)
- (26,888,468 us, 0.17%)
entry_SYSCALL_64_after_hwframe (37,706,507 us, 0.24%)
__x64_sys_nanosleep (46,779,166 us, 0.29%)
ret_from_fork (67,501,914 us, 0.42%)
shrink_node (16,475,509 us, 0.10%)
kthread (67,861,119 us, 0.43%)
sr_check_events (2,921,160 us, 0.02%)
__alloc_pages_slowpath (1,694,813 us, 0.01%)
do_syscall_64 (76,279,177 us, 0.48%)
__alloc_pages_slowpath (1,701,256 us, 0.01%)
alloc_pages_current (6,869,093 us, 0.04%)
ret_from_fork (76,921,265 us, 0.48%)
schedule (64,363,030 us, 0.40%)
alloc_pages_current (4,583,315 us, 0.03%)
schedule_timeout (73,731,893 us, 0.46%)
finish_task_switch (41,981,326 us, 0.26%)
do_syscall_64 (175,287,535 us, 1.10%)
do_futex (24,713,747 us, 0.15%)
kthread (68,115,777 us, 0.43%)
try_to_free_pages (13,178,649 us, 0.08%)
__do_page_fault (23,506,366 us, 0.15%)
omiserver (77,734,200 us, 0.49%)
ep_poll (76,077,792 us, 0.48%)
page_fault (8,418,218 us, 0.05%)
smpboot_thread_fn (75,720,852 us, 0.47%)
do_page_fault (8,270,870 us, 0.05%)
__x64_sys_futex (24,713,747 us, 0.15%)
ptlrpc_new_bulk (12,062,021 us, 0.08%)
entry_SYSCALL_64_after_hwframe (44,234,331 us, 0.28%)
shrink_node (5,958,579 us, 0.04%)
finish_task_switch (14,089,964 us, 0.09%)
ksys_write (305,596,341 us, 1.92%)
k..
kworker/1:1 (39,069,955 us, 0.24%)
- (49,365,461 us, 0.31%)
__do_sys_statfs (8,520,444 us, 0.05%)
__x64_sys_poll (68,762,759 us, 0.43%)
_cond_resched (13,587,344 us, 0.09%)
futex_wait (164,326,663 us, 1.03%)
ret_from_fork (64,909,430 us, 0.41%)
schedule (5,005,462 us, 0.03%)
shrink_inactive_list (3,983,737 us, 0.02%)
finish_task_switch (35,238,193 us, 0.22%)
do_try_to_free_pages (23,506,366 us, 0.15%)
pipe_read (38,964,047 us, 0.24%)
kthread (78,482,004 us, 0.49%)
_cond_resched (27,459,388 us, 0.17%)
fstatfs (3,353,975 us, 0.02%)
- (74,178,133 us, 0.47%)
- (303,030,002 us, 1.90%)
-
kworker/0:2 (9,043,188 us, 0.06%)
finish_task_switch (6,572,535 us, 0.04%)
- (43,332,913 us, 0.27%)
sk_page_frag_refill (1,410,536 us, 0.01%)
ext4_filemap_fault (34,086,267 us, 0.21%)
epoll_wait (5,005,462 us, 0.03%)
rs:action 0 que (87,649,165 us, 0.55%)
shrink_node_memcg (10,790,964 us, 0.07%)
finish_task_switch (64,363,030 us, 0.40%)
ptlrpc_prep_bulk_imp (5,423,847 us, 0.03%)
__handle_mm_fault (105,382,332 us, 0.66%)
ret_from_fork (69,139,807 us, 0.43%)
kthread (17,265,744 us, 0.11%)
ret_from_fork (77,955,305 us, 0.49%)
filemap_fault (9,865,602 us, 0.06%)
do_epoll_wait (77,932,574 us, 0.49%)
shrink_inactive_list (5,393,529 us, 0.03%)
__lll_lock_wait (14,089,964 us, 0.09%)
shrink_inactive_list (6,462,388 us, 0.04%)
ret_from_fork (40,357,844 us, 0.25%)
shrink_node_memcg (10,286,604 us, 0.06%)
finish_task_switch (11,051,739 us, 0.07%)
_cond_resched (1,439,477 us, 0.01%)
__x64_sys_wait4 (28,594,804 us, 0.18%)
finish_task_switch (13,701,431 us, 0.09%)
vfork (22,112,168 us, 0.14%)
__do_fault (2,844,425 us, 0.02%)
kthread (40,392,338 us, 0.25%)
[Missed User Stack] (78,699,249 us, 0.49%)
handle_mm_fault (8,589,171 us, 0.05%)
alloc_pages_current (30,411,471 us, 0.19%)
handle_mm_fault (15,280,557 us, 0.10%)
filemap_fault (48,175,500 us, 0.30%)
entry_SYSCALL_64_after_hwframe (39,357,618 us, 0.25%)
__do_fault (21,205,560 us, 0.13%)
- (38,753,729 us, 0.24%)
finish_task_switch (6,302,867 us, 0.04%)
ret_from_fork (77,610,344 us, 0.49%)
schedule_hrtimeout_range (15,639,966 us, 0.10%)
new_sync_read (24,932,289 us, 0.16%)
__handle_mm_fault (49,365,461 us, 0.31%)
page_fault (3,188,688 us, 0.02%)
schedule (60,008,334 us, 0.38%)
__handle_mm_fault (3,064,326 us, 0.02%)
try_to_free_pages (3,160,862 us, 0.02%)
do_page_fault (22,064,562 us, 0.14%)
schedule (17,253,618 us, 0.11%)
finish_task_switch (1,724,853 us, 0.01%)
__page_cache_alloc (4,877,170 us, 0.03%)
shrink_inactive_list (6,835,713 us, 0.04%)
finish_task_switch (2,520,732 us, 0.02%)
_cond_resched (6,462,388 us, 0.04%)
shrink_page_list (5,807,115 us, 0.04%)
finish_task_switch (60,002,764 us, 0.38%)
worker_thread (8,517,960 us, 0.05%)
finish_task_switch (23,811,100 us, 0.15%)
- (6,415,139 us, 0.04%)
finish_task_switch (6,415,139 us, 0.04%)
select (44,234,331 us, 0.28%)
kthread (57,788,355 us, 0.36%)
_cond_resched (38,599,279 us, 0.24%)
_cond_resched (3,047,467 us, 0.02%)
do_nanosleep (46,779,166 us, 0.29%)
do_syscall_64 (278,595,245 us, 1.75%)
try_to_free_pages (16,475,509 us, 0.10%)
poll (333,769,171 us, 2.09%)
p..
CollectionMonitor::run() (37,205,007 us, 0.23%)
try_to_free_pages (4,568,307 us, 0.03%)
shrink_node (5,834,708 us, 0.04%)
__vfs_read (38,964,047 us, 0.24%)
schedule (67,854,589 us, 0.43%)
_cond_resched (1,901,252 us, 0.01%)
schedule (66,407,231 us, 0.42%)
shrink_node_memcg (3,824,394 us, 0.02%)
new_sync_read (54,256,579 us, 0.34%)
finish_task_switch (9,353,517 us, 0.06%)
__skb_wait_for_more_packets (76,279,177 us, 0.48%)
worker_thread (45,749,282 us, 0.29%)
_cond_resched (5,834,612 us, 0.04%)
cl_sync_file_range (12,086,861 us, 0.08%)
_PyObject_GenericGetAttrWithDict (1,667,369 us, 0.01%)
shrink_node_memcg (11,753,681 us, 0.07%)
shrink_node_memcg (11,236,619 us, 0.07%)
schedule (57,788,355 us, 0.36%)
[unknown] (11,331,497 us, 0.07%)
kthread (69,139,807 us, 0.43%)
sock_recvmsg (17,111,723 us, 0.11%)
__x64_sys_wait4 (75,688,314 us, 0.47%)
try_to_free_pages (6,884,003 us, 0.04%)
__nanosleep (56,237,709 us, 0.35%)
__alloc_pages_slowpath (9,410,195 us, 0.06%)
__do_fault (8,589,171 us, 0.05%)
finish_task_switch (1,929,582 us, 0.01%)
do_syscall_64 (24,565,461 us, 0.15%)
finish_task_switch (6,065,786 us, 0.04%)
runtime.netpollblock (53,389,724 us, 0.33%)
select (143,494,192 us, 0.90%)
schedule (4,364,245 us, 0.03%)
shrink_page_list (6,934,680 us, 0.04%)
try_to_free_pages (16,723,151 us, 0.10%)
shrink_page_list (1,456,753 us, 0.01%)
ptlrpc_new_bulk (5,857,164 us, 0.04%)
try_to_free_pages (3,146,113 us, 0.02%)
schedule (30,259,959 us, 0.19%)
shrink_node_memcg (1,459,079 us, 0.01%)
try_to_free_pages (13,562,366 us, 0.09%)
shrink_node_memcg (8,461,633 us, 0.05%)
ep_poll (26,409,292 us, 0.17%)
migration/3 (78,315,488 us, 0.49%)
do_sys_poll (140,098,116 us, 0.88%)
do_syscall_64 (240,015,636 us, 1.50%)
skb_recv_datagram (76,279,177 us, 0.48%)
do_page_fault (91,099,210 us, 0.57%)
shrink_page_list (23,811,100 us, 0.15%)
__do_fault (7,107,919 us, 0.04%)
ptlrpc_new_bulk (6,869,093 us, 0.04%)
[unknown] (53,588,731 us, 0.34%)
[unknown] (38,090,238 us, 0.24%)
do_syscall_64 (26,888,468 us, 0.17%)
socknal_sd01_01 (54,266,811 us, 0.34%)
vfs_statx (2,271,010 us, 0.01%)
__page_cache_alloc (16,475,509 us, 0.10%)
ksys_read (56,741,821 us, 0.36%)
pthread_cond_wait@@GLIBC_2.3.2 (26,888,468 us, 0.17%)
shrink_node (6,884,003 us, 0.04%)
kworker/1:0 (8,522,308 us, 0.05%)
finish_task_switch (65,549,520 us, 0.41%)
kern_select (300,330,328 us, 1.88%)
k..
handle_mm_fault (2,720,387 us, 0.02%)
__x64_sys_nanosleep (56,237,709 us, 0.35%)
[Missed Kernel Stack] (1,505,884 us, 0.01%)
__x64_sys_ppoll (40,316,505 us, 0.25%)
__scsi_execute (2,921,160 us, 0.02%)
__x64_sys_futex (164,326,663 us, 1.03%)
shrink_page_list (3,684,415 us, 0.02%)
[Missed Kernel Stack] (10,059,726 us, 0.06%)
finish_task_switch (6,464,972 us, 0.04%)
schedule_idle (17,982,098 us, 0.11%)
alloc_pages_current (8,405,020 us, 0.05%)
ext4_filemap_fault (108,272,328 us, 0.68%)
__page_cache_alloc (49,365,461 us, 0.31%)
shrink_node_memcg (3,655,007 us, 0.02%)
__x64_sys_epoll_wait (53,958,941 us, 0.34%)
finish_task_switch (1,362,634 us, 0.01%)
do_page_fault (34,086,267 us, 0.21%)
kthread (9,040,922 us, 0.06%)
kthread (78,050,208 us, 0.49%)
__do_execve_file.isra.40 (9,545,356 us, 0.06%)
filemap_fault (15,280,557 us, 0.10%)
osc_brw_prep_request (6,944,227 us, 0.04%)
__page_cache_alloc (16,654,601 us, 0.10%)
finish_task_switch (6,462,388 us, 0.04%)
worker_thread (8,683,007 us, 0.05%)
ret_from_fork (8,683,007 us, 0.05%)
finish_task_switch (78,207,139 us, 0.49%)
do_try_to_free_pages (10,919,703 us, 0.07%)
osc_cache_writeback_range (12,067,036 us, 0.08%)
__alloc_pages_slowpath (6,593,539 us, 0.04%)
finish_task_switch (9,331,134 us, 0.06%)
finish_task_switch (5,809,914 us, 0.04%)
try_to_free_pages (3,655,007 us, 0.02%)
_cond_resched (24,518,783 us, 0.15%)
finish_task_switch (40,364,049 us, 0.25%)
finish_task_switch (4,281,504 us, 0.03%)
ep_poll (77,489,346 us, 0.49%)
schedule (78,315,488 us, 0.49%)
__do_page_fault (4,076,423 us, 0.03%)
ksoftirqd/4 (75,720,852 us, 0.47%)
schedule (64,685,798 us, 0.41%)
pgd_alloc (9,533,331 us, 0.06%)
new_sync_write (2,279,727 us, 0.01%)
try_to_free_pages (1,647,251 us, 0.01%)
- (454,334,200 us, 2.85%)
-
finish_task_switch (2,689,666 us, 0.02%)
page_fault (2,844,425 us, 0.02%)
unix_stream_read_generic (56,741,821 us, 0.36%)
try_to_free_pages (8,405,020 us, 0.05%)
finish_task_switch (60,022,895 us, 0.38%)
shrink_node (3,095,147 us, 0.02%)
ksoftirqd/7 (77,695,417 us, 0.49%)
schedule (77,932,574 us, 0.49%)
finish_task_switch (55,483,639 us, 0.35%)
__do_page_fault (34,086,267 us, 0.21%)
__x64_sys_futex (240,015,636 us, 1.50%)
do_try_to_free_pages (3,824,394 us, 0.02%)
__x64_sys_epoll_wait (77,932,574 us, 0.49%)
filemap_fault (17,934,532 us, 0.11%)
kthread (73,731,893 us, 0.46%)
tcp_sendmsg (3,465,360 us, 0.02%)
__alloc_pages_nodemask (2,157,158 us, 0.01%)
entry_SYSCALL_64_after_hwframe (2,703,413 us, 0.02%)
finish_task_switch (399,282,670 us, 2.50%)
fi..
do_syscall_64 (54,256,579 us, 0.34%)
finish_task_switch (5,005,462 us, 0.03%)
worker_thread (34,562,906 us, 0.22%)
shrink_node_memcg (32,283,833 us, 0.20%)
__do_fault (9,323,793 us, 0.06%)
schedule_hrtimeout_range_clock (68,762,759 us, 0.43%)
audit_get_reply (1,685,694 us, 0.01%)
_cond_resched (1,838,306 us, 0.01%)
finish_task_switch (27,459,388 us, 0.17%)
__x64_sys_read (27,953,861 us, 0.18%)
alloc_pages_current (29,996,846 us, 0.19%)
do_try_to_free_pages (45,797,438 us, 0.29%)
do_syscall_64 (75,688,314 us, 0.47%)
__x64_sys_epoll_wait (5,005,462 us, 0.03%)
ptlrpc_new_bulk (4,583,315 us, 0.03%)
schedule_hrtimeout_range (300,330,328 us, 1.88%)
s..
shrink_inactive_list (27,459,388 us, 0.17%)
wait_for_completion_killable (22,084,375 us, 0.14%)
schedule_hrtimeout_range (61,043,443 us, 0.38%)
finish_task_switch (53,958,941 us, 0.34%)
__x64_sys_futex (303,030,002 us, 1.90%)
_..
ptlrpc_new_bulk (5,423,847 us, 0.03%)
vfs_read (37,706,507 us, 0.24%)
ext4_filemap_fault (3,188,688 us, 0.02%)
new_sync_read (37,706,507 us, 0.24%)
socknal_sd00_02 (78,050,208 us, 0.49%)
ret_from_fork (9,922,618 us, 0.06%)
_cond_resched (8,033,065 us, 0.05%)
futex_wait (303,030,002 us, 1.90%)
f..
__alloc_pages_slowpath (2,350,640 us, 0.01%)
schedule (11,228,986 us, 0.07%)
ll_file_write_iter (2,279,727 us, 0.01%)
kthread (39,069,955 us, 0.24%)
filemap_fault (8,589,171 us, 0.05%)
__x64_sys_futex (45,001,264 us, 0.28%)
__alloc_pages_slowpath (16,654,601 us, 0.10%)
kernel_wait4 (75,514,198 us, 0.47%)
futex_wait_queue_me (66,407,231 us, 0.42%)
shrink_page_list (4,555,376 us, 0.03%)
finish_task_switch (20,098,236 us, 0.13%)
schedule (27,130,717 us, 0.17%)
ext4_filemap_fault (1,436,897 us, 0.01%)
do_futex (226,860,776 us, 1.42%)
kthreadd (77,901,699 us, 0.49%)
in_agent_telem* (121,407,005 us, 0.76%)
__do_page_cache_readahead (103,560,833 us, 0.65%)
page_fault (8,270,870 us, 0.05%)
hrtimer_nanosleep (60,045,805 us, 0.38%)
[Missed User Stack] (21,504,071 us, 0.13%)
do_futex (45,001,264 us, 0.28%)
shrink_page_list (27,459,388 us, 0.17%)
shrink_node_memcg (7,562,482 us, 0.05%)
finish_task_switch (47,446,551 us, 0.30%)
[unknown] (4,175,450 us, 0.03%)
finish_task_switch (7,452,438 us, 0.05%)
poll_schedule_timeout.constprop.13 (333,769,160 us, 2.09%)
p..
- (212,838,750 us, 1.33%)
shrink_page_list (6,462,388 us, 0.04%)
shrink_inactive_list (2,689,666 us, 0.02%)
ptlrpc_prep_bulk_imp (8,417,057 us, 0.05%)
__do_page_fault (22,064,562 us, 0.14%)
__alloc_pages_slowpath (85,059,432 us, 0.53%)
new_slab (2,779,675 us, 0.02%)
page_fault (30,430,772 us, 0.19%)
net.(*conn).Read (53,389,724 us, 0.33%)
shrink_node_memcg (6,464,972 us, 0.04%)
__do_fault (3,188,688 us, 0.02%)
_cond_resched (2,689,666 us, 0.02%)
kworker/u16:0 (36,551,174 us, 0.23%)
ep_poll (77,932,574 us, 0.49%)
_cond_resched (9,331,134 us, 0.06%)
__alloc_pages_slowpath (3,559,589 us, 0.02%)
[unknown] (6,533,595 us, 0.04%)
__do_page_fault (14,302,976 us, 0.09%)
__handle_mm_fault (9,723,990 us, 0.06%)
schedule_hrtimeout_range (49,112,810 us, 0.31%)
ret_from_fork (64,363,030 us, 0.40%)
ret_from_fork (45,749,282 us, 0.29%)
finish_task_switch (4,157,346 us, 0.03%)
do_page_fault (10,920,580 us, 0.07%)
- (43,010,566 us, 0.27%)
shrink_node (5,637,152 us, 0.04%)
do_select (75,652,547 us, 0.47%)
alloc_pages_current (1,647,251 us, 0.01%)
schedule (42,480,757 us, 0.27%)
do_page_fault (23,506,366 us, 0.15%)
__do_fault (9,865,602 us, 0.06%)
do_syscall_64 (29,290,383 us, 0.18%)
shrink_node (3,418,816 us, 0.02%)
hv_balloon (77,854,598 us, 0.49%)
ret_from_fork (76,607,067 us, 0.48%)
shrink_node (30,411,471 us, 0.19%)
__alloc_pages_nodemask (3,064,326 us, 0.02%)
futex_wait_queue_me (26,888,468 us, 0.17%)
runtime.gcBgMarkWorker (39,368,829 us, 0.25%)
io_schedule (2,434,394 us, 0.02%)
ret_from_fork (76,907,687 us, 0.48%)
poll_schedule_timeout.constprop.13 (44,234,331 us, 0.28%)
shrink_inactive_list (4,579,037 us, 0.03%)
alloc_pages_current (17,934,532 us, 0.11%)
ret_from_fork (59,050,805 us, 0.37%)
schedule (303,030,002 us, 1.90%)
s..
epoll_wait (35,238,206 us, 0.22%)
sock_read_iter (54,256,579 us, 0.34%)
kmalloc_order_trace (8,417,057 us, 0.05%)
finish_task_switch (3,906,701 us, 0.02%)
- (1,663,412 us, 0.01%)
__x64_sys_nanosleep (18,224,087 us, 0.11%)
do_syscall_64 (2,271,010 us, 0.01%)
entry_SYSCALL_64_after_hwframe (454,333,615 us, 2.85%)
en..
do_nanosleep (60,003,366 us, 0.38%)
finish_task_switch (75,514,198 us, 0.47%)
worker_thread (37,704,812 us, 0.24%)
schedule_hrtimeout_range_clock (76,077,792 us, 0.48%)
finish_task_switch (3,547,515 us, 0.02%)
pagecache_get_page (202,337,730 us, 1.27%)
shrink_node (34,067,908 us, 0.21%)
poll_schedule_timeout.constprop.13 (61,043,443 us, 0.38%)
_cond_resched (47,691,667 us, 0.30%)
do_syscall_64 (31,482,184 us, 0.20%)
do_page_fault (1,663,412 us, 0.01%)
entry_SYSCALL_64_after_hwframe (15,639,966 us, 0.10%)
hrtimer_nanosleep (46,698,760 us, 0.29%)
ext4_filemap_fault (105,382,332 us, 0.66%)