Baseline (base)

[-] Profile Specification [-]
origin 9b3e022daee76a82f54646d119e4061431c754c3
command ./msq_test 20000000
collector command kperf --with-sudo=True --repeat=1 --warmup=3
kernel kernel1
boot info BOOT_IMAGE=(hd0,msdos1)/vmlinuz-kernel1 root=/dev/mapper/rhel_zaba-root ro crashkernel=1G-4G:192M,4G-64G:256M,64G-:512M resume=/dev/mapper/rhel_zaba-swap rd.lvm.lv=rhel_zaba/root rd.lvm.lv=rhel_zaba/swap console=ttyS0,115200 mitigations=on selinux=0
host server1
cpu (total) 48
memory (total) 125.3 GiB
 

Target (tgt)

[-] Profile Specification [-]
origin 9b3e022daee76a82f54646d119e4061431c754c3
command ./msq_test 20000000
collector command kperf --with-sudo=True --repeat=1 --warmup=3
kernel kernel1
boot info BOOT_IMAGE=(hd0,msdos1)/vmlinuz-kernel1 root=/dev/mapper/rhel_zaba-root ro crashkernel=1G-4G:192M,4G-64G:256M,64G-:512M resume=/dev/mapper/rhel_zaba-swap rd.lvm.lv=rhel_zaba/root rd.lvm.lv=rhel_zaba/swap console=ttyS0,115200 mitigations=on
host server1
cpu (total) 48
memory (total) 125.3 GiB
 
[-] Help / Tips [-]
Tip 1 Click on a row to explore the results in a form of Sankey Graph (below the table).
Tip 2 Click on [+] to open a detailed report about concrete calling contexts.
Tip 3 Filter the results through select form on the bottom of table (for selected columns).

Unit Change Metric Absolute Difference Relative Difference
Search:
[-] Help / Tips [-]
Tip 1 Look for the topmost widest rectangle.
Tip 2 Click on the node to explore the results in a form of Sankey Graph (below the table).
Tip 3 Colours are picked randomly (but uniformly); they don't signal any scale.
Tip 4 The bigger the rectangle the more often the UID was seen on the stack.
Tip 5 The higher the flame the more nested calls were made in the context.

Baseline Flamegraph Reset ZoomSearchic native_queued_spin_lock_slowpath (308,928,648 samples, 0.37%)refill_obj_stock (384,912,159 samples, 0.47%)do_msgrcv (25,376,351,385 samples, 30.75%)do_msgrcv__kmalloc (7,516,141,605 samples, 9.11%)__kma..syscall_return_via_sysret (3,885,221,656 samples, 4.71%)s..__virt_addr_valid (1,294,705,886 samples, 1.57%)mod_objcg_state (532,460,844 samples, 0.65%)__libc_msgsnd (40,928,185,615 samples, 49.60%)__libc_msgsndsecurity_msg_queue_msgrcv (434,100,410 samples, 0.53%)syscall_trace_enter.constprop.0 (780,636,274 samples, 0.95%)main (464,074,751 samples, 0.56%)do_syscall_64 (28,711,134,839 samples, 34.79%)do_syscall_64check_heap_object (1,497,492,128 samples, 1.81%)__audit_syscall_entry (265,865,707 samples, 0.32%)security_ipc_permission (465,623,370 samples, 0.56%)check_heap_object (1,977,433,427 samples, 2.40%)ipc_obtain_object_check (2,584,038,859 samples, 3.13%)syscall_exit_to_user_mode (1,097,220,462 samples, 1.33%)__audit_syscall_exit (167,503,770 samples, 0.20%)exit_to_user_mode_prepare (277,367,635 samples, 0.34%)ss_wakeup (520,133,079 samples, 0.63%)do_syscall_64 (28,795,743,002 samples, 34.90%)do_syscall_64syscall_trace_enter.constprop.0 (845,974,265 samples, 1.03%)entry_SYSCALL_64 (4,348,956,403 samples, 5.27%)en..syscall_exit_work (603,147,190 samples, 0.73%)all (82,519,398,199 samples, 100%)syscall_enter_from_user_mode (228,960,245 samples, 0.28%)entry_SYSCALL_64_after_hwframe (29,786,131,556 samples, 36.10%)entry_SYSCALL_64_after_hwfr..memcg_slab_post_alloc_hook (3,416,795,795 samples, 4.14%)m..__radix_tree_lookup (416,400,651 samples, 0.50%)syscall_exit_work (862,873,828 samples, 1.05%)_raw_spin_lock (3,297,537,279 samples, 4.00%)_..store_msg (3,424,557,486 samples, 4.15%)s..ipc_obtain_object_check (2,840,033,782 samples, 3.44%)__slab_free (2,049,603,478 samples, 2.48%)__audit_syscall_entry (240,491,666 samples, 0.29%)_raw_spin_lock (1,954,191,411 samples, 2.37%)security_ipc_permission (375,690,979 samples, 0.46%)syscall_enter_from_user_mode (285,816,723 samples, 0.35%)kfree (673,857,680 samples, 0.82%)ipcperms (329,631,645 samples, 0.40%)get_obj_cgroup_from_current (636,946,804 samples, 0.77%)mod_objcg_state (1,028,791,097 samples, 1.25%)free_msg (7,953,467,689 samples, 9.64%)free_..__libc_msgrcv (40,901,840,055 samples, 49.57%)__libc_msgrcvwake_up_q (220,506,511 samples, 0.27%)alloc_msg (7,768,158,039 samples, 9.41%)alloc..__virt_addr_valid (878,964,536 samples, 1.07%)kfree (198,976,039 samples, 0.24%)security_msg_queue_msgsnd (521,707,358 samples, 0.63%)_raw_spin_unlock (151,363,527 samples, 0.18%)entry_SYSCALL_64_after_hwframe (29,670,001,401 samples, 35.96%)entry_SYSCALL_64_after_hwfr..__audit_syscall_exit (315,807,203 samples, 0.38%)load_msg (12,494,751,757 samples, 15.14%)load_msg__kmem_cache_alloc_node (6,801,571,951 samples, 8.24%)__km..__check_heap_object (691,503,818 samples, 0.84%)__x86_indirect_thunk_rax (326,865,204 samples, 0.40%)__radix_tree_lookup (659,246,706 samples, 0.80%)__rcu_read_lock (189,777,624 samples, 0.23%)copy_user_enhanced_fast_string (351,946,573 samples, 0.43%)native_queued_spin_lock_slowpath (441,025,128 samples, 0.53%)__check_heap_object (664,624,715 samples, 0.81%)__kmem_cache_free (4,418,640,729 samples, 5.35%)__..__check_object_size.part.0 (2,601,638,139 samples, 3.15%)__check_object_size.part.0 (3,033,150,263 samples, 3.68%)_..syscall_exit_to_user_mode (1,525,339,207 samples, 1.85%)do_msgsnd (25,855,252,132 samples, 31.33%)do_msgsndwake_up_q (176,727,790 samples, 0.21%)__list_del_entry_valid (815,936,934 samples, 0.99%)obj_cgroup_charge (527,851,358 samples, 0.64%)_copy_from_user (318,086,905 samples, 0.39%)entry_SYSRETQ_unsafe_stack (159,813,833 samples, 0.19%)__x86_indirect_thunk_rax (347,309,543 samples, 0.42%)entry_SYSRETQ_unsafe_stack (189,003,187 samples, 0.23%)security_msg_msg_alloc (861,333,692 samples, 1.04%)copy_user_enhanced_fast_string (188,238,624 samples, 0.23%)___slab_alloc (612,368,249 samples, 0.74%)syscall_return_via_sysret (3,874,122,726 samples, 4.69%)s..security_msg_msg_free (689,202,439 samples, 0.84%)_copy_to_user (422,637,945 samples, 0.51%)entry_SYSCALL_64_safe_stack (1,450,815,060 samples, 1.76%)entry_SYSCALL_64 (4,305,872,023 samples, 5.22%)en..__get_obj_cgroup_from_memcg (241,254,537 samples, 0.29%)ipcperms (847,149,543 samples, 1.03%)kmalloc_slab (423,350,257 samples, 0.51%)do_msg_fill (3,702,698,633 samples, 4.49%)d..entry_SYSCALL_64_safe_stack (1,498,964,839 samples, 1.82%)
Target Flamegraph Reset ZoomSearchic avtab_search_node (946,162,335 samples, 0.72%)sidtab_search_entry (2,094,688,766 samples, 1.60%)do_syscall_64 (52,595,304,461 samples, 40.20%)do_syscall_64alloc_msg (8,339,945,012 samples, 6.37%)all..__audit_syscall_exit (430,324,725 samples, 0.33%)_raw_spin_lock (13,986,497,560 samples, 10.69%)_raw_s..syscall_return_via_sysret (4,011,244,075 samples, 3.07%)__kmalloc (8,173,331,156 samples, 6.25%)__k..entry_SYSCALL_64 (4,329,005,256 samples, 3.31%)syscall_exit_to_user_mode (1,847,432,682 samples, 1.41%)kmalloc_slab (371,640,731 samples, 0.28%)all (130,844,709,688 samples, 100%)check_heap_object (1,298,543,271 samples, 0.99%)ipcperms (626,191,357 samples, 0.48%)symhash (320,961,303 samples, 0.25%)ipc_has_perm (1,154,786,698 samples, 0.88%)symtab_search (540,565,480 samples, 0.41%)__kmem_cache_free (1,058,256,309 samples, 0.81%)ebitmap_contains (290,233,626 samples, 0.22%)do_syscall_64 (52,801,620,199 samples, 40.35%)do_syscall_64__kmalloc (2,525,034,591 samples, 1.93%)security_ipc_permission (1,856,675,109 samples, 1.42%)__check_object_size.part.0 (2,345,242,857 samples, 1.79%)__libc_msgrcv (64,968,894,802 samples, 49.65%)__libc_msgrcvcopy_user_enhanced_fast_string (289,772,919 samples, 0.22%)security_msg_msg_alloc (3,567,664,053 samples, 2.73%)syscall_enter_from_user_mode (288,644,028 samples, 0.22%)___slab_alloc (282,573,866 samples, 0.22%)__audit_syscall_entry (784,133,817 samples, 0.60%)__kmem_cache_alloc_node (7,320,897,864 samples, 5.60%)__..__check_heap_object (676,070,034 samples, 0.52%)ebitmap_hash (302,430,668 samples, 0.23%)security_msg_queue_msgrcv (4,128,935,396 samples, 3.16%)avc_has_perm (1,942,525,288 samples, 1.48%)sidtab_do_lookup (1,653,939,097 samples, 1.26%)kfree (856,246,553 samples, 0.65%)entry_SYSCALL_64 (4,378,540,809 samples, 3.35%)mls_range_isvalid (2,083,927,281 samples, 1.59%)__x86_indirect_thunk_rax (651,642,965 samples, 0.50%)ipc_has_perm (1,360,663,409 samples, 1.04%)__check_object_size.part.0 (2,309,514,836 samples, 1.77%)__list_add_valid (401,585,276 samples, 0.31%)mls_context_isvalid (2,189,893,053 samples, 1.67%)kfree (384,382,962 samples, 0.29%)syscall_exit_to_user_mode (1,165,596,856 samples, 0.89%)__radix_tree_lookup (379,293,961 samples, 0.29%)policydb_roletr_search (356,280,668 samples, 0.27%)mls_level_isvalid (875,352,418 samples, 0.67%)do_msgsnd (49,671,225,967 samples, 37.96%)do_msgsndsymtab_search (675,712,951 samples, 0.52%)__virt_addr_valid (696,049,556 samples, 0.53%)security_ipc_permission (1,683,253,057 samples, 1.29%)__radix_tree_lookup (602,004,971 samples, 0.46%)__audit_syscall_entry (248,031,999 samples, 0.19%)__slab_free (2,292,287,216 samples, 1.75%)avc_lookup (394,887,819 samples, 0.30%)_copy_from_user (324,076,752 samples, 0.25%)policydb_context_isvalid (2,323,498,332 samples, 1.78%)entry_SYSCALL_64_after_hwframe (53,520,388,963 samples, 40.90%)entry_SYSCALL_64_after_hwframesyscall_trace_enter.constprop.0 (1,640,135,504 samples, 1.25%)do_msg_fill (3,435,246,328 samples, 2.63%)mod_objcg_state (602,742,964 samples, 0.46%)__check_heap_object (643,442,283 samples, 0.49%)security_msg_queue_msgsnd (16,431,994,434 samples, 12.56%)security..__kmem_cache_alloc_node (1,723,830,339 samples, 1.32%)obj_cgroup_charge (443,858,776 samples, 0.34%)avc_has_perm (682,279,396 samples, 0.52%)syscall_return_via_sysret (3,886,403,358 samples, 2.97%)free_msg (10,200,454,991 samples, 7.80%)free..__slab_free (1,801,292,377 samples, 1.38%)entry_SYSCALL_64_safe_stack (1,501,699,251 samples, 1.15%)mod_objcg_state (758,071,359 samples, 0.58%)refill_obj_stock (253,435,047 samples, 0.19%)ipc_obtain_object_check (2,227,742,025 samples, 1.70%)security_compute_sid.part.0 (12,605,852,437 samples, 9.63%)secur..native_queued_spin_lock_slowpath (394,783,112 samples, 0.30%)context_compute_hash (847,428,796 samples, 0.65%)syscall_exit_work (1,012,106,465 samples, 0.77%)get_obj_cgroup_from_current (482,330,851 samples, 0.37%)__virt_addr_valid (537,516,616 samples, 0.41%)syscall_exit_work (574,365,366 samples, 0.44%)security_msg_msg_free (4,119,212,385 samples, 3.15%)selinux_msg_queue_msgrcv (3,617,477,706 samples, 2.76%)syscall_enter_from_user_mode (285,631,521 samples, 0.22%)sidtab_context_to_sid (2,625,050,801 samples, 2.01%)kmalloc_slab (537,614,694 samples, 0.41%)store_msg (3,128,194,392 samples, 2.39%)entry_SYSCALL_64_safe_stack (1,521,024,580 samples, 1.16%)load_msg (14,958,140,818 samples, 11.43%)load_msgcontext_to_sid (1,263,909,449 samples, 0.97%)avc_has_perm (1,975,296,699 samples, 1.51%)wake_up_q (278,738,160 samples, 0.21%)ebitmap_cmp (606,659,931 samples, 0.46%)mls_compute_sid (949,822,071 samples, 0.73%)_raw_spin_lock (2,983,612,324 samples, 2.28%)syscall_trace_enter.constprop.0 (757,879,280 samples, 0.58%)ebitmap_hash (318,653,077 samples, 0.24%)__x86_indirect_thunk_rax (423,864,925 samples, 0.32%)entry_SYSCALL_64_after_hwframe (53,653,619,682 samples, 41.01%)entry_SYSCALL_64_after_hwframemain (490,041,167 samples, 0.37%)_copy_to_user (370,145,403 samples, 0.28%)avtab_search (672,624,455 samples, 0.51%)__list_del_entry_valid (559,846,448 samples, 0.43%)do_msgrcv (48,027,948,132 samples, 36.71%)do_msgrcvnative_queued_spin_lock_slowpath (12,794,202,912 samples, 9.78%)native..security_transition_sid (12,852,727,026 samples, 9.82%)securi..__kmem_cache_free (3,160,204,094 samples, 2.42%)__libc_msgsnd (65,135,576,450 samples, 49.78%)__libc_msgsndcheck_heap_object (1,216,296,150 samples, 0.93%)ss_wakeup (457,993,895 samples, 0.35%)avc_has_perm (769,420,725 samples, 0.59%)avc_lookup (523,051,816 samples, 0.40%)ipc_obtain_object_check (2,769,623,221 samples, 2.12%)memcg_slab_post_alloc_hook (4,154,938,051 samples, 3.18%)selinux_msg_queue_msgsnd (16,154,043,817 samples, 12.35%)selinux_..exit_to_user_mode_prepare (367,560,342 samples, 0.28%)