# Events: 89K cycles # # Overhead Command Shared Object Symbol # ........ ............... ......................... .......................................... # 58.17% btrfs-cleaner [kernel.kallsyms] [k] rb_next | --- rb_next | |--97.52%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.79%-- btrfs_search_slot | | | | | |--60.40%-- lookup_inline_extent_backref | | | | | | | |--95.53%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--78.79%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --21.21%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.47%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--95.32%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.68%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--39.12%-- btrfs_insert_empty_items | | | | | | | |--99.88%-- run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--82.41%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --17.59%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.12%-- [...] | | --0.48%-- [...] | --0.21%-- [...] | |--2.25%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.87%-- btrfs_search_slot | | | | | |--56.38%-- lookup_inline_extent_backref | | | | | | | |--95.89%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--86.63%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --13.37%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.11%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--96.23%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.77%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--43.35%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--89.65%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --10.35%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | --0.27%-- [...] | --0.13%-- [...] --0.23%-- [...] 16.86% btrfs-transacti [kernel.kallsyms] [k] rb_next | --- rb_next | |--98.01%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | | | |--99.91%-- __btrfs_cow_block | | btrfs_cow_block | | | | | |--99.27%-- btrfs_search_slot | | | | | | | |--47.16%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--26.44%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--59.90%-- btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --40.10%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--26.29%-- lookup_inline_extent_backref | | | | | | | | | |--95.76%-- __btrfs_free_extent | | | | | run_clustered_refs | | | | | btrfs_run_delayed_refs | | | | | | | | | | | |--64.73%-- btrfs_commit_transaction | | | | | | transaction_kthread | | | | | | kthread | | | | | | kernel_thread_helper | | | | | | | | | | | --35.27%-- btrfs_write_dirty_block_groups | | | | | commit_cowonly_roots | | | | | btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --4.24%-- insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.10%-- [...] | | | | | --0.73%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | --0.09%-- [...] | |--1.66%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.58%-- btrfs_search_slot | | | | | |--44.59%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--29.64%-- lookup_inline_extent_backref | | | | | | | |--95.80%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--68.92%-- btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --31.08%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.20%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.76%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--77.15%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --22.85%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | --0.42%-- [...] --0.32%-- [...] 6.41% btrfs-cleaner [kernel.kallsyms] [k] setup_cluster_no_bitmap | --- setup_cluster_no_bitmap | |--99.71%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.81%-- btrfs_search_slot | | | | | |--59.86%-- lookup_inline_extent_backref | | | | | | | |--96.10%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--78.07%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --21.93%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.90%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--98.50%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --1.50%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--39.75%-- btrfs_insert_empty_items | | | | | | | |--99.79%-- run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--82.72%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --17.28%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.21%-- [...] | | --0.38%-- [...] | --0.19%-- [...] --0.29%-- [...] 3.15% btrfs-cleaner [kernel.kallsyms] [k] tree_search_offset | --- tree_search_offset | |--93.36%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.85%-- btrfs_search_slot | | | | | |--60.97%-- lookup_inline_extent_backref | | | | | | | |--96.04%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--78.58%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --21.42%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.96%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--96.02%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.98%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--38.55%-- btrfs_insert_empty_items | | | | | | | |--99.92%-- run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--82.17%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --17.83%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.08%-- [...] | | --0.48%-- [...] | --0.15%-- [...] | |--6.05%-- setup_cluster_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.38%-- btrfs_search_slot | | | | | |--51.08%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--84.24%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --15.76%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --48.92%-- lookup_inline_extent_backref | | | | | |--97.17%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--84.37%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --15.63%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --2.83%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--55.89%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --44.11%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --0.62%-- push_leaf_right | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper --0.59%-- [...] 2.33% btrfs-cleaner [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--76.12%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--52.43%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--93.94%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --6.06%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--47.51%-- lookup_inline_extent_backref | | | | | |--93.33%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--87.64%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --12.36%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --6.67%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | --0.07%-- [...] | |--7.37%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.14%-- lookup_inline_extent_backref | | | | | |--98.11%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--79.49%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --20.51%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --1.89%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.86%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--82.17%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --17.83%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--6.35%-- btrfs_return_cluster_to_free_space | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--52.72%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--75.92%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --24.08%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --47.28%-- lookup_inline_extent_backref | | | |--89.27%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--73.98%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --26.02%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --10.73%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--4.34%-- btrfs_alloc_from_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--64.01%-- lookup_inline_extent_backref | | | | | |--90.02%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--77.92%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --22.08%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.98%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--82.72%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --17.28%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --35.99%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--90.32%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --9.68%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--4.13%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--62.14%-- lookup_inline_extent_backref | | | | | |--91.50%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--87.14%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --12.86%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --8.50%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --37.86%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--83.86%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --16.14%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper --1.70%-- [...] 1.83% btrfs-transacti [kernel.kallsyms] [k] setup_cluster_no_bitmap | --- setup_cluster_no_bitmap | |--99.74%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | | | |--99.87%-- __btrfs_cow_block | | btrfs_cow_block | | | | | |--98.90%-- btrfs_search_slot | | | | | | | |--48.84%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--27.81%-- lookup_inline_extent_backref | | | | | | | | | |--95.54%-- __btrfs_free_extent | | | | | run_clustered_refs | | | | | btrfs_run_delayed_refs | | | | | | | | | | | |--62.62%-- btrfs_commit_transaction | | | | | | transaction_kthread | | | | | | kthread | | | | | | kernel_thread_helper | | | | | | | | | | | --37.38%-- btrfs_write_dirty_block_groups | | | | | commit_cowonly_roots | | | | | btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --4.46%-- insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--23.22%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--64.93%-- btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --35.07%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.13%-- [...] | | | | | --1.10%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | --0.13%-- [...] --0.26%-- [...] 1.38% btrfs-transacti [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--89.59%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.62%-- btrfs_search_slot | | | | | |--47.54%-- lookup_inline_extent_backref | | | | | | | |--90.62%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--95.95%-- btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --4.05%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --9.38%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--42.45%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--95.29%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.71%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.01%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | --0.38%-- [...] | |--2.99%-- btrfs_return_cluster_to_free_space | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--42.72%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--31.10%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--63.39%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --36.61%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --26.18%-- lookup_inline_extent_backref | | | |--97.83%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--77.75%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --22.25%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --2.17%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--2.68%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.75%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--37.33%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--91.50%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --8.50%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --11.92%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--73.42%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --26.58%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--2.03%-- btrfs_alloc_from_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--45.60%-- lookup_inline_extent_backref | | | | | |--90.82%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--69.70%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --30.30%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.18%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--29.29%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --25.11%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--1.23%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--48.22%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--27.56%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--75.00%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.00%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --24.22%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--56.87%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --43.13%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper --1.48%-- [...] 1.25% btrfs-cleaner [kernel.kallsyms] [k] find_free_extent | --- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block | |--99.82%-- btrfs_search_slot | | | |--58.83%-- lookup_inline_extent_backref | | | | | |--96.01%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--77.72%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --22.28%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --3.99%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--91.13%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --8.87%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--40.69%-- btrfs_insert_empty_items | | | | | |--99.79%-- run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--83.99%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --16.01%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | --0.21%-- [...] | --0.48%-- [...] --0.18%-- [...] 0.98% btrfs-transacti [kernel.kallsyms] [k] tree_search_offset | --- tree_search_offset | |--94.97%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | | | |--99.87%-- __btrfs_cow_block | | btrfs_cow_block | | | | | |--99.12%-- btrfs_search_slot | | | | | | | |--48.17%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--26.52%-- lookup_inline_extent_backref | | | | | | | | | |--93.52%-- __btrfs_free_extent | | | | | run_clustered_refs | | | | | btrfs_run_delayed_refs | | | | | | | | | | | |--64.14%-- btrfs_commit_transaction | | | | | | transaction_kthread | | | | | | kthread | | | | | | kernel_thread_helper | | | | | | | | | | | --35.86%-- btrfs_write_dirty_block_groups | | | | | commit_cowonly_roots | | | | | btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --6.48%-- insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | |--25.06%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--59.95%-- btrfs_commit_transaction | | | | | transaction_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --40.05%-- btrfs_write_dirty_block_groups | | | | commit_cowonly_roots | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | --0.25%-- [...] | | | | | --0.88%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | --0.13%-- [...] | |--4.25%-- setup_cluster_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--42.69%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--52.60%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --47.40%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--39.31%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --18.00%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--68.80%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --31.20%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper --0.78%-- [...] 0.37% btrfs-transacti [kernel.kallsyms] [k] find_free_extent | --- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block | |--99.68%-- __btrfs_cow_block | btrfs_cow_block | | | |--99.04%-- btrfs_search_slot | | | | | |--46.96%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--26.77%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--56.51%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --43.49%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --26.26%-- lookup_inline_extent_backref | | | | | |--96.30%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--68.04%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --31.96%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --3.70%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --0.96%-- push_leaf_right | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper --0.32%-- [...] 0.23% btrfs-cleaner [kernel.kallsyms] [k] btrfs_find_space_cluster | --- btrfs_find_space_cluster | |--96.52%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.00%-- btrfs_search_slot | | | | | |--60.40%-- lookup_inline_extent_backref | | | | | | | |--96.60%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--85.69%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --14.31%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.40%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --39.60%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--89.44%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.56%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--0.51%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | insert_tree_block_ref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | --0.49%-- [...] | --3.48%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--56.94%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --43.06%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.22% btrfs-cleaner [kernel.kallsyms] [k] setup_cluster_bitmap | --- setup_cluster_bitmap | |--93.71%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.15%-- btrfs_search_slot | | | | | |--54.44%-- lookup_inline_extent_backref | | | | | | | |--96.90%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--80.58%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --19.42%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --3.10%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--45.00%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--77.40%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --22.60%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --0.56%-- lookup_tree_block_ref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--0.56%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | insert_tree_block_ref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | --0.29%-- [...] | --6.29%-- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--58.35%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--85.69%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --14.31%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --41.65%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs | |--60.09%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --39.91%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.16% btrfs-cleaner [kernel.kallsyms] [k] rb_prev | --- rb_prev | |--86.54%-- tree_search_offset | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--99.16%-- btrfs_search_slot | | | | | |--56.17%-- lookup_inline_extent_backref | | | | | | | |--95.48%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--82.75%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --17.25%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.52%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--76.04%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --23.96%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --43.83%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--88.41%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --11.59%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --0.84%-- push_leaf_left | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--9.81%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--51.84%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --48.16%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--69.24%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --30.76%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--2.76%-- select_delayed_ref | run_clustered_refs | btrfs_run_delayed_refs | | | |--73.73%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --26.27%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--0.73%-- cfq_find_next_rq | cfq_dispatch_insert | cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper --0.17%-- [...] 0.14% top libc-2.11.2.so [.] _IO_vfscanf | --- _IO_vfscanf __vsscanf 0.13% btrfs-cleaner [kernel.kallsyms] [k] btrfs_put_block_group | --- btrfs_put_block_group | |--90.43%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--58.22%-- lookup_inline_extent_backref | | | | | |--97.07%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--81.29%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --18.71%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --2.93%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--40.81%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--78.52%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --21.48%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --0.97%-- lookup_tree_block_ref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.57%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--63.19%-- lookup_inline_extent_backref | | | |--87.34%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --12.66%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --36.81%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.11% kipmi0 [ipmi_si] [k] port_inb | --- port_inb hotmod_handler | |--99.65%-- smi_event_handler | ipmi_thread | kthread | kernel_thread_helper --0.35%-- [...] 0.09% btrfs-cleaner [kernel.kallsyms] [k] block_group_cache_done | --- block_group_cache_done | |--82.76%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--98.44%-- btrfs_search_slot | | | | | |--57.36%-- lookup_inline_extent_backref | | | | | | | |--97.13%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--79.73%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --20.27%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --2.87%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --42.64%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--76.81%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --23.19%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --1.56%-- push_leaf_left | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --17.24%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--61.08%-- lookup_inline_extent_backref | | | |--87.36%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --12.64%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --38.92%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.08% btrfs-cleaner [kernel.kallsyms] [k] btrfs_return_cluster_to_free_space | --- btrfs_return_cluster_to_free_space | |--70.70%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.67%-- btrfs_insert_empty_items | | | | | |--97.84%-- run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--82.61%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --17.39%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --2.16%-- insert_tree_block_ref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--47.17%-- lookup_inline_extent_backref | | | | | |--95.43%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--76.62%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --23.38%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --4.57%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --2.16%-- lookup_tree_block_ref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.30%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--58.65%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--86.08%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --13.92%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --41.35%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs | |--87.41%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --12.59%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.07% btrfs-worker-4 [kernel.kallsyms] [k] chksum_update | --- chksum_update crypto_shash_update crc32c csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.07% aoe_tx [kernel.kallsyms] [k] __memcpy | --- __memcpy __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.07% btrfs-transacti [kernel.kallsyms] [k] setup_cluster_bitmap | --- setup_cluster_bitmap | |--88.24%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--98.04%-- btrfs_search_slot | | | | | |--50.09%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--30.06%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--53.38%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --46.62%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --19.85%-- lookup_inline_extent_backref | | | | | |--90.54%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.46%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --1.96%-- push_leaf_right | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --11.76%-- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--58.95%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--28.85%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --12.20%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.07% meminfo [kernel.kallsyms] [k] count_free | --- count_free | |--96.29%-- s_show | seq_read | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __libc_read | --3.71%-- count_partial s_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.06% btrfs-transacti [kernel.kallsyms] [k] btrfs_find_space_cluster | --- btrfs_find_space_cluster | |--98.05%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--41.77%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--29.86%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.71%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.29%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --28.36%-- lookup_inline_extent_backref | | | |--92.99%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--52.71%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --47.29%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --7.01%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --1.95%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.06% top libc-2.11.2.so [.] 0x35826 | --- 0x7f0e7f174d62 | --- 0x7f0e7f174c8d | --- 0x7f0e7f174b1c __vsscanf | --- 0x7f0e7f174c94 | --- 0x7f0e7f174c80 | --- 0x7f0e7f174859 | --- 0x7f0e7f1747a7 | --- 0x7f0e7f17e770 vsnprintf | --- 0x7f0e7f1727e2 | --- 0x7f0e7f174690 __vsscanf | --- 0x7f0e7f172705 0x40d50f 0x40d89a 0x40dace __libc_start_main | --- 0x7f0e7f1746e6 __vsscanf | --- 0x7f0e7f17483b | --- 0x7f0e7f174c7a | --- 0x7f0e7f174801 | --- 0x7f0e7f1ac609 | --- 0x7f0e7f174cbe | --- 0x7f0e7f1ac670 0x7fff64670020 | --- 0x7f0e7f170a66 | --- 0x7f0e7f174760 | --- 0x7f0e7f174bdf | --- 0x7f0e7f174c17 | --- 0x7f0e7f1842d0 _IO_vfprintf vsnprintf 0x2020202020000020 | --- 0x7f0e7f174757 | --- 0x7f0e7f177084 | --- 0x7f0e7f174cae | --- 0x7f0e7f1ac5c7 | --- 0x7f0e7f174c10 | --- 0x7f0e7f174bd0 | --- 0x7f0e7f174cd3 | --- 0x7f0e7f17484b | --- 0x7f0e7f174898 | --- 0x7f0e7f174b09 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f174782 | --- 0x7f0e7f174743 __vsscanf | --- 0x7f0e7f174b85 __vsscanf | --- 0x7f0e7f174b2b readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f174bb0 __vsscanf | --- 0x7f0e7f174692 __vsscanf | --- 0x7f0e7f174d3c | --- 0x7f0e7f1725c8 0x404e9c 0x405069 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f1747ff | --- 0x7f0e7f172826 | --- 0x7f0e7f174b75 __vsscanf | --- 0x7f0e7f174b45 __vsscanf | --- 0x7f0e7f174b3c __vsscanf | --- 0x7f0e7f1ac675 | --- 0x7f0e7f172812 0.05% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_lookup | --- radix_tree_lookup | |--67.77%-- find_extent_buffer | btrfs_find_tree_block | | | |--92.74%-- read_block_for_search | | btrfs_search_slot | | | | | |--42.39%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--83.53%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --16.47%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--41.96%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--90.30%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --9.70%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--8.18%-- btrfs_del_csums | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --7.47%-- btrfs_lookup_extent_info | | | | | |--67.72%-- reada_walk_down | | | do_walk_down | | | walk_down_tree | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--22.51%-- do_walk_down | | | walk_down_tree | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.76%-- walk_up_proc | | walk_up_tree | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--4.03%-- reada_for_balance | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.23%-- do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--23.35%-- alloc_extent_buffer | | | |--97.15%-- btrfs_find_create_tree_block | | btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | | | | |--90.68%-- btrfs_search_slot | | | | | | | |--57.36%-- lookup_inline_extent_backref | | | | | | | | | |--92.91%-- __btrfs_free_extent | | | | | run_clustered_refs | | | | | btrfs_run_delayed_refs | | | | | btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --7.09%-- insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --42.64%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--74.99%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --25.01%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.32%-- push_leaf_left | | btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --2.85%-- read_tree_block | read_node_slot | push_leaf_left | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--4.39%-- try_release_extent_buffer | btree_releasepage | try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--2.30%-- btrfs_find_tree_block | read_block_for_search | btrfs_search_slot | | | |--52.87%-- btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --47.13%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --2.19%-- btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.05% top [kernel.kallsyms] [k] format_decode | --- format_decode | |--86.49%-- vsnprintf | | | |--95.02%-- seq_printf | | | | | |--74.56%-- do_task_stat | | | proc_tgid_stat | | | proc_single_show | | | seq_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read | | | | | | | --100.00%-- 0x7f0e7f6ec2f1 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | |--19.93%-- proc_pid_statm | | | proc_single_show | | | seq_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read | | | | | | | --100.00%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --5.51%-- show_stat | | seq_read | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | --4.98%-- snprintf | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | --13.51%-- seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.05% btrfs-transacti [kernel.kallsyms] [k] btrfs_put_block_group | --- btrfs_put_block_group | |--74.58%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--43.78%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--31.21%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--89.99%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.01%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --25.01%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--87.51%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --12.49%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--21.58%-- next_block_group | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--2.10%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --1.74%-- unpin_extent_range btrfs_finish_extent_commit btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.05% btrfs-worker-1 [kernel.kallsyms] [k] chksum_update | --- chksum_update crypto_shash_update crc32c csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.05% top [kernel.kallsyms] [k] number | --- number | |--93.58%-- vsnprintf | | | |--96.31%-- seq_printf | | | | | |--84.83%-- do_task_stat | | | proc_tgid_stat | | | proc_single_show | | | seq_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read | | | | | | | --100.00%-- 0x7f0e7f6ec2f1 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | |--12.58%-- proc_pid_statm | | | proc_single_show | | | seq_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read | | | | | | | --100.00%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --2.59%-- loadavg_proc_show | | seq_read | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | sprint_uptime | | 0x40a1f1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --3.69%-- snprintf | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | --6.42%-- seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.05% meminfo [kernel.kallsyms] [k] pagetypeinfo_showfree_print | --- pagetypeinfo_showfree_print walk_zones_in_node pagetypeinfo_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.05% btrfs-transacti [kernel.kallsyms] [k] rb_prev | --- rb_prev | |--90.96%-- tree_search_offset | | | |--97.27%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--42.06%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--33.37%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--66.39%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --33.61%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --24.57%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--65.76%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --34.24%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --2.73%-- setup_cluster_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--7.44%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.65%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --33.35%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --1.59%-- select_delayed_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.05% btrfs-cleaner [kernel.kallsyms] [k] generic_bin_search | --- generic_bin_search | |--97.28%-- bin_search | btrfs_search_slot | | | |--56.53%-- lookup_inline_extent_backref | | | | | |--86.24%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --13.76%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.76%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.24%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--38.12%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--86.36%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --13.64%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--2.49%-- lookup_tree_block_ref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--1.90%-- btrfs_lookup_extent_info | | | | | |--89.93%-- do_walk_down | | | walk_down_tree | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.07%-- reada_walk_down | | do_walk_down | | walk_down_tree | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --0.96%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --2.72%-- btrfs_search_slot | |--93.03%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --6.97%-- btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.04% btrfs-cleaner [kernel.kallsyms] [k] btrfs_alloc_from_cluster | --- btrfs_alloc_from_cluster | |--87.09%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.49%-- lookup_inline_extent_backref | | | | | |--94.05%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--75.79%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --24.21%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --5.95%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.51%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--84.86%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --15.14%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --12.91%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--59.42%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --40.58%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.04% top [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--22.89%-- __d_lookup | | | |--50.21%-- do_lookup | | do_last | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | --100.00%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.79%-- d_lookup | proc_fill_cache | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | |--18.82%-- __lock_task_sighand | do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--14.65%-- unlazy_walk | do_lookup | | | |--52.55%-- link_path_walk | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | |--66.94%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --33.06%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --47.45%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | | | --100.00%-- readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--9.09%-- task_dumpable | pid_revalidate | do_lookup | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--63.77%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --36.23%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--7.50%-- dput | fput | filp_close | sys_close | system_call_fastpath | close | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--5.16%-- alloc_fd | do_sys_open | sys_open | system_call_fastpath | __open | | | |--50.75%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.25%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--5.11%-- path_put | | | |--51.24%-- path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | lookup_wchan | | 0x40cf9c | | 0x40d5e4 | | 0x40d89a | | 0x40dace | | __libc_start_main | | | --48.76%-- do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | |--5.11%-- path_get | | | |--51.30%-- nameidata_to_filp | | do_last | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --48.70%-- unlazy_walk | do_lookup | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--4.93%-- do_lookup | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--52.90%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --47.10%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--3.63%-- fd_install | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--2.62%-- ptrace_may_access | do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --0.50%-- proc_fill_cache proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.04% top [kernel.kallsyms] [k] do_task_stat | --- do_task_stat | |--97.95%-- proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --2.05%-- proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.04% df [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--94.48%-- btrfs_account_ro_block_groups_free_space | btrfs_statfs | statfs_by_dentry | vfs_statfs | user_statfs | sys_statfs | system_call_fastpath | statfs | |--2.76%-- handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | 0x7f481c795dee | --2.75%-- btrfs_statfs statfs_by_dentry vfs_statfs user_statfs sys_statfs system_call_fastpath statfs 0.04% top libc-2.11.2.so [.] _IO_vfprintf | --- _IO_vfprintf | |--50.00%-- _IO_vsprintf | |--46.65%-- vsnprintf | | | |--16.49%-- 0x2020202020000020 | | | |--8.45%-- 0x74656d2d6f000020 | | | |--8.45%-- 0x6f72203200302f64 | | | |--8.45%-- 0x202072656e000020 | | | |--8.34%-- 0x746972776e000020 | | | |--8.33%-- 0x74656d2d6f692065 | | | |--8.33%-- 0x2020202032000020 | | | |--8.30%-- 0x6f72203336322020 | | | |--8.30%-- 0x2020202020202020 | | | |--8.28%-- 0x3a3731202d20706f | | | --8.28%-- 0x2020202073726570 | --3.35%-- 0x2020202038000020 0.03% btrfs-cleaner [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--34.44%-- __slab_free | | | |--89.17%-- kmem_cache_free | | btrfs_release_extent_buffer_rcu | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --10.83%-- kfree | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--11.19%-- pagevec_lru_move_fn | | | |--66.68%-- ____pagevec_lru_add | | lru_add_drain | | __pagevec_release | | invalidate_mapping_pages | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.32%-- lru_add_drain | __pagevec_release | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--11.18%-- aoedev_by_aoeaddr | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--66.68%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.32%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--8.88%-- __wake_up | | | |--58.06%-- btrfs_clear_lock_blocking_rw | | btrfs_clear_path_blocking | | btrfs_search_slot | | | | | |--72.21%-- btrfs_del_csums | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --27.79%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --41.94%-- aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | btrfs_return_cluster_to_free_space | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.45%-- aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.45%-- aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.03%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.73%-- lru_add_drain | __pagevec_release | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.73%-- default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.73%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.73%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--2.47%-- delayacct_end | __delayacct_blkio_end | io_schedule | sleep_on_page | __wait_on_bit | wait_on_page_bit | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--1.44%-- blkiocg_update_io_add_stats | cfq_insert_request | __elv_add_request | add_acct_request | __make_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | btrfs_lookup_extent_info | reada_walk_down | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --0.59%-- run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% top [kernel.kallsyms] [k] __d_lookup | --- __d_lookup | |--66.52%-- do_lookup | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--47.97%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | |--46.18%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --5.85%-- lookup_wchan | 0x40cf9c | 0x40d5e4 | 0x40d89a | 0x40dace | __libc_start_main | |--30.41%-- d_lookup | proc_fill_cache | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | --3.07%-- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.03% btrfs-cleaner [kernel.kallsyms] [k] __memcpy | --- __memcpy | |--83.22%-- copy_extent_buffer | | | |--96.13%-- __btrfs_cow_block | | btrfs_cow_block | | | | | |--98.54%-- btrfs_search_slot | | | | | | | |--63.07%-- lookup_inline_extent_backref | | | | | | | | | |--79.31%-- __btrfs_free_extent | | | | | run_clustered_refs | | | | | btrfs_run_delayed_refs | | | | | | | | | | | |--90.44%-- btrfs_should_end_transaction | | | | | | btrfs_drop_snapshot | | | | | | btrfs_clean_old_snapshots | | | | | | cleaner_kthread | | | | | | kthread | | | | | | kernel_thread_helper | | | | | | | | | | | --9.56%-- __btrfs_end_transaction | | | | | btrfs_end_transaction_throttle | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --20.69%-- insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --36.93%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--87.06%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --12.94%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --1.46%-- push_leaf_right | | btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.87%-- copy_for_split | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.54%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.83%-- __split_and_process_bio | dm_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | | | |--74.36%-- read_node_slot | | push_leaf_right | | btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --25.64%-- read_block_for_search | btrfs_search_slot | btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.77%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --1.65%-- __btrfs_mod_ref btrfs_dec_ref walk_up_proc walk_up_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% top [kernel.kallsyms] [k] __memcpy | --- __memcpy seq_printf | |--88.55%-- do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --11.45%-- proc_pid_statm proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.03% btrfs-cleaner [kernel.kallsyms] [k] map_private_extent_buffer | --- map_private_extent_buffer | |--31.19%-- btrfs_item_offset | | | |--52.45%-- btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--25.05%-- setup_items_for_insert | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--17.13%-- leaf_space_used | | btrfs_leaf_free_space | | | | | |--73.16%-- setup_items_for_insert | | | btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --26.84%-- btrfs_truncate_item | | truncate_one_csum | | btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --5.38%-- btrfs_truncate_item | | | |--68.41%-- truncate_one_csum | | btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --31.59%-- update_inline_extent_backref | remove_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.16%-- btrfs_set_item_offset | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--12.62%-- btrfs_key_blockptr | | | |--69.08%-- read_block_for_search | | btrfs_search_slot | | | | | |--57.66%-- lookup_inline_extent_backref | | | | | | | |--58.60%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --41.40%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --42.34%-- btrfs_lookup_extent_info | | do_walk_down | | walk_down_tree | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --30.92%-- balance_level | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--8.88%-- btrfs_set_key_blockptr | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--55.99%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --44.01%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--8.19%-- generic_bin_search | bin_search | btrfs_search_slot | | | |--47.73%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--47.66%-- btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --4.62%-- btrfs_lookup_extent_info | reada_walk_down | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--6.26%-- btrfs_key_generation | | | |--62.47%-- read_block_for_search | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --37.53%-- do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.29%-- btrfs_extent_inline_ref_offset | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.13%-- btrfs_item_size | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.04%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--1.69%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--1.07%-- bin_search | btrfs_search_slot | btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--1.00%-- btrfs_file_extent_disk_bytenr | __btrfs_mod_ref | btrfs_dec_ref | walk_up_proc | walk_up_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--0.83%-- btrfs_set_item_size | setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --0.66%-- btrfs_file_extent_offset __btrfs_mod_ref btrfs_dec_ref walk_down_proc walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% btrfs-cleaner [kernel.kallsyms] [k] block_group_cache_tree_search | --- block_group_cache_tree_search | |--86.09%-- btrfs_lookup_block_group | | | |--45.18%-- btrfs_free_tree_block | | | | | |--97.58%-- __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | | | | | |--60.89%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --39.11%-- lookup_inline_extent_backref | | | | | | | |--79.06%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --20.94%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --2.42%-- walk_up_proc | | walk_up_tree | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--37.48%-- update_block_group | | | | | |--63.62%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --36.38%-- run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.67%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.33%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --17.34%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--89.74%-- btrfs_search_slot | | | | | |--91.85%-- lookup_inline_extent_backref | | | | | | | |--95.41%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --4.59%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --8.15%-- btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --10.26%-- push_leaf_right | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--9.99%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--51.28%-- lookup_inline_extent_backref | | | | | |--76.34%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --23.66%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --48.72%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.91%-- btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% btrfs-cleaner [kernel.kallsyms] [k] set_extent_bit | --- set_extent_bit | |--93.05%-- set_extent_dirty | | | |--54.22%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--60.84%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--87.25%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --12.75%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --39.16%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--59.96%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --40.04%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --45.78%-- update_block_group | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--85.94%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --14.06%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--3.95%-- btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --2.99%-- lock_extent_bits lock_extent __extent_read_full_page read_extent_buffer_pages | |--81.93%-- readahead_tree_block | | | |--71.39%-- read_block_for_search | | btrfs_search_slot | | lookup_inline_extent_backref | | insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --28.61%-- reada_walk_down | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --18.07%-- btree_read_extent_buffer_pages read_tree_block read_node_slot push_leaf_right split_leaf btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% swapper [kernel.kallsyms] [k] mwait_idle | --- mwait_idle | |--90.66%-- cpu_idle | | | |--58.01%-- start_secondary | | | --41.99%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--5.13%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --4.21%-- start_secondary 0.03% top [kernel.kallsyms] [k] vsnprintf | --- vsnprintf | |--98.12%-- seq_printf | | | |--87.49%-- do_task_stat | | proc_tgid_stat | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | | | --100.00%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | |--8.03%-- proc_pid_statm | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | --4.48%-- show_stat | seq_read | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read | --1.88%-- snprintf proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.03% btrfs-worker-3 [kernel.kallsyms] [k] chksum_update | --- chksum_update crypto_shash_update crc32c csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.03% btrfs-cleaner [kernel.kallsyms] [k] btrfs_search_slot | --- btrfs_search_slot | |--47.22%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--71.54%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --28.46%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--45.15%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--90.08%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --9.92%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.13%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper --0.50%-- [...] 0.03% btrfs-cleaner [kernel.kallsyms] [k] tree_insert | --- tree_insert | |--86.26%-- add_delayed_ref_head | btrfs_add_delayed_tree_ref | | | |--76.42%-- btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--77.42%-- lookup_inline_extent_backref | | | | | | | |--90.05%-- __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --9.95%-- insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --22.58%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--18.34%-- btrfs_free_tree_block | | __btrfs_cow_block | | btrfs_cow_block | | | | | |--87.17%-- btrfs_search_slot | | | | | | | |--66.66%-- lookup_inline_extent_backref | | | | __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--50.00%-- __btrfs_end_transaction | | | | | btrfs_end_transaction_throttle | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --50.00%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --33.34%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --12.83%-- push_leaf_right | | btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --5.24%-- btrfs_free_extent | __btrfs_mod_ref | btrfs_dec_ref | walk_down_proc | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --13.74%-- add_delayed_tree_ref btrfs_add_delayed_tree_ref | |--66.92%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.04%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.96%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.08%-- btrfs_inc_extent_ref __btrfs_mod_ref btrfs_inc_ref walk_down_proc walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.03% btrfs-transacti [kernel.kallsyms] [k] btrfs_return_cluster_to_free_space | --- btrfs_return_cluster_to_free_space | |--76.80%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | | | |--93.96%-- __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--42.58%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--84.90%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --15.10%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--32.18%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.24%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --6.04%-- split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --23.20%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--58.47%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--68.46%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --31.54%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--21.53%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --20.00%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.02% diskstats libperl.so.5.10.1 [.] 0xb3655 | --- 0x7fceccab3641 0x165bc40 | --- 0x7fceccae5655 | --- 0x7fceccab7c04 | --- 0x7fceccab3036 0x165bc40 | --- 0x7fceccab2f5d 0x165bc40 | --- 0x7fceccab4dbb | --- 0x7fceccab33b0 0x15ff840 | --- 0x7f5944b03fb4 0x1109e10 | --- 0x7f5944b043bd 0x1109e10 | --- 0x7f5944afea4f 0x1109e10 | --- 0x7f5944b3664d | --- 0x7f5944b03e50 0x1109e10 | --- 0x7f5944ada8f9 | --- 0x7f5944b04392 0x1109e10 | --- 0x7f5944b24a34 | --- 0x7f5944afa69c | --- 0x7f5944b26e6c | --- 0x7f5944b8b61f | --- 0x7f5944afa6bd | --- 0x7f0b7a6ddd59 0.02% btrfs-cleaner [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--85.21%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--77.02%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.34%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.66%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --22.98%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--9.86%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.01%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --4.93%-- find_extent_buffer btrfs_find_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% top [kernel.kallsyms] [k] pid_revalidate | --- pid_revalidate | |--95.20%-- do_lookup | | | |--36.20%-- link_path_walk | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | --100.00%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | |--34.33%-- do_last | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | |--57.58%-- 0x7f0e7f6ec2f1 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --42.42%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --29.47%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | | | --100.00%-- readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --4.80%-- link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% aoe_ktio [kernel.kallsyms] [k] __slab_free | --- __slab_free | |--59.45%-- kmem_cache_free | | | |--61.68%-- mempool_free_slab | | mempool_free | | | | | |--36.18%-- __blk_put_request | | | blk_finish_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | |--32.10%-- dec_pending | | | clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | |--18.45%-- clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | |--11.16%-- aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --2.11%-- bio_free | | dm_bio_destructor | | bio_put | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | |--26.58%-- bvec_free_bs | | bio_free | | | | | |--75.98%-- dm_bio_destructor | | | bio_put | | | clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --24.02%-- bio_fs_destructor | | bio_put | | end_bio_multi_stripe | | bio_endio | | dec_pending | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --11.75%-- __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | |--33.25%-- kfree | | | |--54.46%-- end_bio_multi_stripe | | bio_endio | | dec_pending | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --45.54%-- skb_release_data | __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | --7.30%-- mempool_free_slab mempool_free clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.02% top [kernel.kallsyms] [k] __d_lookup_rcu | --- __d_lookup_rcu do_lookup | |--59.57%-- link_path_walk | | | |--82.55%-- path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | |--51.34%-- 0x7f0e7f6ec2f1 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | |--35.35%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --13.31%-- lookup_wchan | | 0x40cf9c | | 0x40d5e4 | | 0x40d89a | | 0x40dace | | __libc_start_main | | | --17.45%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | | | --100.00%-- readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --40.43%-- path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 | --100.00%-- readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% top top [.] 0x444b | --- 0x403075 0x40d132 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40a50c 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x402ed8 bsearch 0x172e | --- 0x404fb8 0x4051e0 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x40cc16 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x403078 0x403e43 0x40a07e 0x40a343 0x40d803 0x40dace __libc_start_main | --- 0x40d28c 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40444b 0x40c529 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40d11b 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40d141 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40b6dd 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x40a4f0 0x40d5e4 0x40d89a 0x40dace __libc_start_main | --- 0x403d95 0x40a07e 0x40a343 0x40d803 0x40dace __libc_start_main | --- 0x402582 0x7f0e7f1727ba | --- 0x4050e7 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x40255c 0x7f0e7f1727ba | --- 0x4050f1 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x404f84 0x4051e0 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x402ed2 bsearch 0xf | --- 0x404d01 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x40dc7a __libc_start_main | --- 0x402eb8 0.02% btrfs-transacti [kernel.kallsyms] [k] block_group_cache_done | --- block_group_cache_done | |--94.69%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.15%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--33.32%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.55%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.45%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --16.53%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --5.31%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.02% btrfs-cleaner [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--31.52%-- alloc_extent_state | set_extent_bit | | | |--90.70%-- set_extent_dirty | | | | | |--79.87%-- btrfs_init_new_buffer | | | btrfs_alloc_free_block | | | __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | | | | | |--75.64%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | | | | | | |--66.67%-- btrfs_should_end_transaction | | | | | btrfs_drop_snapshot | | | | | btrfs_clean_old_snapshots | | | | | cleaner_kthread | | | | | kthread | | | | | kernel_thread_helper | | | | | | | | | --33.33%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --24.36%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --20.13%-- update_block_group | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --9.30%-- lock_extent_bits | lock_extent | __extent_read_full_page | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | btrfs_lookup_extent_info | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--30.19%-- alloc_extent_buffer | btrfs_find_create_tree_block | | | |--95.37%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--80.01%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--74.99%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --25.01%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --19.99%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --4.63%-- do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--28.78%-- __alloc_skb | __netdev_alloc_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--79.99%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.01%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.99%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --20.01%-- btrfs_return_cluster_to_free_space | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--5.76%-- mempool_alloc_slab | mempool_alloc | bio_alloc_bioset | __split_and_process_bio | dm_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.74%-- btrfs_alloc_path __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% top [kernel.kallsyms] [k] system_call | --- system_call | |--38.44%-- __read | | | |--86.30%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --13.70%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--29.57%-- close | | | |--75.63%-- 0x7f0e7f6ec20e | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --24.37%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--14.09%-- __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--11.82%-- __open | | | |--52.00%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --48.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --6.07%-- 0x7f0e7f16f2fe 0.02% top [kernel.kallsyms] [k] get_pid_task | --- get_pid_task | |--81.58%-- pid_revalidate | do_lookup | | | |--49.08%-- path_lookupat | | do_path_lookup | | user_path_at | | vfs_fstatat | | vfs_stat | | sys_newstat | | system_call_fastpath | | __xstat64 | | | | | --100.00%-- readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | |--28.63%-- link_path_walk | | path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | |--63.91%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --36.09%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --22.28%-- do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--12.10%-- proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --6.32%-- do_lookup do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% btrfs-cleaner [kernel.kallsyms] [k] __do_softirq | --- __do_softirq call_softirq do_softirq irq_exit | |--74.54%-- smp_apic_timer_interrupt | apic_timer_interrupt | | | |--91.46%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--74.75%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.25%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --8.54%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.46%-- do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--74.99%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.01%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% top libproc-3.2.8.so [.] 0x849f | --- 0x7f0e7f6ebd97 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ec56b readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6eccae readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ec603 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebbba 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebd94 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebbf3 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebdd8 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ec49f readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebc26 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebd57 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebcbf 0x7f0e7f6ec363 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6eb9c7 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ec345 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main | --- 0x7f0e7f6ebb01 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% aoe_ktio [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free | |--77.81%-- mempool_free_slab | mempool_free | | | |--34.51%-- __blk_put_request | | blk_finish_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | |--31.07%-- aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | |--18.22%-- bio_free | | | | | |--61.94%-- dm_bio_destructor | | | bio_put | | | clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --38.06%-- bio_fs_destructor | | bio_put | | end_bio_multi_stripe | | bio_endio | | dec_pending | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | |--15.51%-- clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --0.69%-- dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--20.02%-- bvec_free_bs | bio_free | | | |--93.75%-- dm_bio_destructor | | bio_put | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --6.25%-- bio_fs_destructor | bio_put | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --2.17%-- __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.02% btrfs-cleaner [kernel.kallsyms] [k] btrfs_tree_unlock | --- btrfs_tree_unlock | |--68.19%-- unlock_up | btrfs_search_slot | | | |--53.13%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--34.83%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --12.04%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--15.27%-- btrfs_release_path | | | |--56.49%-- btrfs_free_path | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --43.51%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--9.90%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--53.56%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --46.44%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --6.64%-- btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% meminfo libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.02% aoe_ktio [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--24.61%-- remove_wait_queue | kthread | kthread | kernel_thread_helper | |--17.25%-- btrfs_queue_worker | end_workqueue_bio | bio_endio | | | |--71.33%-- end_bio_multi_stripe | | bio_endio | | dec_pending | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --28.67%-- dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--14.52%-- blkiocg_update_completion_stats | cfq_completed_request | elv_completed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--13.69%-- blkiocg_update_io_remove_stats | cfq_remove_request | cfq_dispatch_insert | cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--9.23%-- skb_queue_tail | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--7.37%-- try_to_wake_up | | | |--59.31%-- wake_up_process | | btrfs_queue_worker | | end_workqueue_bio | | bio_endio | | | | | |--75.58%-- dec_pending | | | clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --24.42%-- end_bio_multi_stripe | | bio_endio | | dec_pending | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --40.69%-- default_wake_function | | | |--69.82%-- autoremove_wake_function | | __wake_up_common | | __wake_up | | __freed_request | | freed_request | | __blk_put_request | | blk_finish_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --30.18%-- __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--5.84%-- aoecmd_ata_rsp | probe | kthread | kthread | kernel_thread_helper | |--5.33%-- __wake_up | | | |--83.93%-- aoenet_xmit | | rexmit_timer | | aoeblk_request | | __blk_run_queue | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --16.07%-- __freed_request | freed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--1.14%-- __slab_free | kmem_cache_free | mempool_free_slab | mempool_free | bio_free | dm_bio_destructor | bio_put | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--0.62%-- aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper --0.41%-- [...] 0.02% btrfs-cleaner [kernel.kallsyms] [k] verify_parent_transid | --- verify_parent_transid | |--84.34%-- btrfs_buffer_uptodate | | | |--81.15%-- read_block_for_search | | btrfs_search_slot | | | | | |--77.06%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | |--12.56%-- btrfs_del_csums | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.38%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --18.85%-- reada_for_balance | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--14.22%-- read_block_for_search | btrfs_search_slot | | | |--50.03%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --1.45%-- reada_for_balance btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% top libc-2.11.2.so [.] memset | --- memset 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% btrfs-cleaner [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--84.82%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--74.59%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--90.83%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.17%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --25.41%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--14.37%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --0.81%-- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% top [kernel.kallsyms] [k] link_path_walk | --- link_path_walk | |--64.37%-- path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--83.40%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --16.60%-- lookup_wchan | 0x40cf9c | 0x40d5e4 | 0x40d89a | 0x40dace | __libc_start_main | |--21.49%-- do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --14.14%-- path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.02% aoe_ktio [kernel.kallsyms] [k] tg_load_down | --- tg_load_down | |--88.29%-- load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --11.71%-- __schedule schedule kthread kthread kernel_thread_helper 0.02% btrfs-cleaner [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--76.92%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--69.99%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--71.42%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --28.58%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --30.01%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.70%-- bin_search | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--7.69%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --7.68%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.02% btrfs-cleaner [kernel.kallsyms] [k] memmove | --- memmove | |--51.40%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--45.32%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.28%-- btrfs_truncate_item truncate_one_csum btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_clear_lock_blocking_rw | --- btrfs_clear_lock_blocking_rw | |--81.52%-- btrfs_clear_path_blocking | btrfs_search_slot | | | |--62.35%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--29.38%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --8.27%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --18.48%-- btrfs_search_slot | |--96.88%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.12%-- btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] kmem_cache_alloc_trace | --- kmem_cache_alloc_trace | |--53.65%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--68.86%-- lookup_inline_extent_backref | | | | | |--77.43%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--70.79%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --29.21%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --22.57%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --31.14%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--42.65%-- btrfs_add_delayed_tree_ref | | | |--60.82%-- btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --39.18%-- btrfs_free_tree_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.05%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.95%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.70%-- btrfs_add_delayed_data_ref btrfs_free_extent __btrfs_mod_ref btrfs_dec_ref walk_up_proc walk_up_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] btrfs_alloc_from_cluster | --- btrfs_alloc_from_cluster | |--91.59%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--44.92%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--79.58%-- btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --20.42%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--36.73%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --18.36%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.05%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.95%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --8.41%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] kstat_irqs | --- kstat_irqs show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.01% diskstats libc-2.11.2.so [.] 0x740f3 | --- 0x7fcecc0a30f3 | --- 0x7fcecc0a1eb8 | --- 0x7fcecc0a2260 | --- 0x7fcecc0a36a0 | --- 0x7fcecc0a3101 | --- 0x7f59440f74ae | --- 0x7f59440f4125 | --- 0x7f59440f32c4 | --- 0x7f59440f4aa2 | --- 0x7f59440f4678 | --- 0x7f59440f40b0 0.01% btrfs-endio-met [kernel.kallsyms] [k] chksum_update | --- chksum_update crypto_shash_update crc32c csum_tree_block btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] do_lookup | --- do_lookup | |--40.60%-- link_path_walk | | | |--79.13%-- path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | |--67.49%-- 0x7f0e7f6ec342 | | | readproc | | | 0x4051bc | | | 0x40a1c1 | | | 0x40d803 | | | 0x40dace | | | __libc_start_main | | | | | --32.51%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --20.87%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--34.57%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --24.83%-- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% aoe_ktio [aoe] [k] probe | --- probe kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] mark_page_accessed | --- mark_page_accessed find_extent_buffer btrfs_find_tree_block | |--87.47%-- read_block_for_search | btrfs_search_slot | | | |--51.90%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--44.40%-- lookup_inline_extent_backref | | | | | |--70.38%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--52.28%-- btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --47.72%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --29.62%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.70%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --12.53%-- reada_for_balance btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--72.42%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.58%-- btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] __slab_free | --- __slab_free | |--54.43%-- kfree | | | |--63.03%-- skb_release_data | | __kfree_skb | | | | | |--73.42%-- consume_skb | | | bnx2_poll_work | | | bnx2_poll | | | net_rx_action | | | __do_softirq | | | call_softirq | | | do_softirq | | | irq_exit | | | do_IRQ | | | ret_from_intr | | | setup_cluster_no_bitmap | | | btrfs_find_space_cluster | | | find_free_extent | | | btrfs_reserve_extent | | | btrfs_alloc_free_block | | | __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | | | | | |--63.84%-- lookup_inline_extent_backref | | | | __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --36.16%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --26.58%-- tcp_ack | | tcp_rcv_established | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --36.97%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--36.47%-- kmem_cache_free | | | |--50.00%-- file_free_rcu | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | | | | |--50.01%-- smp_apic_timer_interrupt | | | apic_timer_interrupt | | | setup_cluster_no_bitmap | | | btrfs_find_space_cluster | | | find_free_extent | | | btrfs_reserve_extent | | | btrfs_alloc_free_block | | | __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.99%-- do_IRQ | | ret_from_intr | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--25.01%-- btrfs_release_extent_buffer_rcu | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --24.99%-- put_cred_rcu | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.11%-- __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% munin-node libc-2.11.2.so [.] 0x74950 | --- 0x7f0b79ca50f3 | --- 0x7f0b79ca50fa | --- 0x7f0b79ca515e | --- 0x7f0b79ca5950 | --- 0x7f0b79ca4289 | --- 0x7f0b79ca2d5b | --- 0x7f0b79ca2e3b | --- 0x7f0b79ca423d | --- 0x7f0b79ca4284 | --- 0x7f0b79ca5168 | --- 0x7f0b79ca5274 | --- 0x7f0b79ca52f2 | --- 0x7f0b79ca5125 0.01% btrfs-cleaner [kernel.kallsyms] [k] scheduler_tick | --- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--65.37%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --34.63%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--80.89%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --19.11%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_clear_path_blocking | --- btrfs_clear_path_blocking | |--98.19%-- btrfs_search_slot | | | |--63.72%-- lookup_inline_extent_backref | | | | | |--89.94%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.06%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--23.26%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--9.54%-- lookup_tree_block_ref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.48%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --1.81%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-submit-0 [kernel.kallsyms] [k] __memcpy | --- __memcpy __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.01% meminfo libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.01% btrfs-cleaner [kernel.kallsyms] [k] raise_softirq | --- raise_softirq | |--60.02%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--83.33%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--79.99%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --20.01%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --16.67%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --39.98%-- run_local_timers update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--74.96%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.60%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.40%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.04%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] fput | --- fput filp_close sys_close system_call_fastpath close | |--62.60%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --37.40%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% swapper [kernel.kallsyms] [k] tg_load_down | --- tg_load_down | |--78.92%-- load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--81.20%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--72.89%-- start_secondary | | | | | --27.11%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --18.80%-- smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | | | |--75.34%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --24.66%-- start_secondary | --21.08%-- rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit | |--92.71%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--76.89%-- start_secondary | | | --23.11%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --7.29%-- smp_call_function_single_interrupt call_function_single_interrupt cpu_idle start_secondary 0.01% btrfs-cleaner [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color | |--42.33%-- tree_insert | | | |--75.01%-- add_delayed_ref_head | | btrfs_add_delayed_tree_ref | | | | | |--66.68%-- btrfs_free_tree_block | | | __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--50.02%-- __btrfs_end_transaction | | | | btrfs_end_transaction_throttle | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --49.98%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.32%-- btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --24.99%-- add_delayed_tree_ref | btrfs_add_delayed_tree_ref | btrfs_free_tree_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--33.01%-- insert_state | set_extent_bit | set_extent_dirty | | | |--67.90%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--94.46%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --5.54%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --32.10%-- update_block_group | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--10.59%-- timerqueue_add | enqueue_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--10.58%-- enqueue_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.49%-- set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] radix_tree_lookup | --- radix_tree_lookup | |--67.69%-- find_extent_buffer | | | |--68.15%-- btrfs_find_tree_block | | read_block_for_search | | btrfs_search_slot | | | | | |--76.67%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | | | | | |--69.52%-- btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --30.48%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --23.33%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --31.85%-- btree_lock_page_hook | btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--21.54%-- try_release_extent_buffer | btree_releasepage | try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.07%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.93%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --10.76%-- alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% munin-node [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--10.94%-- Perl_sv_setpvn | |--10.94%-- Perl_newSVpvn_flags | |--10.94%-- do_sync_read | vfs_read | sys_read | system_call_fastpath | __libc_read | |--10.48%-- 0x7f0b79ca242c | Perl_pp_fork | |--9.52%-- memset | |--8.26%-- 0x7f0b7a6d82d5 | |--6.35%-- Perl_pp_enter | |--6.21%-- Perl_pp_vec | |--5.25%-- Perl_pp_entersub | |--4.93%-- Perl_hv_common | |--4.55%-- 0x7f0b79ca598b | |--4.51%-- __libc_fork | Perl_pp_fork | |--4.47%-- PerlIOUnix_close | --2.63%-- 0x7f0b79ca5a84 0.01% btrfs-cleaner [kernel.kallsyms] [k] __rcu_pending | --- __rcu_pending rcu_check_callbacks update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--66.51%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--67.15%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --32.85%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--11.17%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--11.17%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --11.15%-- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] test_range_bit | --- test_range_bit try_release_extent_state btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] unlock_up | --- unlock_up | |--90.30%-- btrfs_search_slot | | | |--55.75%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--37.35%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --6.90%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.70%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] generic_bin_search | --- generic_bin_search bin_search btrfs_search_slot | |--66.04%-- lookup_inline_extent_backref | | | |--82.64%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--83.95%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --16.05%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --17.36%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--22.93%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --11.03%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% ps [kernel.kallsyms] [k] number | --- number vsnprintf seq_printf | |--65.59%-- render_sigset_t | proc_pid_status | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | |--49.36%-- 0x7fbcfd2f238c | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | |--34.95%-- 0x7f58c084938c | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | --15.69%-- 0x7f5bb4b0938c | readproc | 0x40231f | 0x40308b | __libc_start_main | |--22.94%-- do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f58c08492f1 | readproc | 0x40231f | 0x40308b | __libc_start_main | --11.47%-- proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f58c084938c readproc 0x40231f 0x40308b __libc_start_main 0.01% ps [kernel.kallsyms] [k] format_decode | --- format_decode vsnprintf seq_printf | |--55.78%-- do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | |--41.10%-- 0x7ff2cd3bf2f1 | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | |--39.46%-- 0x7fbcfd2f22f1 | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | --19.43%-- 0x7f5bb4b092f1 | readproc | 0x40231f | 0x40308b | __libc_start_main | |--11.57%-- show_stat | seq_read | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read | (nil) | |--11.55%-- render_cap_t | proc_pid_status | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7ff2cd3bf38c | readproc | 0x40231f | 0x40308b | __libc_start_main | |--11.22%-- proc_pid_status | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7ff2cd3bf38c | readproc | 0x40231f | 0x40308b | __libc_start_main | --9.89%-- render_sigset_t proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f5bb4b0938c readproc 0x40231f 0x40308b __libc_start_main 0.01% btrfs-cleaner [kernel.kallsyms] [k] run_clustered_refs | --- run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% swapper [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc | |--37.41%-- ktime_get | tick_check_idle | irq_enter | | | |--52.78%-- scheduler_ipi | | smp_reschedule_interrupt | | reschedule_interrupt | | cpu_idle | | | | | |--53.80%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --46.20%-- start_secondary | | | |--23.73%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--55.16%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --44.84%-- start_secondary | | | --23.49%-- do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--34.79%-- read_tsc | ktime_get | | | |--48.83%-- tick_check_idle | | irq_enter | | | | | |--79.85%-- scheduler_ipi | | | smp_reschedule_interrupt | | | reschedule_interrupt | | | cpu_idle | | | | | | | |--91.48%-- rest_init | | | | start_kernel | | | | x86_64_start_reservations | | | | x86_64_start_kernel | | | | | | | --8.52%-- start_secondary | | | | | --20.15%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--69.86%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --30.14%-- start_secondary | | | |--31.31%-- sched_clock_tick | | | | | |--92.12%-- sched_clock_idle_wakeup_event | | | tick_nohz_stop_idle | | | tick_check_idle | | | irq_enter | | | | | | | |--55.14%-- scheduler_ipi | | | | smp_reschedule_interrupt | | | | reschedule_interrupt | | | | cpu_idle | | | | | | | | | |--78.49%-- start_secondary | | | | | | | | | --21.51%-- rest_init | | | | start_kernel | | | | x86_64_start_reservations | | | | x86_64_start_kernel | | | | | | | |--33.53%-- do_IRQ | | | | ret_from_intr | | | | cpu_idle | | | | | | | | | |--60.01%-- rest_init | | | | | start_kernel | | | | | x86_64_start_reservations | | | | | x86_64_start_kernel | | | | | | | | | --39.99%-- start_secondary | | | | | | | --11.33%-- smp_apic_timer_interrupt | | | apic_timer_interrupt | | | cpu_idle | | | rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --7.88%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | start_secondary | | | |--11.39%-- tick_nohz_stop_sched_tick | | cpu_idle | | | | | |--67.05%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --32.95%-- start_secondary | | | |--5.62%-- hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --2.86%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--17.71%-- native_sched_clock | sched_clock | | | |--76.01%-- sched_clock_local | | | | | |--94.77%-- sched_clock_cpu | | | | | | | |--59.27%-- update_rq_clock | | | | | | | | | |--91.43%-- enqueue_task | | | | | activate_task | | | | | ttwu_activate | | | | | ttwu_do_activate | | | | | | | | | | | |--61.38%-- try_to_wake_up | | | | | | default_wake_function | | | | | | __wake_up_common | | | | | | __wake_up | | | | | | aoechr_rel | | | | | | aoecmd_ata_rsp | | | | | | aoenet_rcv | | | | | | __netif_receive_skb | | | | | | netif_receive_skb | | | | | | napi_skb_finish | | | | | | napi_gro_receive | | | | | | bnx2_poll_work | | | | | | bnx2_poll | | | | | | net_rx_action | | | | | | __do_softirq | | | | | | call_softirq | | | | | | do_softirq | | | | | | irq_exit | | | | | | do_IRQ | | | | | | ret_from_intr | | | | | | cpu_idle | | | | | | | | | | | | | |--75.47%-- start_secondary | | | | | | | | | | | | | --24.53%-- rest_init | | | | | | start_kernel | | | | | | x86_64_start_reservations | | | | | | x86_64_start_kernel | | | | | | | | | | | --38.62%-- sched_ttwu_do_pending | | | | | scheduler_ipi | | | | | smp_reschedule_interrupt | | | | | reschedule_interrupt | | | | | cpu_idle | | | | | start_secondary | | | | | | | | | --8.57%-- scheduler_tick | | | | update_process_times | | | | tick_sched_timer | | | | __run_hrtimer | | | | hrtimer_interrupt | | | | smp_apic_timer_interrupt | | | | apic_timer_interrupt | | | | cpu_idle | | | | start_secondary | | | | | | | --40.73%-- sched_clock_idle_sleep_event | | | tick_nohz_stop_sched_tick | | | irq_exit | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | cpu_idle | | | | | | | |--76.70%-- rest_init | | | | start_kernel | | | | x86_64_start_reservations | | | | x86_64_start_kernel | | | | | | | --23.30%-- start_secondary | | | | | --5.23%-- sched_clock_tick | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | start_secondary | | | --23.99%-- sched_clock_tick | sched_clock_idle_wakeup_event | tick_nohz_stop_idle | tick_check_idle | irq_enter | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | | | |--82.67%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --17.33%-- start_secondary | |--9.71%-- sched_clock | | | |--71.59%-- sched_clock_tick | | sched_clock_idle_wakeup_event | | tick_nohz_stop_idle | | tick_check_idle | | irq_enter | | | | | |--68.60%-- do_IRQ | | | ret_from_intr | | | cpu_idle | | | rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --31.40%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | start_secondary | | | --28.41%-- sched_clock_local | sched_clock_cpu | | | |--53.17%-- update_rq_clock | | enqueue_task | | activate_task | | ttwu_activate | | ttwu_do_activate | | try_to_wake_up | | default_wake_function | | __wake_up_common | | __wake_up | | aoechr_rel | | aoecmd_ata_rsp | | aoenet_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | cpu_idle | | start_secondary | | | --46.83%-- sched_clock_idle_sleep_event | tick_nohz_stop_sched_tick | cpu_idle | start_secondary --0.37%-- [...] 0.01% top [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--67.80%-- get_empty_filp | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--56.31%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --43.69%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--19.97%-- getname_flags | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --12.22%-- locks_alloc_lock fcntl_setlk sys_fcntl system_call_fastpath 0x7f0e7f200268 0.01% btrfs-cleaner [kernel.kallsyms] [k] rb_erase | --- rb_erase | |--67.25%-- run_clustered_refs | btrfs_run_delayed_refs | | | |--81.55%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --18.45%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--12.40%-- set_next_entity | pick_next_task_fair | __schedule | __cond_resched | _cond_resched | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--12.40%-- unlink_free_space | btrfs_find_space_for_alloc | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --7.95%-- merge_state insert_state set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-endio-met [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_item_offset | --- btrfs_set_item_offset | |--38.85%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--37.24%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--12.41%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --11.49%-- __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] get_wchan | --- get_wchan | |--75.16%-- do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --24.84%-- proc_pid_wchan proc_info_read vfs_read sys_read system_call_fastpath __read 0.01% btrfs-cleaner [kernel.kallsyms] [k] kfree | --- kfree | |--87.50%-- run_clustered_refs | btrfs_run_delayed_refs | | | |--71.42%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --28.58%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --12.50%-- skb_release_data __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [aoe] [k] rexmit_timer | --- rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--62.50%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --37.50%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] rcu_process_callbacks | --- rcu_process_callbacks | |--87.58%-- call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--85.71%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.01%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.99%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --14.29%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --12.42%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] find_extent_buffer | --- find_extent_buffer btrfs_find_tree_block | |--77.04%-- read_block_for_search | btrfs_search_slot | | | |--50.64%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.36%-- lookup_inline_extent_backref | | | |--94.60%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --5.40%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --22.96%-- reada_for_balance btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] scheduler_tick | --- scheduler_tick | |--87.46%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--85.66%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --14.34%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --12.54%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% aoe_tx [kernel.kallsyms] [k] tg_load_down | --- tg_load_down | |--93.38%-- load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --6.62%-- __schedule schedule kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] set_extent_bit | --- set_extent_bit set_extent_dirty | |--63.48%-- btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--79.99%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --20.01%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --36.52%-- update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--65.41%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --34.59%-- btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% top libc-2.11.2.so [.] __xstat64 | --- __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% ps [kernel.kallsyms] [k] vsnprintf | --- vsnprintf | |--86.53%-- seq_printf | | | |--46.22%-- render_sigset_t | | proc_pid_status | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | | | |--66.76%-- 0x7fbcfd2f238c | | | readproc | | | 0x40231f | | | 0x40308b | | | __libc_start_main | | | | | --33.24%-- 0x7f5bb4b0938c | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | |--29.39%-- do_task_stat | | proc_tgid_stat | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | | | --100.00%-- 0x7f58c08492f1 | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | |--15.42%-- render_cap_t | | proc_pid_status | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | 0x7ff2cd3bf38c | | readproc | | 0x40231f | | 0x40308b | | __libc_start_main | | | --8.98%-- show_stat | seq_read | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read | (nil) | --13.47%-- vscnprintf scnprintf bitmap_scnprintf seq_bitmap proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.01% btrfs-submit-0 [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--63.08%-- mempool_alloc_slab | mempool_alloc | | | |--32.69%-- get_request | | get_request_wait | | __make_request | | generic_make_request | | submit_bio | | run_scheduled_bios | | pending_bios_fn | | worker_loop | | kthread | | kernel_thread_helper | | | |--30.68%-- __split_and_process_bio | | dm_request | | generic_make_request | | submit_bio | | run_scheduled_bios | | pending_bios_fn | | worker_loop | | kthread | | kernel_thread_helper | | | |--29.23%-- bio_alloc_bioset | | __split_and_process_bio | | dm_request | | generic_make_request | | submit_bio | | run_scheduled_bios | | pending_bios_fn | | worker_loop | | kthread | | kernel_thread_helper | | | --7.40%-- alloc_tio | __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--34.42%-- bvec_alloc_bs | bio_alloc_bioset | __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --2.50%-- mempool_alloc alloc_tio __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free | |--27.19%-- btrfs_free_path | | | |--50.00%-- run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--27.16%-- __kfree_skb | | | |--50.03%-- consume_skb | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--25.79%-- file_free_rcu | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--52.70%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --47.30%-- btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--13.50%-- __put_task_struct | delayed_put_task_struct | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --6.36%-- free_extent_state merge_state insert_state set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% perf [kernel.kallsyms] [k] copy_user_generic_string | --- copy_user_generic_string generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.01% top [kernel.kallsyms] [k] dput | --- dput | |--37.96%-- do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--26.58%-- fput | filp_close | sys_close | system_call_fastpath | close | | | |--50.22%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.78%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--20.36%-- path_put | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--12.72%-- path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | --2.39%-- proc_fill_cache proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.01% swapper [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--30.27%-- aoedev_by_aoeaddr | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--77.18%-- start_secondary | | | --22.82%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--17.24%-- sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | |--17.06%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | | | |--78.20%-- aoechr_rel | | aoecmd_ata_rsp | | aoenet_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | cpu_idle | | | | | |--52.88%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --47.12%-- start_secondary | | | --21.80%-- aoenet_xmit | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--7.27%-- double_rq_lock | load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--53.01%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --46.99%-- start_secondary | |--7.06%-- handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--6.42%-- perf_ctx_lock | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--5.75%-- update_vsyscall | do_timer | tick_do_update_jiffies64 | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--4.72%-- generic_smp_call_function_single_interrupt | smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | | | |--52.48%-- start_secondary | | | --47.52%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--3.08%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --1.13%-- tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.01% btrfs-transacti [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--28.21%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--50.01%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--28.19%-- __wake_up | | | |--50.03%-- aoechr_rel | | aoecmd_ata_rsp | | aoenet_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- btrfs_clear_lock_blocking_rw | btrfs_clear_path_blocking | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--14.09%-- rexmit_timer | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--14.09%-- btrfs_queue_worker | btrfs_wq_submit_bio | btree_submit_bio_hook | submit_one_bio | flush_epd_write_bio | extent_write_full_page | btree_writepage | write_one_page | btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--12.66%-- lock_timer_base | mod_timer | add_timer | rexmit_timer | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--1.48%-- delayacct_end | __delayacct_blkio_end | io_schedule | sleep_on_page | __wait_on_bit | wait_on_page_bit | btrfs_wait_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --1.28%-- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] dec_pending | --- dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_free_tree_block | --- btrfs_free_tree_block | |--85.71%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--83.33%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--80.00%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --20.00%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --16.67%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --14.29%-- btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] hrtimer_interrupt | --- hrtimer_interrupt | |--71.70%-- smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--79.99%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --20.01%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --28.30%-- apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.64%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.36%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% ps libc-2.11.2.so [.] 0x37bd0 | --- 0x7f58c05178f7 | --- 0x7f58c05511e7 | --- 0x7f58c0517ce5 __vsscanf | --- 0x7f5bb47d76ac __vsscanf | --- 0x7fbcfcfc0bd0 | --- 0x7ff2cd08dca5 | --- 0x7f5bb47d7c6c 0.01% sshd sshd [.] 0x15c96 | --- 0x7f309a51a7d1 | --- 0x7f309a519c96 | --- 0x7f309a537d95 | --- 0x7f309a51a3e5 | --- 0x7f309a5416d8 | --- 0x7f309a5416f1 | --- 0x7f309a519c0f | --- 0x7f309a51a77a | --- 0x7f309a546f00 0.01% top [kernel.kallsyms] [k] find_pid_ns | --- find_pid_ns | |--85.60%-- find_ge_pid | next_tgid | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | --14.40%-- next_tgid proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.01% swapper [kernel.kallsyms] [k] enqueue_task_fair | --- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate | |--69.00%-- sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | | | |--56.41%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --43.59%-- start_secondary | --31.00%-- try_to_wake_up | |--92.90%-- default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--50.43%-- start_secondary | | | --49.57%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --7.10%-- wake_up_process process_timeout run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.01% top libc-2.11.2.so [.] bsearch | --- bsearch | |--28.54%-- (nil) | | | |--50.59%-- 0x6c61746f545f73 | | | --49.41%-- 0x290065006d69 | |--14.44%-- 0x3 | |--14.43%-- 0x7fd2 | |--14.39%-- 0x1762 | |--14.24%-- 0x1bfa | --13.95%-- 0x4a4a 0.01% btrfs-cleaner [kernel.kallsyms] [k] ktime_get | --- ktime_get | |--43.47%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.66%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--43.10%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.38%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.62%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --13.43%-- sched_clock_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_tree_block_ref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% ps libc-2.11.2.so [.] _IO_vfscanf | --- _IO_vfscanf __vsscanf 0.01% top [kernel.kallsyms] [k] system_call_after_swapgs | --- system_call_after_swapgs | |--43.42%-- close | | | |--50.01%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.99%-- lookup_wchan | 0x40cf9c | 0x40d5e4 | 0x40d89a | 0x40dace | __libc_start_main | |--42.55%-- __read | | | --100.00%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --14.03%-- __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% top libc-2.11.2.so [.] _IO_default_xsputn | --- _IO_default_xsputn | |--43.53%-- 0x7fff64671a20 | |--41.99%-- 0x7f0e7f8f8120 | --14.48%-- vsnprintf 0x202072656e000020 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_item_offset | --- btrfs_item_offset | |--29.21%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--20.91%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--14.61%-- btrfs_lookup_extent_info | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--14.60%-- btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--9.40%-- remove_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--8.11%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.15%-- leaf_space_used btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--43.85%-- bvec_alloc_bs | bio_alloc_bioset | bio_alloc | btrfs_bio_alloc | submit_extent_page | __extent_writepage | extent_write_full_page | btree_writepage | write_one_page | btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--14.69%-- mempool_alloc_slab | mempool_alloc | alloc_tio | __split_and_process_bio | dm_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--14.69%-- alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--13.49%-- __btrfs_add_free_space | unpin_extent_range | btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--11.65%-- radix_tree_preload | alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --1.63%-- alloc_extent_state clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] find_ref_head | --- find_ref_head | |--74.83%-- btrfs_find_ref_cluster | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--14.96%-- btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --10.21%-- btrfs_find_delayed_ref_head btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule kthread kthread kernel_thread_helper 0.01% btrfs-transacti [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work | |--84.88%-- bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--87.62%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | | | | |--79.66%-- btrfs_search_slot | | | | | | | |--74.47%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_commit_transaction | | | | transaction_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --25.53%-- lookup_inline_extent_backref | | | insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --20.34%-- push_leaf_right | | split_leaf | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --12.38%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --15.12%-- net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] copy_user_generic_string | --- copy_user_generic_string | |--44.70%-- vfs_read | sys_read | system_call_fastpath | __read | | | |--51.28%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --48.72%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--36.53%-- sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --18.77%-- proc_fill_cache proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.01% aoe_ktio [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up | |--56.80%-- default_wake_function | | | |--73.03%-- __wake_up_common | | __wake_up | | aoenet_xmit | | rexmit_timer | | aoeblk_request | | __blk_run_queue | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --26.97%-- autoremove_wake_function | __wake_up_common | __wake_up | __freed_request | freed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --43.20%-- wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio | |--64.05%-- end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --35.95%-- dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] alloc_extent_buffer | --- alloc_extent_buffer | |--66.67%-- btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | | | |--91.99%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--74.98%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.02%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --8.01%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--30.70%-- btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --2.63%-- read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% swapper [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--95.87%-- cpu_idle | | | |--62.35%-- start_secondary | | | --37.65%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --4.13%-- __schedule schedule cpu_idle start_secondary 0.01% btrfs-cleaner [kernel.kallsyms] [k] up_read | --- up_read | |--53.13%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--70.61%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --29.39%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --46.87%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.65%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.03%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.35%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] __lock_task_sighand | --- __lock_task_sighand do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% btrfs-endio-met [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--62.25%-- __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | |--21.54%-- worker_loop | kthread | kernel_thread_helper | --16.21%-- kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] do_last | --- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--82.68%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --17.32%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% btrfs-cleaner [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc | |--68.46%-- native_sched_clock | sched_clock | | | |--76.97%-- sched_clock_local | | | | | |--89.77%-- sched_clock_tick | | | scheduler_tick | | | update_process_times | | | tick_sched_timer | | | __run_hrtimer | | | hrtimer_interrupt | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | setup_cluster_no_bitmap | | | btrfs_find_space_cluster | | | find_free_extent | | | btrfs_reserve_extent | | | btrfs_alloc_free_block | | | __btrfs_cow_block | | | btrfs_cow_block | | | btrfs_search_slot | | | | | | | |--66.68%-- btrfs_insert_empty_items | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --33.32%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --10.23%-- sched_clock_cpu | | update_rq_clock | | dequeue_task | | deactivate_task | | __schedule | | schedule | | io_schedule | | sleep_on_page | | __wait_on_bit | | wait_on_page_bit | | read_extent_buffer_pages | | btree_read_extent_buffer_pages | | read_tree_block | | read_node_slot | | push_leaf_right | | btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --23.03%-- sched_clock_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --31.54%-- read_tsc | |--50.01%-- getnstimeofday | ktime_get_real | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- ktime_get sched_clock_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] get_empty_filp | --- get_empty_filp | |--83.94%-- path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--52.31%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --47.69%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --16.06%-- do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% aoe_ktio [aoe] [k] rexmit_timer | --- rexmit_timer | |--99.16%-- aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --0.84%-- __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] clone_endio | --- clone_endio | |--98.56%-- bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --1.44%-- req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% meminfo libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.01% swapper [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--20.84%-- aoedev_by_aoeaddr | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--19.56%-- __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--74.88%-- start_secondary | | | --25.12%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--13.29%-- rexmit_timer | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--11.20%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--90.83%-- start_secondary | | | --9.17%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--8.46%-- hrtimer_get_next_event | get_next_timer_interrupt | tick_nohz_stop_sched_tick | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--8.44%-- load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--69.50%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --30.50%-- start_secondary | |--7.44%-- __schedule | schedule | cpu_idle | start_secondary | |--6.37%-- __slab_free | kfree | skb_release_data | __kfree_skb | consume_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--2.02%-- aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--1.27%-- lock_timer_base | mod_timer | add_timer | rexmit_timer | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --1.11%-- blkiocg_update_io_remove_stats cfq_remove_request cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.01% btrfs-cleaner [kernel.kallsyms] [k] apic_timer_interrupt | --- apic_timer_interrupt | |--63.58%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--52.30%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --47.70%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--16.62%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--16.61%-- bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --3.19%-- btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] clean_tree_block | --- clean_tree_block | |--49.98%-- btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.66%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--33.34%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.03%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --16.68%-- update_ref_for_cow __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] perf_event_task_tick | --- perf_event_task_tick | |--83.34%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--80.01%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--75.00%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.00%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --19.99%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --16.66%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] block_group_cache_tree_search | --- block_group_cache_tree_search | |--83.23%-- btrfs_lookup_block_group | | | |--40.26%-- find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--50.02%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.98%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--39.60%-- btrfs_free_tree_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.78%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.22%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --20.14%-- update_block_group | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --16.77%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% ps [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--33.44%-- dput | | | |--50.12%-- proc_fill_cache | | proc_pid_readdir | | proc_root_readdir | | vfs_readdir | | sys_getdents | | system_call_fastpath | | 0x7f58c057ce65 | | | --49.88%-- fput | filp_close | sys_close | system_call_fastpath | close | 0x7ff2cd3bf38c | readproc | 0x40231f | 0x40308b | __libc_start_main | |--16.77%-- proc_pid_status | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | |--16.77%-- __d_lookup | do_lookup | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | |--16.63%-- do_lookup | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7fbcfd2f22f1 | readproc | 0x40231f | 0x40308b | __libc_start_main | --16.39%-- task_dumpable pid_revalidate do_lookup do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.01% btrfs-cleaner [kernel.kallsyms] [k] clockevents_program_event | --- clockevents_program_event | |--66.26%-- tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--76.36%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--66.66%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.34%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --23.64%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.74%-- tick_dev_program_event tick_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_lock_blocking_rw | --- btrfs_set_lock_blocking_rw | |--98.19%-- btrfs_set_path_blocking | btrfs_search_slot | | | |--57.21%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--34.45%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --8.33%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --1.81%-- btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] __kmalloc_track_caller | --- __kmalloc_track_caller __alloc_skb __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--83.05%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | | | |--79.60%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --20.40%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --16.95%-- find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] update_ref_for_cow | --- update_ref_for_cow | |--67.12%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--75.91%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--66.64%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.36%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --24.09%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --32.88%-- btrfs_cow_block btrfs_search_slot | |--51.59%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --48.41%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up | |--62.84%-- wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --37.16%-- default_wake_function | |--91.32%-- __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --8.68%-- autoremove_wake_function __wake_up_common __wake_up __freed_request freed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] clear_extent_bit | --- clear_extent_bit | |--82.95%-- try_release_extent_state | btree_releasepage | try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --17.05%-- btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-endio-met [kernel.kallsyms] [k] tg_load_down | --- tg_load_down | |--70.96%-- load_balance | __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --29.04%-- __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--52.68%-- probe | kthread | kthread | kernel_thread_helper | |--21.77%-- kthread | kthread | kernel_thread_helper | |--17.11%-- kthread | kernel_thread_helper | --8.44%-- __schedule schedule kthread kthread kernel_thread_helper 0.01% aoe_ktio [kernel.kallsyms] [k] mix_pool_bytes_extract | --- mix_pool_bytes_extract add_timer_randomness add_disk_randomness blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% diskstats libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.01% buddyinfo libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.01% top [kernel.kallsyms] [k] put_dec_trunc | --- put_dec_trunc | |--69.24%-- put_dec | number | vsnprintf | | | |--75.15%-- seq_printf | | do_task_stat | | proc_tgid_stat | | proc_single_show | | seq_read | | vfs_read | | sys_read | | system_call_fastpath | | __read | | | | | --100.00%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --24.85%-- snprintf | proc_pid_readdir | proc_root_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f0e7f1d9e65 | --30.76%-- number vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% top [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--81.35%-- __delayacct_blkio_ticks | do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--17.46%-- tty_buffer_request_room | tty_insert_flip_string_fixed_flag | pty_write | n_tty_write | tty_write | vfs_write | sys_write | system_call_fastpath | __write | --1.19%-- put_ldisc tty_ldisc_deref tty_ioctl do_vfs_ioctl sys_ioctl system_call_fastpath ioctl 0x40dcaa __libc_start_main 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_tree_read_unlock | --- btrfs_tree_read_unlock | |--53.67%-- btrfs_release_path | btrfs_search_slot | | | |--74.19%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--15.93%-- btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --9.88%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--41.08%-- btrfs_search_slot | | | |--42.76%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--41.39%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --15.85%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --5.25%-- btrfs_unlock_up_safe btrfs_search_slot btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] fsnotify | --- fsnotify do_sys_open sys_open system_call_fastpath __open | |--74.86%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --25.14%-- lookup_wchan 0x40cf9c 0x40d5e4 0x40d89a 0x40dace __libc_start_main 0.01% top [kernel.kallsyms] [k] next_tgid | --- next_tgid proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.01% top [kernel.kallsyms] [k] strncpy_from_user | --- strncpy_from_user | |--82.93%-- getname_flags | | | |--63.51%-- getname | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | | | | --100.00%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --36.49%-- user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --17.07%-- user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.01% btrfs-cleaner [kernel.kallsyms] [k] free_extent_buffer | --- free_extent_buffer | |--26.79%-- btrfs_free_path | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.34%-- btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.33%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.33%-- btrfs_release_path | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --18.21%-- btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% munin-node [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.01% btrfs-cleaner [kernel.kallsyms] [k] btrfs_alloc_free_block | --- btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--62.86%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --37.14%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% swapper [kernel.kallsyms] [k] __schedule | --- __schedule | --100.00%-- schedule cpu_idle | |--59.27%-- start_secondary | --40.73%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.01% aoe_ktio [kernel.kallsyms] [k] __schedule | --- __schedule schedule kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] __schedule | --- __schedule | |--75.30%-- __cond_resched | _cond_resched | | | |--50.03%-- invalidate_mapping_pages | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.81%-- _cond_resched | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --5.89%-- schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block | |--82.70%-- do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --17.30%-- read_block_for_search btrfs_search_slot btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free | |--37.90%-- btrfs_release_extent_buffer_rcu | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--50.00%-- do_IRQ | | ret_from_intr | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--36.16%-- btrfs_free_path | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--52.33%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --47.67%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --25.93%-- free_extent_state | |--68.79%-- clear_state_bit | clear_extent_bit | clear_extent_dirty | btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --31.21%-- clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% rsync rsync [.] 0x26cc0 | --- 0x411838 | --- 0x426cc0 | --- 0x43a1a0 0x780078766d2e | --- 0x415e55 | --- 0x43a0a6 (nil) | --- 0x43a0dc (nil) | --- 0x403f1f | --- 0x405829 | --- 0x403dbe 0.01% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot | |--80.54%-- find_get_page | find_lock_page | find_or_create_page | alloc_extent_buffer | btrfs_find_create_tree_block | | | |--96.56%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--74.98%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --25.02%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.44%-- do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --19.46%-- find_lock_page find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% kipmi0 [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu update_rq_clock __schedule schedule ipmi_thread kthread kernel_thread_helper 0.01% swapper [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--51.87%-- schedule | cpu_idle | start_secondary | |--41.47%-- __schedule | schedule | cpu_idle | | | |--88.56%-- start_secondary | | | --11.44%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--4.46%-- run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --2.20%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.01% btrfs-cleaner [kernel.kallsyms] [k] do_timer | --- do_timer tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--60.00%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.68%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.32%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --40.00%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.01%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] find_next_bit | --- find_next_bit | |--40.00%-- search_bitmap | btrfs_find_space_for_alloc | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.00%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--40.00%-- cpumask_next_and | load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --20.00%-- select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] run_timer_softirq | --- run_timer_softirq | |--60.01%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.65%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.02%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.98%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --33.35%-- tree_search_offset | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --39.99%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --50.00%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% aoe_ktio [aoe] [k] aoe_bio_pagedec | --- aoe_bio_pagedec | |--63.54%-- aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --36.46%-- probe kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] update_curr | --- update_curr | |--60.13%-- task_tick_fair | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--66.66%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.01%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.99%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--20.03%-- put_prev_task_fair | __schedule | __cond_resched | _cond_resched | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --19.84%-- check_preempt_curr ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] read_block_for_search | --- read_block_for_search | |--79.85%-- btrfs_search_slot | | | |--78.82%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--96.64%-- btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --3.36%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--15.23%-- btrfs_del_csums | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --5.94%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --20.15%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% munin-node libperl.so.5.10.1 [.] 0x105f86 | --- 0x7f0b7a738a03 | --- 0x7f0b7a741a62 | --- 0x7f0b7a741991 | --- 0x7f0b7a741a47 | --- 0x7f0b7a73e4d4 | --- 0x7f0b7a739f86 0.01% top [kernel.kallsyms] [k] follow_managed | --- follow_managed | |--61.27%-- do_lookup | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | |--66.29%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --33.71%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--20.30%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --18.43%-- link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% ps libc-2.11.2.so [.] _IO_vfprintf | --- _IO_vfprintf | |--59.57%-- _IO_vsprintf | | | --100.00%-- 0x696c646d632f3835 | --40.43%-- vsnprintf 0.01% top libc-2.11.2.so [.] strchrnul | --- strchrnul | |--60.32%-- vsnprintf | | | |--33.83%-- 0x2020202020002065 | | | |--33.32%-- 0x2020202020312f67 | | | --32.86%-- 0x6d2d646579000020 | --39.68%-- _IO_vsprintf 0.01% btrfs-transacti [kernel.kallsyms] [k] kfree | --- kfree | |--79.59%-- run_clustered_refs | btrfs_run_delayed_refs | | | |--74.37%-- btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --25.63%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --20.41%-- skb_release_data __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [aoe] [k] aoecmd_ata_rsp | --- aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--59.15%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --40.85%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs | |--50.03%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.97%-- btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% aoe_tx [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--39.99%-- sch_direct_xmit | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | |--37.26%-- dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | --22.76%-- double_rq_lock load_balance __schedule schedule kthread kthread kernel_thread_helper 0.01% btrfs-transacti [kernel.kallsyms] [k] next_block_group | --- next_block_group btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% perf [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask | |--91.75%-- perf_mmap_alloc_page | rb_alloc | perf_mmap | mmap_region | do_mmap_pgoff | sys_mmap_pgoff | sys_mmap | system_call_fastpath | mmap64 | __cmd_record | cmd_record | run_builtin | main | __libc_start_main | --8.25%-- grab_cache_page_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.01% irqstats ld-2.11.2.so [.] 0x9700 | --- 0x7f3aeed16ea5 0x7f3aedfcf5e2 | --- 0x7fb8ed030700 0x7fb8ed02a970 0x7fb8ed03b647 | --- 0x7fb8ed03d122 | --- 0x7f3aeed12740 0x7f3aeed163f2 | --- 0x7f3aeed16409 0.01% kipmi0 [ipmi_si] [k] smi_event_handler | --- smi_event_handler ipmi_thread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] thread_group_cputime | --- thread_group_cputime thread_group_times do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% swapper [kernel.kallsyms] [k] ktime_get | --- ktime_get | |--21.89%-- sched_clock_tick | | | |--88.70%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--75.83%-- start_secondary | | | | | --24.17%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --11.30%-- sched_clock_idle_wakeup_event | tick_nohz_stop_idle | tick_check_idle | irq_enter | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--20.53%-- tick_check_idle | irq_enter | | | |--77.14%-- scheduler_ipi | | smp_reschedule_interrupt | | reschedule_interrupt | | cpu_idle | | | | | |--72.77%-- start_secondary | | | | | --27.23%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --22.86%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--84.85%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --15.15%-- start_secondary | |--19.82%-- tick_dev_program_event | tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--17.55%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--15.83%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--2.49%-- irq_enter | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --1.88%-- tick_nohz_stop_sched_tick cpu_idle start_secondary 0.01% btrfs-cleaner [kernel.kallsyms] [k] run_timer_softirq | --- run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--63.43%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --36.57%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% io_saturation libperl.so.5.10.1 [.] 0x106025 | --- 0x7fe20ca28eaf 0x7fe20c275e40 | --- 0x7f6c50b593ec | --- 0x7fe20ca22025 | --- 0x7f6c50b5ad60 | --- 0x7f6c50b58830 0.01% btrfs-transacti [kernel.kallsyms] [k] verify_parent_transid | --- verify_parent_transid btrfs_buffer_uptodate | |--78.61%-- read_block_for_search | btrfs_search_slot | | | |--54.40%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--27.23%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --18.37%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --21.39%-- reada_for_balance btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] lookup_inline_extent_backref | --- lookup_inline_extent_backref | |--43.15%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--42.51%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.78%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.22%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --14.34%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% swapper [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local | |--89.17%-- sched_clock_cpu | | | |--53.28%-- update_rq_clock | | | | | |--74.72%-- enqueue_task | | | activate_task | | | ttwu_activate | | | ttwu_do_activate | | | sched_ttwu_do_pending | | | scheduler_ipi | | | smp_reschedule_interrupt | | | reschedule_interrupt | | | cpu_idle | | | | | | | |--87.00%-- rest_init | | | | start_kernel | | | | x86_64_start_reservations | | | | x86_64_start_kernel | | | | | | | --13.00%-- start_secondary | | | | | --25.28%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--74.62%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --25.38%-- start_secondary | | | --46.72%-- sched_clock_idle_sleep_event | tick_nohz_stop_sched_tick | cpu_idle | | | |--69.35%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --30.65%-- start_secondary | |--7.94%-- sched_clock_tick | | | |--74.43%-- sched_clock_idle_wakeup_event | | tick_nohz_stop_idle | | tick_check_idle | | irq_enter | | scheduler_ipi | | smp_reschedule_interrupt | | reschedule_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --25.57%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --2.89%-- update_rq_clock enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up wake_up_process hrtimer_wakeup __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.01% btrfs-endio-met [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--54.61%-- lock_timer_base | | | |--68.17%-- try_to_del_timer_sync | | del_timer_sync | | schedule_timeout | | worker_loop | | kthread | | kernel_thread_helper | | | --31.83%-- schedule_timeout | worker_loop | kthread | kernel_thread_helper | |--22.55%-- try_to_wake_up | default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | | | |--87.46%-- end_page_writeback | | end_bio_extent_writepage | | bio_endio | | end_workqueue_fn | | worker_loop | | kthread | | kernel_thread_helper | | | --12.54%-- unlock_page | end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | |--9.76%-- worker_loop | kthread | kernel_thread_helper | |--6.39%-- end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | |--5.66%-- __wake_up_bit | end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --1.02%-- __wake_up __wake_up_bit unlock_page end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.01% if_eth0 bash [.] 0x4d0cd | --- 0x423428 (nil) | --- 0x4a8520 | --- 0x4a854c | --- 0x44d0cd | --- 0x4a86a4 | --- 0x4361f3 0.01% top [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free do_sys_open sys_open system_call_fastpath __open | --100.00%-- 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.01% top libc-2.11.2.so [.] _IO_sputbackc | --- _IO_sputbackc __vsscanf 0.01% btrfs-endio-met [kernel.kallsyms] [k] find_first_extent_bit_state | --- find_first_extent_bit_state end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.01% perf [kernel.kallsyms] [k] seq_putc | --- seq_putc proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.01% btrfs-submit-0 [kernel.kallsyms] [k] elv_rq_merge_ok | --- elv_rq_merge_ok | |--56.89%-- elv_try_merge | | | |--76.75%-- __make_request | | generic_make_request | | submit_bio | | run_scheduled_bios | | pending_bios_fn | | worker_loop | | kthread | | kernel_thread_helper | | | --23.25%-- elv_merge | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --43.11%-- elv_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.01% aoe_tx [kernel.kallsyms] [k] put_page | --- put_page | |--95.50%-- __pskb_pull_tail | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | --4.50%-- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.01% swapper [kernel.kallsyms] [k] reschedule_interrupt | --- reschedule_interrupt cpu_idle | |--62.41%-- start_secondary | --37.59%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.01% btrfs-cleaner [kernel.kallsyms] [k] lru_deactivate_fn | --- lru_deactivate_fn pagevec_lru_move_fn lru_add_drain __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--55.14%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --44.86%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% btrfs-cleaner [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--45.56%-- __remove_mapping | remove_mapping | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.01%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--22.78%-- __set_page_dirty_nobuffers | set_extent_buffer_dirty | btrfs_mark_buffer_dirty | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--22.77%-- __schedule | __cond_resched | _cond_resched | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --8.89%-- get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref | |--69.45%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.55%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% top [kernel.kallsyms] [k] proc_fill_cache | --- proc_fill_cache proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.01% perf [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault vfs_read sys_read system_call_fastpath __read 0.01% btrfs-cleaner [kernel.kallsyms] [k] get_alloc_profile | --- get_alloc_profile | |--54.10%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--57.58%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --42.42%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --45.90%-- btrfs_get_alloc_profile btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref | |--50.02%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.01% meminfo libperl.so.5.10.1 [.] Perl_pp_padsv | --- Perl_pp_padsv 0.01% df_inode libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.01% aoe_ktio [kernel.kallsyms] [k] mempool_free | --- mempool_free | |--43.98%-- bio_free | | | |--53.64%-- dm_bio_destructor | | bio_put | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --46.36%-- bio_fs_destructor | bio_put | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--36.77%-- __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--12.20%-- clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--4.99%-- dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --2.05%-- aoe_end_buf probe kthread kthread kernel_thread_helper 0.01% munin-node libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.00% btrfs-transacti [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load | |--47.55%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | | | |--50.02%-- sched_ttwu_do_pending | | scheduler_ipi | | smp_reschedule_interrupt | | reschedule_interrupt | | setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.98%-- try_to_wake_up | wake_up_process | hrtimer_wakeup | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--47.54%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.01%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --4.91%-- dequeue_task deactivate_task __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] mntput_no_expire | --- mntput_no_expire mntput | |--84.03%-- path_put | | | |--54.46%-- path_openat | | do_filp_open | | do_sys_open | | sys_open | | system_call_fastpath | | __open | | 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --45.54%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --15.97%-- fput filp_close sys_close system_call_fastpath close 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--68.25%-- skb_clone | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --31.75%-- mempool_alloc_slab mempool_alloc rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--84.06%-- start_secondary | --15.94%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-transacti [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up | |--75.82%-- default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | | | |--95.75%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--33.34%-- btrfs_write_dirty_block_groups | | | commit_cowonly_roots | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | |--33.34%-- lookup_inline_extent_backref | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_commit_transaction | | | transaction_kthread | | | kthread | | | kernel_thread_helper | | | | | --33.32%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --4.25%-- prepare_to_wait | __wait_on_bit | wait_on_page_bit | btrfs_wait_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.18%-- wake_up_process process_timeout run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_rv2av | --- Perl_pp_rv2av 0.00% btrfs-cleaner [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--75.68%-- lookup_inline_extent_backref | | | |--72.52%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--88.66%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --11.34%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --27.48%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --24.32%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_tree_read_lock | --- btrfs_tree_read_lock | |--71.63%-- btrfs_read_lock_root_node | btrfs_search_slot | | | |--52.57%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--37.93%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --9.50%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --28.37%-- btrfs_search_slot | |--85.93%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --14.07%-- btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] schedule_bio | --- schedule_bio btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] bin_search | --- bin_search | |--75.03%-- btrfs_search_slot | | | |--66.67%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--50.00%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --50.00%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.33%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --24.97%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [bnx2] [k] bnx2_open | --- bnx2_open | |--74.99%-- handle_irq_event_percpu | handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | | | |--33.35%-- setup_cluster_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--33.34%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.31%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.01%-- handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] exit_idle | --- exit_idle apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--75.00%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.00%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] account_system_time | --- account_system_time | |--75.00%-- account_process_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.66%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.00%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] rcu_exit_nohz | --- rcu_exit_nohz | |--75.00%-- rcu_irq_enter | irq_enter | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--33.34%-- btrfs_return_cluster_to_free_space | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | |--33.33%-- btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.33%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.00%-- irq_enter smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] task_tick_fair | --- task_tick_fair | |--75.00%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.66%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.00%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] unlock_up | --- unlock_up | |--75.01%-- btrfs_search_slot | | | |--66.64%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --33.36%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.99%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [bnx2] [k] bnx2_poll | --- bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit | |--74.99%-- do_IRQ | ret_from_intr | | | |--66.66%-- setup_cluster_no_bitmap | | btrfs_find_space_cluster | | find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.00%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --50.00%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.34%-- btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.01%-- smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] tick_sched_timer | --- tick_sched_timer | |--50.01%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--50.02%-- find_free_extent | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.98%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.02%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __do_softirq | --- __do_softirq call_softirq do_softirq irq_exit | |--74.98%-- smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --25.02%-- do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] timerqueue_add | --- timerqueue_add enqueue_hrtimer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--74.97%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --25.03%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] map_private_extent_buffer | --- map_private_extent_buffer | |--50.03%-- btrfs_item_offset | setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--25.01%-- btrfs_set_key_blockptr | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.97%-- btrfs_item_size __push_leaf_right push_leaf_right split_leaf btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_yyparse | --- Perl_yyparse 0.00% diskstats [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask | |--74.99%-- handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.68%-- 0x7f59440f4dee | | | --33.32%-- 0x7fcecc0a3dee | --25.01%-- __get_free_pages get_zeroed_page sysfs_follow_link link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0x6f006c0062002f 0.00% meminfo libc-2.11.2.so [.] 0x74dee | --- 0x7fbe83d2fea8 | --- 0x7fbe83d31dee | --- 0x7fbe83d38b44 | --- 0x7fbe83d316a4 0.00% meminfo ld-2.11.2.so [.] 0x97a8 | --- 0x7f6db1e73f74 | --- 0x7f6db1e747a8 0x7f6db1e75f94 0x7f6db1e6e970 0x7f6db1e7f647 | --- 0x7fbe84a3a445 | --- 0x7fbe84a37c84 0x7fbe84a30970 0x7fbe84a41647 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags | |--50.01%-- 0x165bc40 | --49.99%-- 0x1109e10 0.00% btrfs-cleaner [kernel.kallsyms] [k] insert_state | --- insert_state | |--74.86%-- set_extent_bit | set_extent_dirty | | | |--67.15%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | | | | |--50.03%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.97%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --32.85%-- update_block_group | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.14%-- set_extent_dirty btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] blk_peek_request | --- blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--74.87%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--67.12%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | | | | |--50.03%-- __btrfs_end_transaction | | | btrfs_end_transaction_throttle | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.97%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --32.88%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.13%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% buddyinfo libc-2.11.2.so [.] 0x10e574 | --- 0x7fae3dc42112 | --- 0x7f8b02842559 | --- 0x7f8b028dc574 | --- 0x7f8b0283fe26 0.00% btrfs-transacti [kernel.kallsyms] [k] mark_page_accessed | --- mark_page_accessed | |--50.48%-- btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.03%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--25.23%-- btree_lock_page_hook | btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.28%-- find_extent_buffer btree_lock_page_hook btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] n_tty_write | --- n_tty_write tty_write vfs_write sys_write system_call_fastpath __write 0.00% ps ps [.] 0x5cd9 | --- 0x405d28 0x402264 0x40308b __libc_start_main | --- 0x405cd9 0x408442 0x402264 0x40308b __libc_start_main | --- 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main | --- 0x408304 0x402264 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] irq_work_run | --- irq_work_run tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] putc | --- putc 0.00% ps libproc-3.2.8.so [.] 0x7d48 | --- 0x7fbcfd2f1f49 0x7fbcfd2f2626 readproc 0x40231f 0x40308b __libc_start_main | --- 0x7f5bb4b09748 readproc 0x40231f 0x40308b __libc_start_main | --- 0x7fbcfd2f1d48 0x7fbcfd2f22f1 readproc 0x40231f 0x40308b __libc_start_main | --- 0x7ff2cd3be901 0x7ff2cd3bf316 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] tree_insert | --- tree_insert add_delayed_ref_head btrfs_add_delayed_tree_ref | |--75.65%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--66.36%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --33.64%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.35%-- btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] find_next_bit | --- find_next_bit kstat_irqs show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% aoe_tx [bnx2] [k] bnx2_start_xmit | --- bnx2_start_xmit dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] copy_extent_buffer | --- copy_extent_buffer | |--51.08%-- btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.02%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.98%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --48.92%-- __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--52.16%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --47.84%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __btrfs_cow_block | --- __btrfs_cow_block | |--51.13%-- btrfs_cow_block | btrfs_search_slot | | | |--50.03%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --48.87%-- btrfs_search_slot lookup_inline_extent_backref | |--51.65%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --48.35%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore | |--34.84%-- skb_queue_tail | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--18.59%-- rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--17.15%-- kthread | kthread | kernel_thread_helper | |--13.04%-- __slab_free | kmem_cache_free | mempool_free_slab | mempool_free | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--4.13%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--3.67%-- aoecmd_ata_rsp | probe | kthread | kthread | kernel_thread_helper | |--3.42%-- btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--2.60%-- mix_pool_bytes_extract | add_timer_randomness | add_disk_randomness | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --2.55%-- aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] single_open | --- single_open proc_single_open __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--75.01%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --24.99%-- 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--47.95%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--54.26%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --45.74%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--26.02%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --26.02%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] path_init | --- path_init path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--48.36%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--25.99%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --25.65%-- lookup_wchan 0x40cf9c 0x40d5e4 0x40d89a 0x40dace __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_key_blockptr | --- btrfs_key_blockptr read_block_for_search btrfs_search_slot | |--52.10%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--26.05%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--18.95%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --2.89%-- btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libc-2.11.2.so [.] cfree | --- cfree 0.00% btrfs-cleaner [kernel.kallsyms] [k] sched_avg_update | --- sched_avg_update scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--52.55%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.00%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --47.45%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--53.33%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --46.67%-- lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] put_dec_full | --- put_dec_full put_dec number vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% df libperl.so.5.10.1 [.] 0x621b2 | --- 0x7f0d921fc64d | --- 0x7f0d921a08ff | --- 0x7f481d19d11c 0x2009f50 | --- 0x7f481d1861b2 0.00% top [kernel.kallsyms] [k] task_dumpable | --- task_dumpable pid_revalidate do_lookup do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] worker_loop | --- worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] kfree | --- kfree | |--73.62%-- skb_release_data | __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | |--22.51%-- end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --3.87%-- __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] do_last | --- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7fe9a542f3b6 0.00% irqstats libperl.so.5.10.1 [.] 0x5f788 | --- 0x7fb8ecd3b0ee 0x2440c40 | --- 0x7fb8ecd19788 | --- 0x7f3aee9fef49 | --- 0x7f3aee9ff0c1 0.00% munin-node libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.00% munin-node [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask pte_alloc_one __pte_alloc copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_item_size | --- btrfs_item_size | |--68.13%-- leaf_space_used | | | |--60.21%-- btrfs_del_items | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --39.79%-- btrfs_leaf_free_space | setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--27.11%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --4.75%-- btrfs_leaf_free_space btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] vsnprintf | --- vsnprintf seq_printf render_sigset_t proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% swapper [kernel.kallsyms] [k] tick_nohz_stop_sched_tick | --- tick_nohz_stop_sched_tick | |--84.61%-- cpu_idle | | | |--53.57%-- start_secondary | | | --46.43%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --15.39%-- irq_exit | |--66.53%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--55.78%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --44.22%-- start_secondary | --33.47%-- do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_block_group | --- update_block_group | |--72.71%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.29%-- run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] get_rps_cpu | --- get_rps_cpu netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--72.44%-- lookup_inline_extent_backref | | | |--76.17%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --23.83%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.56%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_release_path | --- btrfs_release_path | |--55.21%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --44.79%-- btrfs_free_path | |--61.62%-- run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--32.75%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --5.64%-- btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] lru_add_drain | --- lru_add_drain __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] generic_permission | --- generic_permission | |--73.73%-- inode_permission | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | | | --100.00%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --26.27%-- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% df [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask | |--77.97%-- handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | | | |--66.06%-- 0x7f481c795dee | | | --33.94%-- Perl_yyparse | --22.03%-- pte_alloc_one __pte_alloc handle_mm_fault __get_user_pages get_user_pages get_arg_page copy_strings copy_strings_kernel do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_find_tree_block | --- btrfs_find_tree_block btrfs_search_slot | |--72.21%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.79%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] __schedule | --- __schedule | |--73.27%-- schedule | ipmi_thread | kthread | kernel_thread_helper | --26.73%-- ipmi_thread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __split_and_process_bio | --- __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_buffer_uptodate | --- btrfs_buffer_uptodate | |--71.87%-- read_block_for_search | btrfs_search_slot | | | |--60.85%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --39.15%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --28.13%-- btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--45.39%-- swap_duplicate | copy_pte_range | copy_page_range | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | Perl_pp_fork | |--28.26%-- handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | PerlIOBuf_flush | |--16.17%-- __swap_duplicate | swap_duplicate | copy_pte_range | copy_page_range | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | Perl_pp_fork | --10.18%-- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca5555 0.00% top [kernel.kallsyms] [k] proc_single_show | --- proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% df ld-2.11.2.so [.] 0x16120 | --- 0x7f8825a8a120 | --- 0x7f481d49a464 | --- 0x7f0d924cbc7a | --- 0x7f481d4a508b 0x7f481d498d85 0x7f481d494124 0x7f481d4a5647 0.00% munin-node libperl.so.5.10.1 [.] 0xa358d | --- 0x7f0b7a6d758d | --- 0x7f0b7a6cd777 | --- 0x7f0b7a6d324b | --- 0x7f0b7a6d3239 | --- 0x7f0b7a6d8cd1 0.00% btrfs-cleaner [kernel.kallsyms] [k] extent_buffer_uptodate | --- extent_buffer_uptodate btrfs_buffer_uptodate read_block_for_search btrfs_search_slot | |--57.52%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--28.76%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --13.73%-- btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_try_tree_write_lock | --- btrfs_try_tree_write_lock | |--93.49%-- btrfs_search_slot | | | |--66.05%-- lookup_inline_extent_backref | | | | | |--92.17%-- __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --7.83%-- insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.95%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --6.51%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] close | --- close | |--71.81%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --28.19%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance | |--70.85%-- __schedule | schedule | | | |--59.95%-- io_schedule | | | | | |--90.89%-- sleep_on_page | | | __wait_on_bit | | | wait_on_page_bit | | | read_extent_buffer_pages | | | btree_read_extent_buffer_pages | | | read_tree_block | | | | | | | |--74.73%-- read_node_slot | | | | push_leaf_right | | | | btrfs_del_items | | | | __btrfs_free_extent | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --25.27%-- read_block_for_search | | | btrfs_search_slot | | | lookup_inline_extent_backref | | | insert_inline_extent_backref | | | __btrfs_inc_extent_ref | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --9.11%-- get_request_wait | | __make_request | | generic_make_request | | submit_bio | | btrfs_map_bio | | btree_submit_bio_hook | | submit_one_bio | | read_extent_buffer_pages | | btree_read_extent_buffer_pages | | read_tree_block | | read_block_for_search | | btrfs_search_slot | | btrfs_lookup_extent_info | | do_walk_down | | walk_down_tree | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --40.05%-- btrfs_tree_lock | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.15%-- rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] run_scheduled_bios | --- run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] page_fault | --- page_fault | |--29.18%-- 0x7fcecc0a3dee | |--19.24%-- __libc_pthread_init | (nil) | |--18.11%-- 0x7fceccda7c74 | 0x7fceccda6618 | |--16.90%-- __dcgettext | |--11.94%-- 0x7f0b79ca3f99 | --4.63%-- Perl_safesysfree 0.00% df_inode libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% rsync [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--29.29%-- btrfs_get_delayed_node | btrfs_fill_inode | btrfs_iget | btrfs_lookup_dentry | btrfs_lookup | d_inode_lookup | do_lookup | path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_lstat | sys_newlstat | system_call_fastpath | __lxstat | |--29.28%-- exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | |--28.93%-- unlock_new_inode | nfs_fhget | nfs_readdir_xdr_to_array | nfs_readdir_filler | do_read_cache_page | read_cache_page_async | read_cache_page | nfs_readdir | vfs_readdir | sys_getdents | system_call_fastpath | 0x7f3cca188e65 | --12.50%-- unix_stream_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% kipmi0 [ipmi_si] [k] ipmi_thread | --- ipmi_thread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page | |--88.95%-- find_lock_page | find_or_create_page | alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--33.37%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | |--33.32%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --33.31%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --11.05%-- btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] put_io_context | --- put_io_context cfq_put_request elv_put_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_reserve_extent | --- btrfs_reserve_extent | |--59.34%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.29%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.71%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --40.66%-- btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref | |--73.37%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --26.63%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] end_bio_multi_stripe | --- end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [aoe] [k] aoechr_rel | --- aoechr_rel | |--61.34%-- rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --38.66%-- aoechr_rel rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] blk_update_request | --- blk_update_request | |--96.73%-- blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --3.27%-- __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] find_first_extent_bit_state | --- find_first_extent_bit_state find_first_extent_bit | |--53.99%-- btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--30.20%-- btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --15.81%-- btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __mark_inode_dirty | --- __mark_inode_dirty | |--70.01%-- __set_page_dirty_nobuffers | set_extent_buffer_dirty | btrfs_mark_buffer_dirty | __btrfs_cow_block | btrfs_cow_block | | | |--86.64%-- btrfs_search_slot | | | | | |--50.03%-- btrfs_insert_empty_items | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --49.97%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --13.36%-- push_leaf_right | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.99%-- set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_padsv | --- Perl_pp_padsv 0.00% munin-node [kernel.kallsyms] [k] flush_tlb_page | --- flush_tlb_page | |--43.43%-- ptep_clear_flush | do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | | | |--70.69%-- Perl_pp_entersub | | | --29.31%-- 0x7f0b79ca5a4c | |--30.84%-- ptep_set_access_flags | do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | memset | --25.72%-- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca4280 0.00% btrfs-cleaner [kernel.kallsyms] [k] memmove_extent_buffer | --- memmove_extent_buffer | |--56.00%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--30.75%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --13.25%-- btrfs_truncate_item truncate_one_csum btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] load_balance | --- load_balance | |--69.05%-- __schedule | schedule | io_schedule | | | |--96.70%-- get_request_wait | | __make_request | | generic_make_request | | submit_bio | | btrfs_map_bio | | btree_submit_bio_hook | | submit_one_bio | | read_extent_buffer_pages | | | | | |--54.16%-- btree_read_extent_buffer_pages | | | read_tree_block | | | | | | | |--51.71%-- read_block_for_search | | | | btrfs_search_slot | | | | lookup_inline_extent_backref | | | | insert_inline_extent_backref | | | | __btrfs_inc_extent_ref | | | | run_clustered_refs | | | | btrfs_run_delayed_refs | | | | btrfs_should_end_transaction | | | | btrfs_drop_snapshot | | | | btrfs_clean_old_snapshots | | | | cleaner_kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --48.29%-- read_node_slot | | | push_leaf_right | | | btrfs_del_items | | | __btrfs_free_extent | | | run_clustered_refs | | | btrfs_run_delayed_refs | | | btrfs_should_end_transaction | | | btrfs_drop_snapshot | | | btrfs_clean_old_snapshots | | | cleaner_kthread | | | kthread | | | kernel_thread_helper | | | | | --45.84%-- readahead_tree_block | | read_block_for_search | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --3.30%-- sleep_on_page | __wait_on_bit_lock | __lock_page | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | reada_for_balance | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.95%-- rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __slab_free | --- __slab_free | |--56.76%-- kmem_cache_free | | | |--64.89%-- file_free_rcu | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | |--27.10%-- put_cred_rcu | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --8.01%-- __kfree_skb | consume_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --43.24%-- kfree skb_release_data __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--81.98%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --18.02%-- start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __map_bio | --- __map_bio | |--63.11%-- dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --36.89%-- __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_tree_lock | --- btrfs_tree_lock | |--38.04%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--31.27%-- btrfs_lock_root_node | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.69%-- do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% btrfs-transacti [kernel.kallsyms] [k] update_curr | --- update_curr | |--36.73%-- dequeue_task_fair | dequeue_task | deactivate_task | __schedule | schedule | io_schedule | sleep_on_page | __wait_on_bit | wait_on_page_bit | btrfs_wait_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--31.64%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --31.62%-- task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __call_rcu | --- __call_rcu call_rcu_sched | |--60.79%-- try_release_extent_buffer | btree_releasepage | try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --39.21%-- radix_tree_delete try_release_extent_buffer btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] __schedule | --- __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_tag_set | --- radix_tree_tag_set __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block | |--95.16%-- btrfs_search_slot | | | |--66.85%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --33.15%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --4.84%-- push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] irq_entries_start | --- irq_entries_start cpu_idle | |--52.89%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --47.11%-- start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_mark_buffer_dirty | --- btrfs_mark_buffer_dirty | |--95.62%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --4.38%-- btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_safesyscalloc | --- Perl_safesyscalloc 0.00% swapper [kernel.kallsyms] [k] rb_erase | --- rb_erase | |--38.27%-- set_next_entity | pick_next_task_fair | __schedule | schedule | cpu_idle | | | |--58.20%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --41.80%-- start_secondary | |--33.97%-- timerqueue_del | __remove_hrtimer | | | |--62.76%-- hrtimer_try_to_cancel | | hrtimer_cancel | | tick_nohz_restart_sched_tick | | cpu_idle | | start_secondary | | | --37.24%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --27.76%-- pick_next_task_fair __schedule schedule cpu_idle start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] __memcpy | --- __memcpy | |--59.53%-- copy_extent_buffer | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--54.31%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --45.69%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--25.89%-- memmove_extent_buffer | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --14.58%-- __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] dev_queue_xmit | --- dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] __freed_request | --- __freed_request freed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] set_extent_buffer_dirty | --- set_extent_buffer_dirty | |--92.28%-- btrfs_mark_buffer_dirty | | | |--50.21%-- __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.79%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--71.40%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --28.60%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --7.72%-- btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_gets | --- Perl_sv_gets 0.00% awk [kernel.kallsyms] [k] page_fault | --- page_fault | |--29.64%-- main | |--28.41%-- 0x7f5c424fe23b | 0x7f5c424f6970 | 0x7f5c42507647 | |--25.55%-- realloc | --16.39%-- 0x405d80 0x2f7273752f3a6e69 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_helem | --- Perl_pp_helem 0.00% df_inode [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--33.13%-- 0x7f2dc3336a84 | |--26.33%-- __reclaim_stacks | |--23.56%-- 0x7f0b79ca4280 | --16.99%-- 0x7f0b79ca2e41 0.00% btrfs-cleaner [kernel.kallsyms] [k] __napi_schedule | --- __napi_schedule bnx2_open handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr | |--66.68%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.32%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] reada_for_balance | --- reada_for_balance btrfs_search_slot | |--66.66%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] find_next_bit | --- find_next_bit search_bitmap btrfs_find_space_for_alloc find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.66%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.34%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] add_delayed_tree_ref | --- add_delayed_tree_ref btrfs_add_delayed_tree_ref | |--66.64%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.01%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.36%-- btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] ret_from_intr | --- ret_from_intr | |--66.66%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.01%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] __btree_submit_bio_start | --- __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __rcu_process_callbacks | --- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] kmem_cache_alloc_trace | --- kmem_cache_alloc_trace | |--66.68%-- btrfs_add_delayed_tree_ref | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.00%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.32%-- btrfs_wq_submit_bio btree_submit_bio_hook submit_one_bio flush_epd_write_bio extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] account_page_dirtied | --- account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.67%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.03%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.67%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] block_rsv_use_bytes | --- block_rsv_use_bytes | |--66.69%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.31%-- __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock | |--66.67%-- sched_clock_local | | | |--50.00%-- sched_clock_cpu | | update_rq_clock | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | btrfs_reserve_extent | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --50.00%-- sched_clock_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- sched_clock_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_search_slot | --- btrfs_search_slot | |--66.65%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.35%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair pick_next_task_fair __schedule __cond_resched _cond_resched | |--66.67%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_release_extent_buffer_rcu | --- btrfs_release_extent_buffer_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.68%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.32%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] perf_pmu_disable | --- perf_pmu_disable | |--66.66%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_unlock_up_safe | --- btrfs_unlock_up_safe | |--66.67%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __rcu_process_callbacks | --- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit | |--66.66%-- smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.67%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] native_write_msr_safe | --- native_write_msr_safe | |--66.67%-- intel_pmu_disable_all | x86_pmu_disable | perf_pmu_disable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- x86_pmu_disable perf_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] tick_program_event | --- tick_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.66%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_del_items | --- btrfs_del_items | |--66.68%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.32%-- remove_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_update_reserved_bytes | --- btrfs_update_reserved_bytes find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.65%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.35%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] invalidate_mapping_pages | --- invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_destructor_x | --- Perl_save_destructor_x 0.00% btrfs-cleaner [kernel.kallsyms] [k] swiotlb_map_page | --- swiotlb_map_page | |--66.66%-- bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.01%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.34%-- bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_match | --- Perl_pp_match 0.00% btrfs-cleaner [kernel.kallsyms] [k] try_release_extent_buffer | --- try_release_extent_buffer btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_gets | --- Perl_sv_gets 0.00% btrfs-cleaner [kernel.kallsyms] [k] __netif_receive_skb | --- __netif_receive_skb | |--66.62%-- netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.07%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.93%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.38%-- napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] perf_event_task_tick | --- perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--66.67%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.01%-- lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.33%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] find_get_pages | --- find_get_pages | |--66.67%-- invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.33%-- pagevec_lookup invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] find_delalloc_range | --- find_delalloc_range find_lock_delalloc_range __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] tick_program_event | --- tick_program_event smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.68%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.32%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_catpvn_flags | --- Perl_sv_catpvn_flags 0.00% meminfo libperl.so.5.10.1 [.] 0xa427c | --- 0x7fbe84763e4b | --- 0x7f6db1ba227c | --- 0x7fbe84762f50 0.00% diskstats libc-2.11.2.so [.] memcpy | --- memcpy 0.00% btrfs-transacti [kernel.kallsyms] [k] find_get_page | --- find_get_page | |--33.37%-- find_lock_page | find_or_create_page | alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--33.36%-- btrfs_write_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.26%-- btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] sysfs_refresh_inode | --- sysfs_refresh_inode sysfs_permission inode_permission link_path_walk link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0x6f006c0062002f 0.00% swapper [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock | |--90.33%-- sched_clock_local | | | |--59.23%-- sched_clock_tick | | | | | |--80.66%-- sched_clock_idle_wakeup_event | | | tick_nohz_stop_idle | | | tick_check_idle | | | irq_enter | | | | | | | |--67.32%-- scheduler_ipi | | | | smp_reschedule_interrupt | | | | reschedule_interrupt | | | | cpu_idle | | | | | | | | | |--56.25%-- start_secondary | | | | | | | | | --43.75%-- rest_init | | | | start_kernel | | | | x86_64_start_reservations | | | | x86_64_start_kernel | | | | | | | --32.68%-- smp_apic_timer_interrupt | | | apic_timer_interrupt | | | cpu_idle | | | | | | | |--82.24%-- start_secondary | | | | | | | --17.76%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --19.34%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--66.51%-- start_secondary | | | | | --33.49%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --40.77%-- sched_clock_cpu | | | |--60.39%-- sched_clock_idle_sleep_event | | tick_nohz_stop_sched_tick | | | | | |--60.37%-- irq_exit | | | smp_apic_timer_interrupt | | | apic_timer_interrupt | | | cpu_idle | | | rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --39.63%-- cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --39.61%-- update_rq_clock | | | |--80.31%-- scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --19.69%-- enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --9.67%-- sched_clock_tick | |--73.61%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --26.39%-- sched_clock_idle_wakeup_event tick_nohz_stop_idle tick_check_idle irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% diskstats libc-2.11.2.so [.] memmove | --- memmove 0.00% meminfo libperl.so.5.10.1 [.] Perl_re_compile | --- Perl_re_compile 0.00% meminfo [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--66.69%-- do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | | | |--50.04%-- 0x7f0b79ca2dba | | | --49.96%-- 0x7f0b79ca2e41 | --33.31%-- __d_lookup do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath 0x7fbe84a42a37 0.00% meminfo libperl.so.5.10.1 [.] 0x601c4 | --- 0x7f6db1b37433 | --- 0x7f6db1b5e1c4 | --- 0x7fbe84721a25 0.00% irqstats libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% diskstats [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault | |--66.65%-- handle_mm_fault | do_page_fault | page_fault | 0x7fcecc0a3dee | --33.35%-- do_page_fault page_fault 0x7f59440f75b0 0.00% btrfs-cleaner [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--66.85%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.01%-- btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.15%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% diskstats [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock | |--33.41%-- blkdev_show | devinfo_show | seq_read | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __libc_read | |--33.37%-- chrdev_show | devinfo_show | traverse | seq_lseek | proc_reg_llseek | vfs_llseek | sys_lseek | system_call_fastpath | __libc_lseek | --33.22%-- ext4_llseek vfs_llseek sys_lseek system_call_fastpath __libc_lseek 0.00% aoe_tx [kernel.kallsyms] [k] pskb_expand_head | --- pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] find_or_create_page | --- find_or_create_page | |--66.84%-- alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | | | |--50.05%-- btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.95%-- push_leaf_right | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --33.16%-- btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] end_workqueue_fn | --- end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] __call_rcu | --- __call_rcu | |--66.57%-- call_rcu_sched | fput | filp_close | sys_close | system_call_fastpath | close | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --33.43%-- fput filp_close sys_close system_call_fastpath close 0.00% top [kernel.kallsyms] [k] kmem_cache_alloc_trace | --- kmem_cache_alloc_trace | |--66.58%-- seq_open | single_open | proc_single_open | __dentry_open | nameidata_to_filp | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --33.42%-- single_open proc_single_open __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_tx [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--55.81%-- remove_wait_queue | kthread | kthread | kernel_thread_helper | |--10.72%-- update_shares | __schedule | schedule | kthread | kthread | kernel_thread_helper | |--9.91%-- blkiocg_update_io_remove_stats | cfq_remove_request | cfq_dispatch_insert | cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | local_bh_enable | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | |--9.50%-- aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | local_bh_enable | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | |--7.58%-- add_wait_queue | kthread | kthread | kernel_thread_helper | |--3.84%-- kthread | kthread | kernel_thread_helper | --2.63%-- aoenet_exit kthread kthread kernel_thread_helper 0.00% diskstats libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.00% top [kernel.kallsyms] [k] file_sb_list_add | --- file_sb_list_add __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--67.02%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --32.98%-- lookup_wchan 0x40cf9c 0x40d5e4 0x40d89a 0x40dace __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% top libc-2.11.2.so [.] __printf_fp | --- __printf_fp _IO_vfprintf vsnprintf | |--66.42%-- 0x2020202020000020 | --33.58%-- 0x20302d7469000020 0.00% top [kernel.kallsyms] [k] kfree | --- kfree | |--66.45%-- seq_release | single_release | fput | filp_close | sys_close | system_call_fastpath | close | | | |--50.48%-- 0x7f0e7f6ec342 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.52%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --33.55%-- single_release fput filp_close sys_close system_call_fastpath close 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top libncurses.so.5.7 [.] tputs | --- tputs 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_aassign | --- Perl_pp_aassign 0.00% btrfs-transacti [kernel.kallsyms] [k] run_clustered_refs | --- run_clustered_refs btrfs_run_delayed_refs | |--66.30%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --33.70%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] __switch_to | --- __switch_to | --100.00%-- __schedule 0.00% ps [kernel.kallsyms] [k] link_path_walk | --- link_path_walk | |--66.27%-- path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x40231f | 0x40308b | __libc_start_main | --33.73%-- do_filp_open do_sys_open sys_open system_call_fastpath __open lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.00% df [kernel.kallsyms] [k] btrfs_account_ro_block_groups_free_space | --- btrfs_account_ro_block_groups_free_space btrfs_statfs statfs_by_dentry vfs_statfs user_statfs sys_statfs system_call_fastpath statfs 0.00% aoe_ktio [kernel.kallsyms] [k] rb_erase | --- rb_erase elv_rb_del cfq_remove_request cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] cfq_dispatch_requests | --- cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--67.92%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --32.08%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] __copy_user_nocache | --- __copy_user_nocache inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% aoe_ktio [kernel.kallsyms] [k] __copy_skb_header | --- __copy_skb_header | |--53.69%-- skb_clone | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --46.31%-- __skb_clone skb_clone rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] radix_tree_delete | --- radix_tree_delete try_release_extent_buffer btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] sysret_check | --- sysret_check | |--67.93%-- __open | | | |--50.22%-- 0x7f0e7f6ec2f1 | | readproc | | 0x4051bc | | 0x40a1c1 | | 0x40d803 | | 0x40dace | | __libc_start_main | | | --49.78%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --32.07%-- __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] generic_make_request | --- generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __btrfs_free_extent | --- __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--65.62%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --34.38%-- __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% sh ld-2.11.2.so [.] 0x9740 | --- 0x7fce60616740 0x7fce60617f94 0x7fce60610970 0x7fce60621647 | --- 0x7fbdb0eff4e6 0x7fbdb0efeaf8 | --- 0x7f358820e37d 0x7f358820e516 0.00% top [kernel.kallsyms] [k] seq_read | --- seq_read vfs_read sys_read system_call_fastpath __read | |--50.84%-- 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --49.16%-- 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% kipmi0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave ipmi_thread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] do_task_stat | --- do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read | |--69.50%-- 0x7f58c08492f1 | readproc | 0x40231f | 0x40308b | __libc_start_main | --30.50%-- 0x7f5bb4b092f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] _raw_write_lock | --- _raw_write_lock | |--69.74%-- btrfs_clear_lock_blocking_rw | btrfs_clear_path_blocking | btrfs_search_slot | | | |--50.01%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.26%-- btrfs_try_tree_write_lock btrfs_search_slot btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% irqstats libc-2.11.2.so [.] 0x77361 | --- 0x7f3aee00d3d3 | --- 0x7f3aee00d112 | --- 0x7f3aee010361 0.00% munin-node libperl.so.5.10.1 [.] Perl_leave_scope | --- Perl_leave_scope 0.00% aoe_ktio [kernel.kallsyms] [k] btrfs_queue_worker | --- btrfs_queue_worker end_workqueue_bio bio_endio | |--83.86%-- end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --16.14%-- dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] find_extent_buffer | --- find_extent_buffer | |--65.18%-- btrfs_find_tree_block | read_block_for_search | btrfs_search_slot | | | |--54.43%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --45.57%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --34.82%-- btree_lock_page_hook btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair | |--98.51%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | | | |--77.96%-- aoechr_rel | | aoecmd_ata_rsp | | aoenet_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | cpu_idle | | | | | |--57.58%-- start_secondary | | | | | --42.42%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --22.04%-- aoenet_xmit | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --1.49%-- default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% df libperl.so.5.10.1 [.] Perl_yyparse | --- Perl_yyparse 0.00% diskstats libperl.so.5.10.1 [.] 0x606a2 | --- 0x7fcecca91544 | --- 0x7fceccad626a | --- 0x7fcecca926a2 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_completed_request | --- cfq_completed_request elv_completed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __switch_to | --- __switch_to | --100.00%-- __schedule 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_enter | --- Perl_pp_enter 0.00% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_delete | --- radix_tree_delete try_release_extent_buffer btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] seq_open | --- seq_open single_open proc_single_open __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--66.08%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --33.92%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% swap [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--30.36%-- __libc_fork | 0x409518 | |--28.79%-- 0x40abd1 | |--21.88%-- 0x7f0b79ca2e41 | --18.97%-- 0x7f0b79ca5a4c 0.00% btrfs-cleaner [kernel.kallsyms] [k] select_delayed_ref | --- select_delayed_ref | |--68.07%-- btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --31.93%-- run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] __strtoll_internal | --- __strtoll_internal __vsscanf 0.00% btrfs-cleaner [kernel.kallsyms] [k] read_extent_buffer | --- read_extent_buffer | |--73.56%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | | | |--50.03%-- btrfs_insert_empty_items | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.97%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --26.44%-- extent_data_ref_count __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--34.78%-- vsnprintf | seq_printf | do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | |--32.71%-- memset | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --32.51%-- pid_revalidate do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] strnlen | --- strnlen | |--70.38%-- vsnprintf | seq_printf | do_task_stat | proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | --29.62%-- string vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% top [kernel.kallsyms] [k] do_sys_open | --- do_sys_open sys_open system_call_fastpath __open | --100.00%-- 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% processes [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--36.88%-- __pte_alloc | copy_pte_range | copy_page_range | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | 0x409518 | |--36.86%-- free_pcppages_bulk | free_hot_cold_page | __pagevec_free | release_pages | free_pages_and_swap_cache | tlb_flush_mmu | tlb_finish_mmu | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --26.26%-- swap_info_get free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% if_eth0 [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--41.13%-- 0x7f0b79ca2e41 | |--26.44%-- 0x7f7e74a9cea5 | 0x7f7e7431a5e2 | |--23.74%-- 0x7f7e7431a559 | --8.69%-- __libc_fork Perl_pp_fork 0.00% aoe_ktio [aoe] [k] newtframe | --- newtframe newframe rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] tcp_sendmsg | --- tcp_sendmsg | |--69.58%-- inet_sendmsg | sock_aio_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | --30.42%-- sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% btrfs-endio-met [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit | |--66.68%-- end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | |--31.24%-- end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --2.08%-- end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_concat | --- Perl_pp_concat 0.00% aoe_tx [kernel.kallsyms] [k] __pskb_pull_tail | --- __pskb_pull_tail | |--84.31%-- dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | --15.69%-- sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] consume_skb | --- consume_skb probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] select_nohz_load_balancer | --- select_nohz_load_balancer tick_nohz_stop_sched_tick | |--79.26%-- cpu_idle | | | |--73.83%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --26.17%-- start_secondary | --20.74%-- irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% cpu [kernel.kallsyms] [k] page_fault | --- page_fault | |--35.55%-- _setjmp | |--32.47%-- 0x7f0a3c7c7ee0 | --31.98%-- 0x7f0a3c7c7863 0.00% top [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] balance_level | --- balance_level | |--68.64%-- btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --31.36%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] grab_cache_page_write_begin | --- grab_cache_page_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write T.97 perf_event__synthesize_threads __cmd_record cmd_record run_builtin main __libc_start_main 0.00% top [kernel.kallsyms] [k] put_dec | --- put_dec number vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_tree_read_unlock | --- btrfs_tree_read_unlock | |--60.56%-- unlock_up | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | | | |--64.94%-- btrfs_write_dirty_block_groups | | commit_cowonly_roots | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --35.06%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --39.44%-- btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] map_private_extent_buffer | --- map_private_extent_buffer | |--69.12%-- btrfs_item_offset | check_leaf | btree_readpage_end_io_hook | end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --30.88%-- btrfs_item_size check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [aoe] [k] is_aoe_netif | --- is_aoe_netif aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--85.33%-- start_secondary | --14.67%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% diskstats ld-2.11.2.so [.] 0xd35a | --- 0x7fceccda8456 | --- 0x7f5944dfaecd 0x7f5944df3970 0x7f5944e04647 | --- 0x7fceccdac35a 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_dispatch_requests | --- cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [aoe] [k] rexmit_timer | --- rexmit_timer | |--79.88%-- run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--66.66%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --33.34%-- start_secondary | --20.12%-- aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--57.16%-- start_secondary | --42.84%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% df_inode ld-2.11.2.so [.] 0x901b | --- 0x7f2dc403b01b | --- 0x7fefefa7a35a | --- 0x7fefefa79001 0x7fefefa702ce 0x7fefefa81647 0.00% top [kernel.kallsyms] [k] __delayacct_blkio_ticks | --- __delayacct_blkio_ticks do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] blk_finish_request | --- blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] enqueue_task | --- enqueue_task activate_task ttwu_activate ttwu_do_activate | |--54.85%-- sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | | | |--59.69%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --40.31%-- start_secondary | --45.15%-- try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] free_extent_state | --- free_extent_state | |--73.14%-- clear_state_bit | clear_extent_bit | | | |--56.13%-- clear_extent_bits | | btrfs_wait_marked_extents | | btrfs_write_and_wait_marked_extents | | btrfs_write_and_wait_transaction | | btrfs_commit_transaction | | transaction_kthread | | kthread | | kernel_thread_helper | | | --43.87%-- clear_extent_dirty | btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --26.86%-- clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __set_page_dirty_nobuffers | --- __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty | |--58.72%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --41.28%-- setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] alloc_extent_state | --- alloc_extent_state | |--58.71%-- set_extent_bit | set_extent_dirty | | | |--70.29%-- btrfs_init_new_buffer | | btrfs_alloc_free_block | | __btrfs_cow_block | | btrfs_cow_block | | btrfs_search_slot | | lookup_inline_extent_backref | | __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --29.71%-- update_block_group | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --41.29%-- set_extent_dirty btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_try_merge | --- elv_try_merge | |--79.89%-- generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--10.81%-- __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --9.30%-- elv_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] clear_extent_bit | --- clear_extent_bit | |--40.76%-- btree_releasepage | try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | |--30.60%-- clear_extent_dirty | btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --28.63%-- clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--53.50%-- aoenet_exit | kthread | kthread | kernel_thread_helper | |--43.23%-- kthread | kthread | kernel_thread_helper | --3.27%-- __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc | |--48.35%-- native_sched_clock | sched_clock | | | |--75.23%-- sched_clock_local | | sched_clock_cpu | | | | | |--91.85%-- try_to_wake_up | | | | | | | |--60.88%-- wake_up_process | | | | btrfs_queue_worker | | | | end_workqueue_bio | | | | bio_endio | | | | end_bio_multi_stripe | | | | bio_endio | | | | dec_pending | | | | clone_endio | | | | bio_endio | | | | req_bio_endio | | | | blk_update_request | | | | blk_update_bidi_request | | | | __blk_end_bidi_request | | | | __blk_end_request | | | | aoe_end_request | | | | aoe_end_buf | | | | probe | | | | kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --39.12%-- default_wake_function | | | __wake_up_common | | | __wake_up | | | aoenet_xmit | | | rexmit_timer | | | aoeblk_request | | | __blk_run_queue | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --8.15%-- update_rq_clock | | enqueue_task | | activate_task | | pull_task | | load_balance | | __schedule | | schedule | | kthread | | kthread | | kernel_thread_helper | | | --24.77%-- blkiocg_update_completion_stats | cfq_completed_request | elv_completed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--40.80%-- read_tsc | getnstimeofday | do_gettimeofday | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --10.85%-- add_timer_randomness add_disk_randomness blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] do_get_write_access | --- do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access | |--50.93%-- ext4_reserve_inode_write | ext4_mark_inode_dirty | ext4_generic_write_end | ext4_ordered_write_end | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | |--33.27%-- ext4_mb_mark_diskspace_used | ext4_mb_new_blocks | ext4_ind_map_blocks | ext4_map_blocks | _ext4_get_block | ext4_get_block | __block_write_begin | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --15.80%-- ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% aoe_tx [kernel.kallsyms] [k] __kmalloc | --- __kmalloc pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% swap [kernel.kallsyms] [k] page_fault | --- page_fault | |--31.60%-- 0x7f7e0e8304c0 | 0x7f7e0e824557 | |--27.25%-- Perl_gv_autoload4 | |--26.95%-- Perl_call_list | --14.20%-- Perl_pp_fork 0.00% aoe_ktio [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __rcu_pending | --- __rcu_pending | |--82.60%-- rcu_check_callbacks | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--76.78%-- start_secondary | | | --23.22%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --17.40%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-endio-met [kernel.kallsyms] [k] __schedule | --- __schedule | --100.00%-- schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_do_print | --- Perl_do_print 0.00% btrfs-submit-0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--51.54%-- blkiocg_update_io_add_stats | cfq_insert_request | __elv_add_request | blk_flush_plug_list | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--26.34%-- elv_set_request | get_request | get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--14.54%-- cfq_set_request | elv_set_request | get_request | get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --7.58%-- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] load_balance | --- load_balance | |--97.47%-- rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--85.93%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--59.67%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --40.33%-- start_secondary | | | --14.07%-- smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --2.53%-- run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% munin-node [kernel.kallsyms] [k] __swap_duplicate | --- __swap_duplicate | |--81.03%-- swap_duplicate | copy_pte_range | copy_page_range | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | Perl_pp_fork | --18.97%-- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% perf [kernel.kallsyms] [k] __brelse | --- __brelse | |--63.59%-- ext4_map_blocks | _ext4_get_block | ext4_get_block | __block_write_begin | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --36.41%-- ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit unlock_page | |--55.26%-- alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | | | |--80.84%-- __btrfs_free_extent | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --19.16%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --44.74%-- invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] resched_task | --- resched_task check_preempt_curr ttwu_do_wakeup ttwu_do_activate | |--84.12%-- sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --15.88%-- try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% egrep [kernel.kallsyms] [k] kstat_irqs | --- kstat_irqs show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-endio-met [kernel.kallsyms] [k] __wake_up_common | --- __wake_up_common | |--82.39%-- __wake_up | __wake_up_bit | | | |--81.22%-- end_page_writeback | | end_bio_extent_writepage | | bio_endio | | end_workqueue_fn | | worker_loop | | kthread | | kernel_thread_helper | | | --18.78%-- unlock_page | end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --17.61%-- __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_rqhash_find | --- elv_rqhash_find | |--62.58%-- elv_merge | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--31.31%-- __elv_add_request | blk_flush_plug_list | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --6.11%-- __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] add_delayed_ref_head | --- add_delayed_ref_head btrfs_add_delayed_tree_ref btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref | |--90.30%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | | | |--50.01%-- __btrfs_end_transaction | | btrfs_end_transaction_throttle | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --49.99%-- btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.70%-- insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] set_extent_dirty | --- set_extent_dirty | |--54.55%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --45.45%-- btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] put_page | --- put_page ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write T.97 perf_event__synthesize_threads __cmd_record cmd_record run_builtin main __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] load_balance | --- load_balance | |--91.45%-- rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --8.55%-- __schedule schedule io_schedule get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] __slab_free | --- __slab_free | |--71.53%-- kfree | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --28.47%-- kmem_cache_free | |--65.82%-- bvec_free_bs | bio_free | bio_fs_destructor | bio_put | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --34.18%-- mempool_free_slab mempool_free bio_free bio_fs_destructor bio_put end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] dec_pending | --- dec_pending | |--55.54%-- __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --44.46%-- dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __wake_up | --- __wake_up | |--46.08%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--46.05%-- btrfs_tree_unlock | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --7.88%-- btrfs_clear_lock_blocking_rw btrfs_clear_path_blocking btrfs_search_slot btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair | |--53.45%-- dequeue_task_fair | dequeue_task | deactivate_task | __schedule | schedule | kthread | kthread | kernel_thread_helper | --46.55%-- pick_next_task_fair __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc | |--92.54%-- mempool_alloc_slab | mempool_alloc | | | |--88.36%-- bio_alloc_bioset | | __split_and_process_bio | | dm_request | | generic_make_request | | submit_bio | | run_scheduled_bios | | pending_bios_fn | | worker_loop | | kthread | | kernel_thread_helper | | | --11.64%-- get_request | get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --7.46%-- bvec_alloc_bs bio_alloc_bioset __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] put_prev_task_fair | --- put_prev_task_fair | |--53.01%-- __schedule | schedule | ipmi_thread | kthread | kernel_thread_helper | --46.99%-- schedule ipmi_thread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f6db116fdee 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_clear | --- Perl_sv_clear 0.00% aoe_ktio [kernel.kallsyms] [k] calc_delta_mine | --- calc_delta_mine | |--64.00%-- dequeue_task_fair | dequeue_task | deactivate_task | __schedule | schedule | kthread | kthread | kernel_thread_helper | |--24.79%-- check_preempt_wakeup | check_preempt_curr | ttwu_do_wakeup | ttwu_do_activate | try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--6.24%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | try_to_wake_up | wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --4.97%-- update_curr dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% netstat [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--38.65%-- 0x7fc7c761442c | 0x409518 | |--34.75%-- ret_from_fork | __libc_fork | 0x409518 | --26.60%-- Perl_re_intuit_start 0.00% aoe_ktio [kernel.kallsyms] [k] part_round_stats | --- part_round_stats | |--83.71%-- dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --16.29%-- clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--33.83%-- memcpy | |--32.67%-- Perl_pp_entersub | |--18.00%-- 0x7f0b7a73c618 | --15.49%-- memmove 0.00% aoe_tx [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] 0x105f81 | --- 0x7fbe847c8046 | --- 0x7f6db1c03f81 0.00% aoe_tx [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc | |--97.44%-- __kmalloc | pskb_expand_head | __pskb_pull_tail | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | --2.56%-- pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] 0x7760c | --- 0x7f6db1b7f0dd 0x18ca1c0 | --- 0x7f6db1b7560c 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __cfq_update_io_thinktime | --- __cfq_update_io_thinktime cfq_insert_request __elv_add_request blk_flush_plug_list | |--94.03%-- io_schedule | get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --5.97%-- __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __schedule | --- __schedule schedule io_schedule | |--50.31%-- sleep_on_page | __wait_on_bit | wait_on_page_bit | btrfs_wait_marked_extents | btrfs_write_and_wait_marked_extents | btrfs_write_and_wait_transaction | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.69%-- get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] up_read | --- up_read | |--50.17%-- dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --49.83%-- generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __rb_rotate_right | --- __rb_rotate_right | |--50.00%-- rb_insert_color | insert_state | set_extent_bit | set_extent_dirty | update_block_group | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- tree_insert add_delayed_tree_ref btrfs_add_delayed_tree_ref btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] rcu_note_context_switch | --- rcu_note_context_switch __cond_resched _cond_resched | |--50.00%-- invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] do_IRQ | --- do_IRQ | |--53.37%-- ret_from_intr | cpu_idle | | | |--93.56%-- start_secondary | | | --6.44%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --46.63%-- cpu_idle | |--91.39%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --8.61%-- start_secondary 0.00% if_eth1 bash [.] 0xa8194 | --- 0x4a8194 | --- 0x4a8557 0.00% btrfs-transacti [kernel.kallsyms] [k] perf_pmu_disable | --- perf_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.01%-- find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.99%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] flat_send_IPI_mask | --- flat_send_IPI_mask | |--50.00%-- native_smp_send_reschedule | try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __napi_schedule | --- __napi_schedule bnx2_open handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] __kmalloc | --- __kmalloc __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] native_apic_mem_write | --- native_apic_mem_write ack_apic_edge handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] __memcpy | --- __memcpy bio_clone btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] timerqueue_del | --- timerqueue_del | |--50.00%-- __remove_hrtimer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] handle_edge_irq | --- handle_edge_irq | |--50.00%-- handle_irq | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --50.00%-- do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] setup_items_for_insert | --- setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] account_process_tick | --- account_process_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] idle_cpu | --- idle_cpu update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore | |--50.03%-- aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.97%-- btrfs_queue_worker btrfs_wq_submit_bio btree_submit_bio_hook submit_one_bio flush_epd_write_bio extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_find_ref_cluster | --- btrfs_find_ref_cluster btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] __btrfs_map_block | --- __btrfs_map_block | |--50.00%-- btrfs_map_bio | __btree_submit_bio_done | run_one_async_done | run_ordered_completions | worker_loop | kthread | kernel_thread_helper | --50.00%-- __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __remove_mapping | --- __remove_mapping remove_mapping invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] btrfs_map_bio | --- btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] cfq_dispatch_requests | --- cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs | |--50.03%-- __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.97%-- btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __activate_page | --- __activate_page pagevec_lru_move_fn | |--50.00%-- lru_add_drain | __pagevec_release | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- activate_page mark_page_accessed find_extent_buffer btrfs_find_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_save_pushptrptr | --- Perl_save_pushptrptr 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_find_create_tree_block | --- btrfs_find_create_tree_block | |--50.04%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.96%-- btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] profile_tick | --- profile_tick | |--50.00%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] radix_tree_tag_set | --- radix_tree_tag_set | |--50.04%-- __set_page_dirty_nobuffers | set_extent_buffer_dirty | btrfs_mark_buffer_dirty | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.96%-- test_set_page_writeback __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_tree_unlock | --- btrfs_tree_unlock | |--50.02%-- unlock_up | btrfs_search_slot | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.98%-- btree_lock_page_hook btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local | |--50.01%-- sched_clock_cpu | update_rq_clock | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] enqueue_hrtimer | --- enqueue_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_insert_empty_items | --- btrfs_insert_empty_items | |--50.01%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] smp_apic_timer_interrupt | --- smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.00%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] irq_entries_start | --- irq_entries_start | |--50.01%-- btrfs_return_cluster_to_free_space | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_re_intuit_start | --- Perl_re_intuit_start 0.00% diskstats libperl.so.5.10.1 [.] Perl_fbm_compile | --- Perl_fbm_compile 0.00% btrfs-cleaner [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc | |--50.01%-- kmem_cache_alloc | __alloc_skb | __netdev_alloc_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.99%-- kmem_cache_alloc_trace btrfs_add_delayed_tree_ref btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] irq_enter | --- irq_enter | |--50.02%-- do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] do_softirq | --- do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __smp_call_function_single | --- __smp_call_function_single scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--50.00%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] skb_release_head_state | --- skb_release_head_state __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.00%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] rcu_start_gp | --- rcu_start_gp rcu_report_qs_rnp | |--50.02%-- force_qs_rnp | force_quiescent_state | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] release_pages | --- release_pages __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs | |--50.02%-- btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.98%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] check_for_new_grace_period | --- check_for_new_grace_period __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __rb_rotate_left | --- __rb_rotate_left | |--50.03%-- rb_insert_color | tree_insert | add_delayed_ref_head | btrfs_add_delayed_tree_ref | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.97%-- rb_erase unlink_free_space btrfs_find_space_for_alloc find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_stats_wait_end | --- update_stats_wait_end pick_next_task_fair __schedule __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] mutex_lock | --- mutex_lock | |--50.01%-- sysfs_permission | inode_permission | link_path_walk | link_path_walk | path_lookupat | do_path_lookup | user_path_at | vfs_fstatat | vfs_lstat | sys_newlstat | system_call_fastpath | __lxstat | 0x6f006c0062002f | --49.99%-- blkdev_show devinfo_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% btrfs-cleaner [kernel.kallsyms] [k] btree_releasepage | --- btree_releasepage | |--50.04%-- try_to_release_page | invalidate_inode_page | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.96%-- invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_key_generation | --- btrfs_set_key_generation __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref | |--50.00%-- insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] is_swiotlb_buffer | --- is_swiotlb_buffer swiotlb_sync_single swiotlb_sync_single_for_cpu bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.00%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __napi_complete | --- __napi_complete napi_complete bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.03%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.97%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] dev_gro_receive | --- dev_gro_receive napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.00%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --50.00%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] net_rx_action | --- net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync ld-2.11.2.so [.] 0x9506 | --- 0x7f49ad96b472 0x7f49ad96c618 | --- 0x7f2f68992506 0.00% btrfs-transacti [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc | |--50.01%-- __alloc_skb | __netdev_alloc_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.99%-- kmem_cache_alloc_trace btrfs_bio_wq_end_io btree_submit_bio_hook submit_one_bio flush_epd_write_bio extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] mod_timer | --- mod_timer add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt | |--50.01%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.99%-- btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_write_dirty_block_groups | --- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% open_inodes [kernel.kallsyms] [k] page_fault | --- page_fault | |--50.05%-- 0x7f0b79ca598b | --49.95%-- 0x7fd97d969040 0.00% btrfs-transacti [kernel.kallsyms] [k] __wake_up_common | --- __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.01%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.99%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--50.01%-- Perl_sv_setsv_flags | --49.99%-- 0x7f0b79ca2e41 0.00% meminfo libperl.so.5.10.1 [.] Perl_runops_standard | --- Perl_runops_standard 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% btrfs-transacti [kernel.kallsyms] [k] __extent_writepage | --- __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_grow | --- Perl_sv_grow 0.00% btrfs-transacti [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares | |--50.01%-- scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.99%-- task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% load [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--50.01%-- Perl_sv_setpvn | --49.99%-- Perl_sv_setsv_flags 0.00% btrfs-cleaner [kernel.kallsyms] [k] set_page_extent_head | --- set_page_extent_head btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.02%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] dev_gro_receive | --- dev_gro_receive napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.03%-- btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.97%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] check_preempt_wakeup | --- check_preempt_wakeup check_preempt_curr ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt | |--50.02%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.98%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_split | --- Perl_pp_split 0.00% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_gang_lookup_slot | --- radix_tree_gang_lookup_slot find_get_pages pagevec_lookup invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] eth_type_trans | --- eth_type_trans | |--50.04%-- bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.96%-- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_newOP | --- Perl_newOP 0.00% diskstats [kernel.kallsyms] [k] devinfo_next | --- devinfo_next | |--50.04%-- seq_lseek | proc_reg_llseek | vfs_llseek | sys_lseek | system_call_fastpath | __libc_lseek | --49.96%-- proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% meminfo libperl.so.5.10.1 [.] 0xb6831 | --- 0x7fbe84773640 | --- 0x7fbe84776831 0.00% top [kernel.kallsyms] [k] thread_group_times | --- thread_group_times do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libc-2.11.2.so [.] 0x7bb84 | --- 0x7f6db116fdaa | --- 0x7f6db1176b84 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_clear_path_blocking | --- btrfs_clear_path_blocking btrfs_search_slot | |--50.03%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.97%-- btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_clear | --- Perl_sv_clear 0.00% if_eth1 [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask | |--50.06%-- do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | 0x7fab776b3206 | (nil) | --49.94%-- handle_pte_fault handle_mm_fault do_page_fault page_fault 0x4a8b28 0.00% diskstats libperl.so.5.10.1 [.] Perl_peep | --- Perl_peep 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_catpvn_flags | --- Perl_sv_catpvn_flags 0.00% meminfo libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.00% if_eth1 libc-2.11.2.so [.] 0x251af | --- 0x7fab776fcb7e | --- 0x7fab776a61af 0.00% btrfs-cleaner [kernel.kallsyms] [k] activate_page | --- activate_page mark_page_accessed find_extent_buffer btrfs_find_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_peep | --- Perl_peep 0.00% meminfo libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% irqstats libc-2.11.2.so [.] 0x740fa | --- 0x7fb8ec32b11f | --- 0x7fb8ec32b0fa 0.00% top [kernel.kallsyms] [k] setup_object | --- setup_object __slab_alloc kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--50.01%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --49.99%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_linklist | --- Perl_linklist 0.00% meminfo libc-2.11.2.so [.] memcpy | --- memcpy 0.00% meminfo [kernel.kallsyms] [k] free_pcppages_bulk | --- free_pcppages_bulk free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% buddyinfo libperl.so.5.10.1 [.] 0x77637 | --- 0x7fae3e652a93 0x864470 | --- 0x7fae3e648637 0.00% top libc-2.11.2.so [.] memcpy | --- memcpy | |--50.02%-- readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --49.98%-- 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% sh [kernel.kallsyms] [k] page_fault | --- page_fault | |--50.09%-- 0x7f094ce8f017 | --49.91%-- strchrnul 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_setpvn | --- Perl_sv_setpvn 0.00% buddyinfo libperl.so.5.10.1 [.] 0x602e5 | --- 0x7fae3e630ddb | --- 0x7f8b032312e5 0.00% btrfs-worker-3 [kernel.kallsyms] [k] worker_loop | --- worker_loop kthread kernel_thread_helper 0.00% buddyinfo [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault | |--50.06%-- 0x7fae3dc42dee | --49.94%-- 0x7fae3dc42d84 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_free2 | --- Perl_sv_free2 0.00% kipmi0 [ipmi_si] [k] hotmod_handler | --- hotmod_handler smi_event_handler ipmi_thread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] __d_lookup_rcu | --- __d_lookup_rcu do_lookup link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% top [kernel.kallsyms] [k] generic_fillattr | --- generic_fillattr pid_getattr vfs_getattr vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 | --100.00%-- readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] rcu_check_callbacks | --- rcu_check_callbacks tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--50.27%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --49.73%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_preload | --- radix_tree_preload | |--50.27%-- btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.73%-- add_to_page_cache_locked add_to_page_cache_lru find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_newGP | --- Perl_newGP 0.00% ps [kernel.kallsyms] [k] pid_revalidate | --- pid_revalidate do_lookup | |--50.16%-- do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7ff2cd3bf2f1 | readproc | 0x40231f | 0x40308b | __libc_start_main | --49.84%-- link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7fbcfd2f2626 readproc 0x40231f 0x40308b __libc_start_main 0.00% kipmi0 [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_yyparse | --- Perl_yyparse 0.00% df libperl.so.5.10.1 [.] Perl_newOP | --- Perl_newOP 0.00% diskstats [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask | |--50.61%-- __get_free_pages | get_zeroed_page | sysfs_follow_link | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open_nocancel | --49.39%-- handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fcecc0a3dee 0.00% df_inode libperl.so.5.10.1 [.] Perl_sv_free | --- Perl_sv_free 0.00% df_inode [kernel.kallsyms] [k] page_fault | --- page_fault | |--50.29%-- memcpy | --49.71%-- 0x7fefeed71dee 0.00% btrfs-transacti [kernel.kallsyms] [k] btree_lock_page_hook | --- btree_lock_page_hook btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __percpu_counter_add | --- __percpu_counter_add | |--50.69%-- __prop_inc_single | task_dirty_inc | account_page_dirtied | __set_page_dirty_nobuffers | set_extent_buffer_dirty | btrfs_mark_buffer_dirty | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --49.31%-- account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] proc_pid_status | --- proc_pid_status | |--50.47%-- proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | 0x7fbcfd2f238c | readproc | 0x40231f | 0x40308b | __libc_start_main | --49.53%-- seq_read vfs_read sys_read system_call_fastpath __read 0x7ff2cd3bf38c readproc 0x40231f 0x40308b __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] rb_next | --- rb_next | |--81.82%-- cfq_find_next_rq | cfq_dispatch_insert | cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --18.18%-- pick_next_task_fair __schedule schedule kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask | |--50.32%-- new_slab | __slab_alloc | kmem_cache_alloc | get_empty_filp | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | lookup_wchan | 0x40cf9c | 0x40d5e4 | 0x40d89a | 0x40dace | __libc_start_main | --49.68%-- __get_free_pages proc_info_read vfs_read sys_read system_call_fastpath __read 0.00% if_eth0 [kernel.kallsyms] [k] page_fault | --- page_fault | |--38.65%-- 0x44ea20 | |--33.59%-- __pthread_cleanup_push_defer | --27.76%-- __libc_fork make_child 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_yyparse | --- Perl_yyparse 0.00% ps [kernel.kallsyms] [k] dput | --- dput | |--50.08%-- path_put | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | readproc | 0x40231f | 0x40308b | __libc_start_main | --49.92%-- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.00% rsync [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault handle_mm_fault do_page_fault page_fault | |--51.03%-- nl_langinfo | 0xc4f700 | --48.97%-- 0x413d90 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% diskstats libperl.so.5.10.1 [.] PerlIO_fast_gets | --- PerlIO_fast_gets 0.00% btrfs-transacti [kernel.kallsyms] [k] find_get_pages | --- find_get_pages | |--51.32%-- pagevec_lookup | invalidate_mapping_pages | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --48.68%-- invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc native_sched_clock sched_clock blk_rq_init get_request get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] new_slab | --- new_slab __slab_alloc kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | --100.00%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-worker-3 [kernel.kallsyms] [k] __btrfs_map_block | --- __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] 0x80b25 | --- 0x7f0e7f1bdb25 | --- 0x7f0e7f1bdb0f 0.00% irqstats libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% irqstats [kernel.kallsyms] [k] page_fault | --- page_fault | |--51.60%-- 0x7fb8ecd1c5d0 | --48.40%-- 0x7f3aee00ddee 0.00% diskstats libc-2.11.2.so [.] cfree | --- cfree 0.00% top [kernel.kallsyms] [k] fget_light | --- fget_light sys_read system_call_fastpath __read | |--50.57%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --49.43%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] seq_printf | --- seq_printf | |--51.90%-- proc_tgid_stat | proc_single_show | seq_read | vfs_read | sys_read | system_call_fastpath | __read | --48.10%-- proc_pid_statm proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_reserve_extent | --- btrfs_reserve_extent | |--51.97%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --48.03%-- __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_eth1 libc-2.11.2.so [.] mbrtowc | --- mbrtowc 0.00% top libproc-3.2.8.so [.] user_from_uid | --- user_from_uid 0x7f0e7f6ec3ef readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% munin-node [kernel.kallsyms] [k] local_bh_enable_ip | --- local_bh_enable_ip _raw_spin_unlock_bh release_sock tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% btrfs-cleaner [kernel.kallsyms] [k] acct_update_integrals | --- acct_update_integrals account_system_time account_process_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt | |--51.87%-- setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --48.13%-- btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% buddyinfo [kernel.kallsyms] [k] __d_lookup_rcu | --- __d_lookup_rcu do_lookup link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% buddyinfo libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% netstat libc-2.11.2.so [.] 0x74125 | --- 0x7f0b79ca2de2 | --- 0x7f0b79ca5125 | --- 0x7f0b79ca2dce 0.00% top [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock | |--50.16%-- vfs_read | sys_read | system_call_fastpath | __read | 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --49.84%-- seq_read vfs_read sys_read system_call_fastpath __read 0.00% munin-node [kernel.kallsyms] [k] _raw_spin_lock_bh | --- _raw_spin_lock_bh lock_sock_nested tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% diskstats libperl.so.5.10.1 [.] Perl_op_free | --- Perl_op_free 0.00% top [kernel.kallsyms] [k] getname_flags | --- getname_flags getname do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% swapper [kernel.kallsyms] [k] rcu_exit_nohz | --- rcu_exit_nohz | |--65.76%-- rcu_irq_enter | irq_enter | | | |--33.29%-- smp_call_function_single_interrupt | | call_function_single_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | |--30.27%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--67.18%-- start_secondary | | | | | --32.82%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | |--18.86%-- do_IRQ | | ret_from_intr | | cpu_idle | | start_secondary | | | --17.57%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | |--19.71%-- cpu_idle | start_secondary | --14.54%-- tick_nohz_restart_sched_tick cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] place_entity | --- place_entity enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--52.74%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --47.26%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] enqueue_task_fair | --- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up | |--86.33%-- default_wake_function | | | |--79.44%-- __wake_up_common | | __wake_up | | aoenet_xmit | | rexmit_timer | | aoeblk_request | | __blk_run_queue | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --20.56%-- autoremove_wake_function | __wake_up_common | __wake_up | __freed_request | freed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --13.67%-- wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% irqstats libperl.so.5.10.1 [.] Perl_peep | --- Perl_peep 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_alloc_path | --- btrfs_alloc_path | |--52.92%-- run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --47.08%-- btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% buddyinfo ld-2.11.2.so [.] 0x9464 | --- 0x7fae3e947740 0x7fae3e94b3f2 | --- 0x7f8b03547464 0.00% ps [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask | |--51.05%-- __get_free_pages | proc_info_read | vfs_read | sys_read | system_call_fastpath | __read | lookup_wchan | 0x4064ef | 0x408442 | 0x402264 | 0x40308b | __libc_start_main | --48.95%-- new_slab __slab_alloc kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f5bb4b09626 readproc 0x40231f 0x40308b __libc_start_main 0.00% buddyinfo [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas | |--53.27%-- exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --46.73%-- unmap_region do_munmap sys_munmap system_call_fastpath 0x7fae3e953ca7 0x7fae3e952647 0.00% df_inode libperl.so.5.10.1 [.] 0x62f16 | --- 0x7fefef7624ca | --- 0x7f2dc3d27f16 0.00% top [kernel.kallsyms] [k] dnotify_flush | --- dnotify_flush sys_close system_call_fastpath close | |--53.34%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --46.66%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] path_openat | --- path_openat | |--52.43%-- do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --47.57%-- do_sys_open sys_open system_call_fastpath __open 0.00% swapper [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--87.86%-- __alloc_skb | __netdev_alloc_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--90.30%-- start_secondary | | | --9.70%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --12.14%-- skb_clone rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] perf_ctx_lock | --- perf_ctx_lock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] blkiocg_update_completion_stats | --- blkiocg_update_completion_stats | |--53.03%-- cfq_completed_request | elv_completed_request | __blk_put_request | blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --46.97%-- elv_completed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] update_shares | --- update_shares | |--74.38%-- rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | | | |--73.90%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | | | | |--86.11%-- start_secondary | | | | | --13.89%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --26.10%-- smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | start_secondary | --25.62%-- run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit | |--88.79%-- smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --11.21%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_cow_block | --- btrfs_cow_block | |--53.77%-- btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --46.23%-- push_leaf_left btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __lookup | --- __lookup radix_tree_gang_lookup_slot find_get_pages pagevec_lookup invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] test_clear_page_writeback | --- test_clear_page_writeback | |--88.16%-- end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --11.84%-- end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] setup_items_for_insert | --- setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% cat [kernel.kallsyms] [k] page_fault | --- page_fault | |--53.95%-- Perl_my_popen | |--23.70%-- 0x7fd8c9cedec7 | |--11.74%-- __libc_fork | Perl_my_popen | --10.61%-- 0x7f9fa5384584 0.00% btrfs-cleaner [kernel.kallsyms] [k] rebalance_domains | --- rebalance_domains | |--54.04%-- run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --45.96%-- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] alloc_fd | --- alloc_fd do_sys_open sys_open system_call_fastpath __open | --100.00%-- 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% processes [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask | |--54.11%-- __get_free_pages | __tlb_remove_page | unmap_vmas | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --45.89%-- handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fbd3d828dee 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_free2 | --- Perl_sv_free2 0.00% munin-node [kernel.kallsyms] [k] __free_pipe_info | --- __free_pipe_info free_pipe_info pipe_release pipe_read_release fput filp_close sys_close system_call_fastpath __libc_close 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_set_item_offset | --- btrfs_set_item_offset | |--54.31%-- btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --45.69%-- setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_eth1 [kernel.kallsyms] [k] page_fault | --- page_fault | |--54.58%-- yyparse | --45.42%-- Perl_package 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_item_size | --- btrfs_set_item_size | |--54.79%-- setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --45.21%-- setup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% io_saturation libc-2.11.2.so [.] memmove | --- memmove 0.00% if_err_eth1 [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--55.03%-- __pthread_mutex_lock_internal | --44.97%-- 0x7f0b79ca2e41 0.00% aoe_ktio [kernel.kallsyms] [k] skb_pull | --- skb_pull | |--92.24%-- probe | kthread | kthread | kernel_thread_helper | --7.76%-- kthread kthread kernel_thread_helper 0.00% interrupts [kernel.kallsyms] [k] __rmqueue | --- __rmqueue | |--55.17%-- get_page_from_freelist | __alloc_pages_nodemask | do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | 0x403dd7 | --44.83%-- __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% btrfs-transacti [kernel.kallsyms] [k] end_buffer_async_write | --- end_buffer_async_write end_bio_bh_io_sync bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit | |--55.37%-- do_IRQ | ret_from_intr | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --44.63%-- smp_call_function_single_interrupt call_function_single_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __do_softirq | --- __do_softirq call_softirq do_softirq irq_exit | |--67.16%-- do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--17.81%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --15.02%-- smp_call_function_single_interrupt call_function_single_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% munin-node libc-2.11.2.so [.] memmove | --- memmove 0.00% df [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas | |--55.44%-- unmap_region | do_munmap | sys_munmap | system_call_fastpath | munmap | --44.56%-- exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_nextstate | --- Perl_pp_nextstate 0.00% io_saturation [kernel.kallsyms] [k] page_fault | --- page_fault | |--52.86%-- Perl_pp_open | --47.14%-- Perl_yyparse 0.00% btrfs-transacti [kernel.kallsyms] [k] insert_state | --- insert_state | |--55.93%-- set_extent_dirty | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --44.07%-- set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--55.61%-- anon_vma_prepare | __do_fault | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | load_elf_binary | search_binary_handler | do_execve_common | do_execve | sys_execve | stub_execve | 0x7f094c1b6b37 | --44.39%-- __split_vma do_munmap sys_munmap system_call_fastpath munmap 0.00% perf [kernel.kallsyms] [k] create_empty_buffers | --- create_empty_buffers __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% perf libc-2.11.2.so [.] _IO_default_xsputn | --- _IO_default_xsputn __vsnprintf_chk 0x756b7361742f3236 0.00% swapper [kernel.kallsyms] [k] handle_edge_irq | --- handle_edge_irq | |--55.36%-- do_IRQ | ret_from_intr | cpu_idle | start_secondary | --44.64%-- handle_irq do_IRQ ret_from_intr cpu_idle | |--74.69%-- start_secondary | --25.31%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% top [kernel.kallsyms] [k] __percpu_counter_add | --- __percpu_counter_add | |--55.34%-- get_empty_filp | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --44.66%-- filp_close sys_close system_call_fastpath close 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr | |--55.98%-- do_lookup | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | --44.02%-- proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% awk [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask | |--75.18%-- __get_free_pages | get_zeroed_page | __pmd_alloc | | | |--63.60%-- move_page_tables | | setup_arg_pages | | load_elf_binary | | search_binary_handler | | do_execve_common | | do_execve | | sys_execve | | stub_execve | | 0x7f46d9145b37 | | | --36.40%-- handle_mm_fault | __get_user_pages | get_user_pages | get_arg_page | copy_strings | copy_strings_kernel | do_execve_common | do_execve | sys_execve | stub_execve | execve | --24.82%-- pte_alloc_one __pte_alloc handle_mm_fault do_page_fault page_fault 0x7f550c52fc74 0x7f550c52e618 0.00% aoe_tx [kernel.kallsyms] [k] dev_hard_start_xmit | --- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% nfsd [kernel.kallsyms] [k] page_fault | --- page_fault | |--45.76%-- 0x7f4032b45ec7 | 0x7f4032b3e970 | 0x7f4032b4f647 | |--42.71%-- Perl_pp_goto | --11.54%-- Perl_pp_fileno 0.00% btrfs-cleaner [kernel.kallsyms] [k] find_get_page | --- find_get_page find_lock_page find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] expand_files | --- expand_files alloc_fd do_sys_open sys_open system_call_fastpath __open | |--56.17%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --43.83%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% netstat dash [.] 0x6d5c | --- 0x40dedf | --- 0x406d5c 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_mark_buffer_dirty | --- btrfs_mark_buffer_dirty | |--55.78%-- __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --44.22%-- setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] skb_release_data | --- skb_release_data pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] read_extent_buffer | --- read_extent_buffer check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [aoe] [k] rexmit_deferred | --- rexmit_deferred | |--58.46%-- aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --41.54%-- rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% df_inode [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--58.17%-- handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | 0x7f2dc3336dee | --41.83%-- swap_info_get free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% munin-node [kernel.kallsyms] [k] system_call_after_swapgs | --- system_call_after_swapgs __libc_write 0.00% irqstats libperl.so.5.10.1 [.] Perl_op_free | --- Perl_op_free 0.00% munin-node [kernel.kallsyms] [k] page_fault | --- page_fault | |--40.21%-- Perl_pp_entersub | |--38.04%-- 0x7f0b7a73c980 | --21.75%-- 0x7f0b79ca5555 0.00% aoe_ktio [kernel.kallsyms] [k] add_timer_randomness | --- add_timer_randomness add_disk_randomness blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free | |--54.91%-- unlink_anon_vmas | free_pgtables | exit_mmap | mmput | exit_mm | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --45.09%-- remove_vma exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% munin-node libperl.so.5.10.1 [.] Perl_free_tmps | --- Perl_free_tmps 0.00% swapper [kernel.kallsyms] [k] __netif_receive_skb | --- __netif_receive_skb | |--79.49%-- netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --20.51%-- napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% cpu dash [.] 0x125e7 | --- 0x4125e7 0x2f7273752f3a6e69 | --- 0x40faa4 0.00% perf [kernel.kallsyms] [k] ext4_ind_map_blocks | --- ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] hrtimer_run_queues | --- hrtimer_run_queues | |--61.24%-- run_local_timers | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --38.76%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq | |--95.77%-- __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --4.23%-- get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% df [kernel.kallsyms] [k] do_page_fault | --- do_page_fault | |--52.76%-- page_fault | Perl_reentrant_init | --47.24%-- ret_from_fork __libc_fork 0x409518 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_leavesub | --- Perl_pp_leavesub 0.00% swapper [kernel.kallsyms] [k] read_tsc | --- read_tsc | |--41.79%-- ktime_get | | | |--32.74%-- sched_clock_tick | | scheduler_tick | | update_process_times | | tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | |--23.52%-- tick_sched_timer | | __run_hrtimer | | hrtimer_interrupt | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | start_secondary | | | |--21.94%-- tick_nohz_stop_sched_tick | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | |--13.51%-- tick_check_idle | | irq_enter | | smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | start_secondary | | | --8.28%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--30.67%-- tick_dev_program_event | tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--70.14%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --29.86%-- start_secondary | |--11.09%-- getnstimeofday | do_gettimeofday | aoechr_rel | rexmit_timer | run_timer_softirq | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--8.42%-- sched_clock_tick | sched_clock_idle_wakeup_event | tick_nohz_stop_idle | tick_check_idle | irq_enter | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | |--4.53%-- ktime_get_real | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --3.50%-- tick_nohz_stop_sched_tick cpu_idle start_secondary 0.00% swap dash [.] 0x879c | --- 0x40879c | --- 0x40608b 0.00% if_eth0 [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--55.00%-- get_page_from_freelist | __alloc_pages_nodemask | do_wp_page | handle_pte_fault | handle_mm_fault | do_page_fault | page_fault | 0x421dda | --45.00%-- swap_info_get free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% cpu [kernel.kallsyms] [k] do_page_fault | --- do_page_fault | |--60.05%-- page_fault | 0x7f0a3c7d22c0 | --39.95%-- 0x7f0a3c56b3c1 0xffffffff 0.00% kipmi0 [kernel.kallsyms] [k] update_stats_wait_end | --- update_stats_wait_end set_next_entity pick_next_task_fair __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] next_tgid | --- next_tgid proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath | |--58.42%-- 0x7ff2cd0f2e65 | --41.58%-- 0x7f5bb483ce65 0.00% perf [kernel.kallsyms] [k] __block_commit_write | --- __block_commit_write block_write_end ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% sshd libcrypto.so.0.9.8 [.] 0x975f9 | --- 0x7f30999a7472 | --- 0x7f30999a7455 | --- 0x7f30999a74df | --- 0x7f30999a75f9 0.00% diskstats [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--43.11%-- 0x7f0b79ca2e41 | |--30.79%-- 0x7f0b79ca5a4c | --26.10%-- Perl_re_intuit_start 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_rv2gv | --- Perl_pp_rv2gv 0.00% perf [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--79.51%-- jbd2__journal_start | jbd2_journal_start | ext4_journal_start_sb | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | perf_event__synthesize_mmap_events | perf_event__synthesize_threads | __cmd_record | cmd_record | run_builtin | main | __libc_start_main | --20.49%-- ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] unlock_page | --- unlock_page | |--65.42%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --34.58%-- invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares | |--82.00%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | | | |--89.13%-- sched_ttwu_do_pending | | scheduler_ipi | | smp_reschedule_interrupt | | reschedule_interrupt | | cpu_idle | | | | | |--64.89%-- start_secondary | | | | | --35.11%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --10.87%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --18.00%-- update_shares rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit | |--62.69%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --37.31%-- smp_call_function_single_interrupt call_function_single_interrupt cpu_idle start_secondary 0.00% munin-node libc-2.11.2.so [.] 0x10dfb4 | --- 0x7f0b79cb0d00 | --- 0x7f0b79d3efb4 0.00% swapper [kernel.kallsyms] [k] get_next_timer_interrupt | --- get_next_timer_interrupt tick_nohz_stop_sched_tick | |--63.86%-- irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --36.14%-- cpu_idle | |--50.73%-- start_secondary | --49.27%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] ktime_get_real | --- ktime_get_real netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--66.19%-- start_secondary | --33.81%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% top libc-2.11.2.so [.] readdir | --- readdir | --100.00%-- readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% df [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--50.72%-- 0x7f0b79ca2e18 | --49.28%-- 0x7f0b7a6d837e 0.00% swapper [kernel.kallsyms] [k] tick_dev_program_event | --- tick_dev_program_event | |--66.39%-- tick_program_event | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--50.87%-- start_secondary | | | --49.13%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --33.61%-- __hrtimer_start_range_ns hrtimer_start_range_ns tick_nohz_restart_sched_tick cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% perf perf [.] hex2u64 | --- hex2u64 perf_event__synthesize_mmap_events perf_event__synthesize_threads __cmd_record cmd_record run_builtin main __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] __memset | --- __memset rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] __memcpy | --- __memcpy check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% open_inodes libc-2.11.2.so [.] 0x71dce | --- 0x7fc45fa4c35e 0xffffffff | --- 0x7f0b79ca2dce 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_rb_find | --- elv_rb_find cfq_merge elv_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] check_preempt_curr | --- check_preempt_curr | |--81.04%-- ttwu_do_wakeup | ttwu_do_activate | try_to_wake_up | | | |--77.85%-- default_wake_function | | __wake_up_common | | __wake_up | | aoenet_xmit | | rexmit_timer | | aoeblk_request | | __blk_run_queue | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --22.15%-- wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --18.96%-- ttwu_do_activate try_to_wake_up wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore | |--67.34%-- __wake_up | btrfs_tree_unlock | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --32.66%-- update_shares __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% if_eth0 [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault handle_mm_fault do_page_fault page_fault | |--61.14%-- cleanup_the_pipeline | --38.86%-- memset 0.00% if_eth0 libc-2.11.2.so [.] 0x25159 | --- 0x7f7a8c8ba159 | --- 0x7f7e7435fb40 0.00% aoe_ktio [kernel.kallsyms] [k] bio_endio | --- bio_endio | |--78.98%-- dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--14.80%-- blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --6.22%-- req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] bvec_alloc_bs | --- bvec_alloc_bs | |--67.93%-- bio_alloc_bioset | __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --32.07%-- __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--54.87%-- 0x410233 | --45.13%-- __mempcpy 0.00% top [kernel.kallsyms] [k] __dentry_open | --- __dentry_open do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open | |--68.36%-- lookup_wchan | 0x40cf9c | 0x40d5e4 | 0x40d89a | 0x40dace | __libc_start_main | --31.64%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] filp_close | --- filp_close sys_close system_call_fastpath close | |--67.51%-- 0x4054a3 | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --32.49%-- 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_tx [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc | |--86.53%-- native_sched_clock | sched_clock | sched_clock_local | sched_clock_cpu | update_rq_clock | dequeue_task | deactivate_task | __schedule | schedule | kthread | kthread | kernel_thread_helper | --13.47%-- sched_clock sched_clock_local sched_clock_cpu update_rq_clock dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault | |--39.86%-- 0x7f0b7a73c618 | |--33.57%-- memmove | --26.57%-- Perl_pp_enter 0.00% btrfs-endio-met [kernel.kallsyms] [k] clear_extent_bit | --- clear_extent_bit | |--91.08%-- end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --8.92%-- unlock_extent_cached end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] leaf_space_used | --- leaf_space_used | |--69.53%-- btrfs_leaf_free_space | setup_items_for_insert | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.47%-- btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __mod_zone_page_state | --- __mod_zone_page_state lru_deactivate_fn pagevec_lru_move_fn lru_add_drain __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ksoftirqd/1 [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_read_lock_root_node | --- btrfs_read_lock_root_node | |--69.81%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --30.19%-- btrfs_search_slot btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] __vsscanf | --- __vsscanf | --100.00%-- 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% netstat [kernel.kallsyms] [k] page_fault | --- page_fault | |--53.49%-- __pthread_mutex_lock_internal | --46.51%-- Perl_gv_autoload4 0.00% perf [kernel.kallsyms] [k] mutex_lock | --- mutex_lock seq_read vfs_read sys_read system_call_fastpath __read 0.00% awk [kernel.kallsyms] [k] vsnprintf | --- vsnprintf seq_printf show_map_vma show_map seq_read vfs_read sys_read system_call_fastpath __read (nil) 0.00% btrfs-cleaner [kernel.kallsyms] [k] __run_hrtimer | --- __run_hrtimer | |--70.39%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.61%-- smp_apic_timer_interrupt apic_timer_interrupt find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_key_generation | --- btrfs_key_generation read_block_for_search btrfs_search_slot | |--70.83%-- lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.17%-- btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] skb_release_data | --- skb_release_data | |--84.06%-- __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | --15.94%-- consume_skb probe kthread kthread kernel_thread_helper 0.00% sshd libcrypto.so.0.9.8 [.] md5_block_asm_data_order | --- md5_block_asm_data_order 0.00% swapper [kernel.kallsyms] [k] native_apic_mem_write | --- native_apic_mem_write | |--47.02%-- apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--45.04%-- smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | | | |--79.55%-- start_secondary | | | --20.45%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --7.94%-- ack_apic_edge handle_edge_irq handle_irq do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-endio-met [kernel.kallsyms] [k] end_bio_extent_writepage | --- end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] file_ra_state_init | --- file_ra_state_init | |--60.34%-- __dentry_open | nameidata_to_filp | do_last | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | --39.66%-- nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0.00% btrfs-submit-0 [kernel.kallsyms] [k] mempool_alloc | --- mempool_alloc | |--71.57%-- bio_alloc_bioset | __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | |--22.71%-- get_request | get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --5.72%-- __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] add_disk_randomness | --- add_disk_randomness __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] set_state_bits | --- set_state_bits | |--72.20%-- set_extent_bit | set_extent_dirty | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.80%-- insert_state set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-3 [kernel.kallsyms] [k] __slab_free | --- __slab_free kfree run_one_async_free run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color | |--72.32%-- put_prev_task_fair | __schedule | schedule | ipmi_thread | kthread | kernel_thread_helper | --27.68%-- __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] mntput_no_expire | --- mntput_no_expire mntput path_put d_path seq_path show_map_vma show_map seq_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-cleaner [kernel.kallsyms] [k] cfq_insert_request | --- cfq_insert_request __elv_add_request add_acct_request __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_path_blocking | --- btrfs_set_path_blocking | |--73.89%-- btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --26.11%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] pid_task | --- pid_task | |--73.82%-- vfs_getattr | vfs_fstatat | vfs_stat | sys_newstat | system_call_fastpath | __xstat64 | --26.18%-- proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% irqstats [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--74.16%-- _IO_getline_info | --25.84%-- 0x7f0b79ca3f99 0.00% swapper [kernel.kallsyms] [k] kfree | --- kfree | |--71.52%-- skb_release_data | __kfree_skb | consume_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --28.48%-- __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] _cond_resched | --- _cond_resched | |--74.69%-- __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --25.31%-- btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] account_process_tick | --- account_process_tick | |--75.30%-- tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--95.19%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --4.81%-- start_secondary | --24.70%-- update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--61.61%-- start_secondary | --38.39%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% munin-node [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% aoe_tx [kernel.kallsyms] [k] swiotlb_map_page | --- swiotlb_map_page bnx2_start_xmit dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_allow_merge | --- cfq_allow_merge elv_rq_merge_ok elv_try_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __slab_free | --- __slab_free | |--75.60%-- __kfree_skb | consume_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | setup_cluster_no_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_write_dirty_block_groups | commit_cowonly_roots | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --24.40%-- kmem_cache_free free_extent_state clear_state_bit clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] do_IRQ | --- do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot | |--75.63%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --24.37%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] skb_clone | --- skb_clone | |--82.40%-- rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --17.60%-- aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [aoe] [k] newtframe | --- newtframe | |--68.27%-- newframe | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --31.73%-- rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% open_inodes [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--54.90%-- memcpy | --45.10%-- Perl_sv_setiv 0.00% perf [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask grab_cache_page_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [bnx2] [k] bnx2_open | --- bnx2_open | |--75.84%-- handle_irq_event_percpu | handle_irq_event | handle_edge_irq | handle_irq | do_IRQ | ret_from_intr | cpu_idle | | | |--60.27%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --39.73%-- start_secondary | --24.16%-- handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] tick_nohz_restart_sched_tick | --- tick_nohz_restart_sched_tick cpu_idle | |--74.21%-- start_secondary | --25.79%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] ktime_get_ts | --- ktime_get_ts | |--76.39%-- __delayacct_blkio_start | io_schedule | get_request_wait | __make_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --23.61%-- delayacct_end __delayacct_blkio_end io_schedule get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] cpu_idle | --- cpu_idle | |--85.75%-- start_secondary | --14.25%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] __split_and_process_bio | --- __split_and_process_bio dm_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages | |--54.48%-- readahead_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --45.52%-- btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot | |--56.32%-- btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --43.68%-- btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% load [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--55.47%-- swap_info_get | free_swap_and_cache | unmap_vmas | exit_mmap | mmput | flush_old_exec | load_elf_binary | search_binary_handler | load_script | search_binary_handler | do_execve_common | do_execve | sys_execve | stub_execve | execve | --44.53%-- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% btrfs-cleaner [kernel.kallsyms] [k] generic_make_request | --- generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages | |--71.74%-- readahead_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --28.26%-- btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] cpuidle_idle_call | --- cpuidle_idle_call | |--78.24%-- start_secondary | --21.76%-- cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] call_function_single_interrupt | --- call_function_single_interrupt cpu_idle | |--76.02%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --23.98%-- start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] radix_tree_insert | --- radix_tree_insert | |--78.69%-- alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--11.97%-- add_to_page_cache_lru | find_or_create_page | alloc_extent_buffer | btrfs_find_create_tree_block | btrfs_init_new_buffer | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.35%-- add_to_page_cache_locked add_to_page_cache_lru find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] __switch_to | --- __switch_to 0.00% aoe_ktio [kernel.kallsyms] [k] pick_next_task_stop | --- pick_next_task_stop | |--81.21%-- schedule | kthread | kthread | kernel_thread_helper | --18.79%-- __schedule schedule kthread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] calc_global_load | --- calc_global_load tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt walk_zones_in_node pagetypeinfo_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% aoe_ktio [kernel.kallsyms] [k] blk_update_bidi_request | --- blk_update_bidi_request | |--93.16%-- __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --6.84%-- __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] pick_next_task_fair | --- pick_next_task_fair | |--89.26%-- __schedule | schedule | kthread | kthread | kernel_thread_helper | --10.74%-- schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] perf_event_task_tick | --- perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--67.31%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --32.69%-- start_secondary 0.00% swapper [kernel.kallsyms] [k] __hrtimer_start_range_ns | --- __hrtimer_start_range_ns hrtimer_start_range_ns tick_nohz_restart_sched_tick cpu_idle | |--76.38%-- start_secondary | --23.62%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% if_err_eth0 [kernel.kallsyms] [k] page_fault | --- page_fault | |--54.48%-- memcpy | --45.52%-- Perl_re_intuit_start 0.00% btrfs-endio-met [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit | |--92.74%-- unlock_page | end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --7.26%-- end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_mark_iloc_dirty | --- ext4_mark_iloc_dirty ext4_mark_inode_dirty | |--81.22%-- ext4_generic_write_end | ext4_ordered_write_end | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --18.78%-- ext4_dirty_inode __mark_inode_dirty ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] dm_table_put | --- dm_table_put | |--93.35%-- dm_any_congested | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --6.65%-- dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] enqueue_hrtimer | --- enqueue_hrtimer | |--57.11%-- __hrtimer_start_range_ns | hrtimer_start | tick_nohz_stop_sched_tick | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --42.89%-- __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc | |--53.56%-- scsi_pool_alloc_command | scsi_host_alloc_command | __scsi_get_command | scsi_get_command | scsi_setup_fs_cmnd | sd_prep_fn | blk_peek_request | scsi_request_fn | __blk_run_queue | queue_unplugged | blk_flush_plug_list | blk_finish_plug | generic_writepages | jbd2_journal_commit_transaction | kjournald2 | kthread | kernel_thread_helper | --46.44%-- mempool_alloc_slab mempool_alloc bio_alloc_bioset bio_alloc submit_bh __block_write_full_page block_write_full_page_endio block_write_full_page ext4_writepage __writepage write_cache_pages generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] find_next_bit | --- find_next_bit | |--81.06%-- cpumask_next_and | load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --18.94%-- load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] mntget | --- mntget | |--83.10%-- unlazy_walk | do_lookup | link_path_walk | path_openat | do_filp_open | do_sys_open | sys_open | system_call_fastpath | __open | 0x7f0e7f6ec2f1 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --16.90%-- path_get unlazy_walk do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0.00% perf [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free remove_vma do_munmap sys_munmap system_call_fastpath munmap 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_add_rq_rb | --- cfq_add_rq_rb cfq_insert_request __elv_add_request blk_flush_plug_list __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork Perl_my_popen 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_return | --- Perl_pp_return 0.00% aoe_ktio [kernel.kallsyms] [k] ttwu_stat | --- ttwu_stat try_to_wake_up default_wake_function | |--82.21%-- __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --17.79%-- autoremove_wake_function __wake_up_common __wake_up __freed_request freed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] sys_newlstat | --- sys_newlstat __lxstat 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_helem | --- Perl_pp_helem 0.00% aoe_tx [kernel.kallsyms] [k] sch_direct_xmit | --- sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] add_delayed_tree_ref | --- add_delayed_tree_ref btrfs_add_delayed_tree_ref | |--86.46%-- btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --13.54%-- btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_find_next_rq | --- cfq_find_next_rq | |--86.54%-- cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --13.46%-- cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--85.58%-- 0x7f9fa537b1c8 | --14.42%-- 0x7f9fa537b5c0 0.00% btrfs-endio-met [kernel.kallsyms] [k] update_curr | --- update_curr | |--88.03%-- put_prev_task_fair | __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | |--10.62%-- dequeue_task_fair | dequeue_task | deactivate_task | __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --1.34%-- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] page_fault | --- page_fault vfs_read sys_read system_call_fastpath __read 0.00% meminfo [kernel.kallsyms] [k] vsnprintf | --- vsnprintf seq_printf s_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% btrfs-endio-met [kernel.kallsyms] [k] try_to_del_timer_sync | --- try_to_del_timer_sync | |--86.18%-- del_timer_sync | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --13.82%-- schedule_timeout worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] btrfs_comp_cpu_keys | --- btrfs_comp_cpu_keys | |--51.79%-- check_leaf | btree_readpage_end_io_hook | end_bio_extent_readpage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --48.21%-- btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] generic_bin_search | --- generic_bin_search bin_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% aoe_ktio [kernel.kallsyms] [k] clear_buddies | --- clear_buddies | |--88.57%-- pick_next_task_fair | __schedule | schedule | kthread | kthread | kernel_thread_helper | --11.43%-- dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu update_rq_clock | |--55.35%-- __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | |--32.18%-- dequeue_task | deactivate_task | __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --12.47%-- enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair pick_next_task_fair __schedule schedule cpu_idle start_secondary 0.00% perf [kernel.kallsyms] [k] seq_puts | --- seq_puts render_cap_t proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% aoe_ktio [kernel.kallsyms] [k] free_pcppages_bulk | --- free_pcppages_bulk free_hot_cold_page __put_single_page put_page skb_release_data __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] do_filp_open | --- do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] __switch_to | --- __switch_to 0.00% if_err_eth0 [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault | |--57.25%-- Perl_sv_gets | --42.75%-- Perl_gv_fetchpvn_flags 0.00% rsync [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave | |--90.28%-- __wake_up | unix_release_sock | unix_release | sock_release | sock_close | fput | filp_close | put_files_struct | exit_files | do_exit | do_group_exit | sys_exit_group | system_call_fastpath | --9.72%-- prepare_to_wait __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% egrep libc-2.11.2.so [.] _dl_addr | --- _dl_addr 0.00% ps [kernel.kallsyms] [k] page_fault | --- page_fault | |--90.36%-- 0x405cb9 | |--4.82%-- _IO_list_resetlock | Perl_my_popen | --4.82%-- 0x7f9fa607fee0 0x7f9fa60843f2 0.00% watchdog.pl [kernel.kallsyms] [k] page_fault | --- page_fault 0xffffffffff600400 0.00% meminfo [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault 0x7f6db116fdee 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_cow_block | --- btrfs_cow_block | |--91.37%-- btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | __btrfs_end_transaction | btrfs_end_transaction_throttle | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --8.63%-- push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_mg_find | --- Perl_mg_find 0.00% swapper [kernel.kallsyms] [k] tick_check_idle | --- tick_check_idle irq_enter | |--59.38%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --40.62%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--76.40%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --23.60%-- start_secondary 0.00% swapper [kernel.kallsyms] [k] __kmalloc_track_caller | --- __kmalloc_track_caller | |--92.26%-- __alloc_skb | __netdev_alloc_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --7.74%-- __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% top [kernel.kallsyms] [k] vfs_read | --- vfs_read sys_read system_call_fastpath __read | |--91.84%-- 0x7f0e7f6ec342 | readproc | 0x4051bc | 0x40a1c1 | 0x40d803 | 0x40dace | __libc_start_main | --8.16%-- 0x40dcaa __libc_start_main 0.00% nfsd [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% swapper [kernel.kallsyms] [k] blk_peek_request | --- blk_peek_request | |--89.12%-- aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --10.88%-- rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--57.98%-- start_secondary | --42.02%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] sched_clock_tick | --- sched_clock_tick | |--36.84%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | __schedule | schedule | cpu_idle | start_secondary | |--33.59%-- tick_nohz_stop_idle | tick_check_idle | irq_enter | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --29.57%-- sched_clock_idle_wakeup_event tick_nohz_stop_idle tick_check_idle irq_enter | |--46.26%-- do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--45.68%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --8.06%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] cpumask_next_and | --- cpumask_next_and | |--92.99%-- select_task_rq_fair | try_to_wake_up | wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --7.01%-- __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] blk_delete_timer | --- blk_delete_timer __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] xfs_inode_item_size | --- xfs_inode_item_size xfs_trans_alloc_log_vecs _xfs_trans_commit xfs_bmap_finish xfs_itruncate_extents xfs_itruncate_data xfs_setattr_size xfs_vn_setattr notify_change do_truncate do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% btrfs-transacti [kernel.kallsyms] [k] double_rq_lock | --- double_rq_lock | |--93.50%-- load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | tree_search_offset | setup_cluster_bitmap | btrfs_find_space_cluster | find_free_extent | btrfs_reserve_extent | btrfs_alloc_free_block | __btrfs_cow_block | btrfs_cow_block | btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --6.50%-- __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free | |--80.67%-- btrfs_release_extent_buffer_rcu | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --19.33%-- __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% cat libc-2.11.2.so [.] 0x366c4 | --- 0x7fed6d4b3b84 setlocale 0x401b0e 0x7fff15a81f8e 0x766164616f6c2f63 | --- 0x7f1180b526c4 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_pushptr | --- Perl_save_pushptr 0.00% aoe_ktio [kernel.kallsyms] [k] __phys_addr | --- __phys_addr | |--50.80%-- __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | --49.20%-- kmem_cache_free mempool_free_slab mempool_free aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] proc_pid_readdir | --- proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_iter | --- Perl_pp_iter 0.00% perf [kernel.kallsyms] [k] __find_get_block | --- __find_get_block __getblk | |--72.59%-- __ext4_get_inode_loc | ext4_get_inode_loc | ext4_reserve_inode_write | ext4_mark_inode_dirty | ext4_dirty_inode | __mark_inode_dirty | | | |--53.52%-- ext4_mb_new_blocks | | ext4_ind_map_blocks | | ext4_map_blocks | | _ext4_get_block | | ext4_get_block | | __block_write_begin | | ext4_write_begin | | generic_file_buffered_write | | __generic_file_aio_write | | generic_file_aio_write | | ext4_file_write | | do_sync_write | | vfs_write | | sys_write | | system_call_fastpath | | __libc_write | | cmd_record | | run_builtin | | main | | __libc_start_main | | | --46.48%-- file_update_time | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --27.41%-- ext4_get_branch ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% perf [kernel.kallsyms] [k] bit_waitqueue | --- bit_waitqueue wake_up_bit unlock_buffer do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access | |--65.31%-- ext4_ind_map_blocks | ext4_map_blocks | _ext4_get_block | ext4_get_block | __block_write_begin | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --34.69%-- ext4_reserve_inode_write ext4_mark_inode_dirty ext4_dirty_inode __mark_inode_dirty ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] __rb_rotate_left | --- __rb_rotate_left | |--77.80%-- tree_insert_offset | link_free_space | __btrfs_add_free_space | unpin_extent_range | btrfs_finish_extent_commit | btrfs_commit_transaction | transaction_kthread | kthread | kernel_thread_helper | --22.20%-- rb_erase clear_state_bit clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] ttwu_do_activate | --- ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_exists | --- Perl_pp_exists 0.00% btrfs-submit-0 [kernel.kallsyms] [k] blk_rq_init | --- blk_rq_init get_request get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] end_workqueue_bio | --- end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair | |--63.78%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | anon_vma_fork | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | Perl_pp_fork | --36.22%-- wake_up_new_task do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% aoe_ktio [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock blkiocg_update_completion_stats cfq_completed_request elv_completed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] pipe_read | --- pipe_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% meminfo libperl.so.5.10.1 [.] Perl_hv_free_ent | --- Perl_hv_free_ent 0.00% meminfo [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% btrfs-cleaner [kernel.kallsyms] [k] raw_local_deliver | --- raw_local_deliver ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] alloc_extent_buffer | --- alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] ret_from_intr | --- ret_from_intr cpu_idle | |--69.32%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --30.68%-- start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_set_lock_blocking_rw | --- btrfs_set_lock_blocking_rw btrfs_set_path_blocking btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_free_tree_block | --- btrfs_free_tree_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] clean_tree_block | --- clean_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_key_blockptr | --- btrfs_key_blockptr btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] cfq_should_idle | --- cfq_should_idle cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_tree_lock | --- btrfs_tree_lock btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] inc_zone_page_state | --- inc_zone_page_state test_clear_page_writeback end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_print | --- Perl_pp_print 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_key_generation | --- btrfs_key_generation read_block_for_search btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_reduce_alloc_profile | --- btrfs_reduce_alloc_profile get_alloc_profile btrfs_get_alloc_profile btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] nameidata_to_filp | --- nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f58c08492f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% diskstats libpthread-2.11.2.so [.] __pthread_getspecific_internal | --- __pthread_getspecific_internal 0.00% munin-node [kernel.kallsyms] [k] error_exit | --- error_exit Perl_save_clearsv 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_buffer_uptodate | --- btrfs_buffer_uptodate btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_extent_inline_ref_offset | --- btrfs_extent_inline_ref_offset lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] xfs_bmap_search_multi_extents | --- xfs_bmap_search_multi_extents xfs_bmap_search_extents xfs_bmapi xfs_free_eofblocks xfs_release xfs_file_release fput filp_close sys_close system_call_fastpath __libc_close 0.00% if_eth1 [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% btrfs-transacti [kernel.kallsyms] [k] merge_state | --- merge_state insert_state set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] irq_work_run | --- irq_work_run tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] pick_next_task_fair | --- pick_next_task_fair __schedule __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] ret_from_intr | --- ret_from_intr find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] _raw_write_lock | --- _raw_write_lock btrfs_tree_lock btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_item_offset | --- btrfs_item_offset btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [aoe] [k] rexmit_timer | --- rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt crypto_shash_update crc32c csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] radix_tree_insert | --- radix_tree_insert alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __inc_zone_page_state | --- __inc_zone_page_state account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_safesyscalloc | --- Perl_safesyscalloc 0.00% btrfs-cleaner [bnx2] [k] bnx2_start_xmit | --- bnx2_start_xmit sch_direct_xmit dev_queue_xmit ip_finish_output ip_output ip_local_out ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libc-2.11.2.so [.] realloc | --- realloc 0.00% rsync [kernel.kallsyms] [k] __d_lookup | --- __d_lookup do_lookup do_last path_openat do_filp_open open_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve Perl_do_aexec5 0.00% btrfs-worker-4 [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc bvec_alloc_bs bio_alloc_bioset bio_clone btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __call_rcu | --- __call_rcu try_release_extent_buffer btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] check_preempt_wakeup | --- check_preempt_wakeup ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] __blk_recalc_rq_segments | --- __blk_recalc_rq_segments blk_recount_segments ll_back_merge_fn bio_attempt_back_merge __make_request generic_make_request submit_bio submit_bh __block_write_full_page block_write_full_page_endio block_write_full_page ext4_writepage __writepage write_cache_pages generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% netstat [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-transacti [kernel.kallsyms] [k] flat_send_IPI_mask | --- flat_send_IPI_mask try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair enqueue_task activate_task ttwu_activate ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] run_one_async_done | --- run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] __lookup_tag | --- __lookup_tag radix_tree_gang_lookup_tag_slot find_get_pages_tag pagevec_lookup_tag write_cache_pages generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] rcu_enter_nohz | --- rcu_enter_nohz rcu_irq_exit irq_exit smp_apic_timer_interrupt apic_timer_interrupt crypto_shash_update crc32c csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] clear_buddies | --- clear_buddies __schedule __cond_resched _cond_resched invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] _raw_read_lock | --- _raw_read_lock __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] set_extent_buffer_uptodate | --- set_extent_buffer_uptodate btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] _raw_read_lock | --- _raw_read_lock btrfs_read_lock_root_node btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl libpthread-2.11.2.so [.] __pthread_getspecific_internal | --- __pthread_getspecific_internal 0.00% btrfs-transacti [kernel.kallsyms] [k] free_extent_buffer | --- free_extent_buffer btrfs_release_path btrfs_free_path run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-1 [kernel.kallsyms] [k] run_ordered_completions | --- run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] sched_slice | --- sched_slice scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] x86_pmu_enable | --- x86_pmu_enable perf_pmu_enable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% xfsbufd/sda8 [kernel.kallsyms] [k] mempool_alloc | --- mempool_alloc get_request get_request_wait __make_request generic_make_request submit_bio _xfs_buf_ioapply xfs_buf_iorequest xfs_bdstrat_cb xfsbufd kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] thread_group_cputime | --- thread_group_cputime thread_group_times do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% rsync [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault memcpy 0.00% btrfs-transacti [kernel.kallsyms] [k] consume_skb | --- consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] napi_gro_receive | --- napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_tree_read_lock | --- btrfs_tree_read_lock btrfs_read_lock_root_node btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] put_prev_task_fair | --- put_prev_task_fair __schedule __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_lookup_block_group | --- btrfs_lookup_block_group btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] clockevents_program_event | --- clockevents_program_event tick_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] worker_loop | --- worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_tree_block_level | --- btrfs_tree_block_level run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] do_pipe_flags | --- do_pipe_flags sys_pipe system_call_fastpath pipe 0.00% btrfs-worker-4 [kernel.kallsyms] [k] run_one_async_free | --- run_one_async_free worker_loop kthread kernel_thread_helper 0.00% btrfs-worker-1 [kernel.kallsyms] [k] map_private_extent_buffer | --- map_private_extent_buffer csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color tree_insert add_delayed_tree_ref btrfs_add_delayed_tree_ref btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [aoe] [k] rexmit_deferred | --- rexmit_deferred rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __remove_hrtimer | --- __remove_hrtimer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] pagevec_lookup | --- pagevec_lookup invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync libc-2.11.2.so [.] 0x75286 | --- 0x7f7ad7222286 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_process_times | --- update_process_times __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] prop_norm_single | --- prop_norm_single __prop_inc_single task_dirty_inc account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] note_interrupt | --- note_interrupt handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] exit_intr | --- exit_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] in_lock_functions | --- in_lock_functions in_sched_functions get_wchan do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] strspn | --- strspn is_aoe_netif aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] skb_gro_reset_offset | --- skb_gro_reset_offset bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] dup_fd | --- dup_fd copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-transacti [kernel.kallsyms] [k] run_posix_cpu_timers | --- run_posix_cpu_timers update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] release_pages | --- release_pages __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] pick_next_task_fair | --- pick_next_task_fair __schedule schedule btrfs_tree_read_lock btrfs_read_lock_root_node btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% open_inodes libperl.so.5.10.1 [.] Perl_pp_nextstate | --- Perl_pp_nextstate 0.00% btrfs-cleaner [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance __schedule schedule io_schedule get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perl [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_system 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_extent_generation | --- btrfs_set_extent_generation btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] scsi_decide_disposition | --- scsi_decide_disposition scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-1 [kernel.kallsyms] [k] __kmalloc | --- __kmalloc __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] __memcpy | --- __memcpy prepend_path path_with_deleted d_path perf_event_mmap mmap_region do_mmap_pgoff elf_map load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f523451fb37 0.00% btrfs-cleaner [aoe] [k] is_aoe_netif | --- is_aoe_netif aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] skb_dst_set_noref | --- skb_dst_set_noref ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] _cond_resched | --- _cond_resched unmap_region do_munmap sys_munmap system_call_fastpath munmap 0.00% btrfs-transacti [aoe] [k] rexmit_timer | --- rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-1 [kernel.kallsyms] [k] _raw_read_lock | --- _raw_read_lock __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_find_create_tree_block | --- btrfs_find_create_tree_block btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] net_rx_action | --- net_rx_action call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] sched_clock | --- sched_clock sched_clock_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock dequeue_task deactivate_task __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-transacti [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] pagevec_lru_move_fn | --- pagevec_lru_move_fn lru_add_drain __pagevec_release invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% if_err_eth1 [kernel.kallsyms] [k] __inc_zone_page_state | --- __inc_zone_page_state page_add_new_anon_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f5e2218757c 0.00% if_eth1 bash [.] sh_xrealloc | --- sh_xrealloc 0.00% btrfs-cleaner [kernel.kallsyms] [k] x86_pmu_disable | --- x86_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __netdev_alloc_skb | --- __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] write_extent_buffer | --- write_extent_buffer __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] get_pid_task | --- get_pid_task pid_revalidate do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f58c0849626 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] strspn | --- strspn is_aoe_netif aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_truncate_item | --- btrfs_truncate_item truncate_one_csum btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr set_extent_bit set_extent_dirty update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% if_err_eth1 [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f5e2248a120 0.00% munin-node [kernel.kallsyms] [k] eth_header | --- eth_header neigh_resolve_output ip_finish_output ip_output ip_local_out ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% btrfs-cleaner [kernel.kallsyms] [k] __local_bh_enable | --- __local_bh_enable __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_dirty_inode | --- ext4_dirty_inode ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% processes libperl.so.5.10.1 [.] Perl_hv_common@plt | --- Perl_hv_common@plt 0.00% date [kernel.kallsyms] [k] __memset | --- __memset perf_event_mmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7fa6f208dc7a 0x7fa6f207f618 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_release_path | --- btrfs_release_path btrfs_free_path __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] cpumask_next_and | --- cpumask_next_and rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% if_err_eth1 dash [.] 0xdcad | --- 0x40dcad 0x40e1ed 0.00% btrfs-worker-1 [kernel.kallsyms] [k] worker_loop | --- worker_loop kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] nfs_fhget | --- nfs_fhget nfs_readdir_xdr_to_array nfs_readdir_filler do_read_cache_page read_cache_page_async read_cache_page nfs_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f3cca188e65 0.00% btrfs-cleaner [kernel.kallsyms] [k] intel_pmu_disable_all | --- intel_pmu_disable_all perf_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __btrfs_inc_extent_ref | --- __btrfs_inc_extent_ref btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] tick_do_update_jiffies64 | --- tick_do_update_jiffies64 __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] sha_transform | --- sha_transform extract_buf extract_entropy get_random_bytes load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7fab77721b37 0.00% munin-node [kernel.kallsyms] [k] free_pcppages_bulk | --- free_pcppages_bulk free_hot_cold_page __free_pages free_pages pgd_free __mmdrop finish_task_switch __schedule schedule schedule_timeout sk_wait_data tcp_recvmsg inet_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% if_err_eth1 [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2502 Perl_pp_fork 0.00% kworker/1:1 [kernel.kallsyms] [k] internal_add_timer | --- internal_add_timer mod_timer add_timer queue_delayed_work_on queue_delayed_work schedule_delayed_work vmstat_update process_one_work worker_thread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault Perl_pp_iter 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_queue_worker | --- btrfs_queue_worker btrfs_wq_submit_bio btree_submit_bio_hook submit_one_bio flush_epd_write_bio extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __wake_up_common | --- __wake_up_common __wake_up btrfs_tree_unlock __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] irq_move_irq | --- irq_move_irq handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perl [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_system 0.00% btrfs-transacti [kernel.kallsyms] [k] __local_bh_enable | --- __local_bh_enable __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] mark_buffer_dirty | --- mark_buffer_dirty __block_commit_write block_write_end ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% irqstats libperl.so.5.10.1 [.] Perl_pp_gvsv | --- Perl_pp_gvsv 0.00% watchdog.pl libpthread-2.11.2.so [.] __waitpid | --- __waitpid 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_entersub | --- Perl_pp_entersub 0.00% btrfs-transacti [kernel.kallsyms] [k] dm_table_put | --- dm_table_put dm_merge_bvec __bio_add_page bio_add_page submit_extent_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] force_quiescent_state | --- force_quiescent_state __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_tree_block_level | --- btrfs_tree_block_level run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync libc-2.11.2.so [.] __select | --- __select 0.00% btrfs-worker-1 [kernel.kallsyms] [k] __lookup_extent_mapping | --- __lookup_extent_mapping lookup_extent_mapping __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_av_fetch | --- Perl_av_fetch 0.00% munin-node libpthread-2.11.2.so [.] __libc_close | --- __libc_close 0.00% btrfs-worker-1 [kernel.kallsyms] [k] __memcpy | --- __memcpy bio_clone btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] dyntick_save_progress_counter | --- dyntick_save_progress_counter force_quiescent_state __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] alloc_buffer_head | --- alloc_buffer_head create_empty_buffers __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] read_block_for_search | --- read_block_for_search btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] bitmap_clear_bits | --- bitmap_clear_bits find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] free_hot_cold_page | --- free_hot_cold_page __free_pages free_pages sysfs_put_link link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0x6f006c0062002f 0.00% btrfs-transacti [bnx2] [k] bnx2_open | --- bnx2_open handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] effective_load | --- effective_load select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] write_extent_buffer | --- write_extent_buffer csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% irqstats libperl.so.5.10.1 [.] Perl_save_pushptr | --- Perl_save_pushptr 0.00% btrfs-transacti [kernel.kallsyms] [k] bitmap_clear | --- bitmap_clear btrfs_find_space_for_alloc find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_safesyscalloc | --- Perl_safesyscalloc 0.00% rsync [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x419899 0.00% btrfs-transacti [kernel.kallsyms] [k] getnstimeofday | --- getnstimeofday ktime_get_real netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% processes libc-2.11.2.so [.] 0x71d43 | --- 0x7f0b79ca2d43 0.00% ethtool [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork make_child 0.00% btrfs-transacti [kernel.kallsyms] [k] clear_buddies | --- clear_buddies pick_next_task_fair __schedule __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_keyword | --- Perl_keyword 0.00% btrfs-cleaner [kernel.kallsyms] [k] unmap_single | --- unmap_single bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% cut ld-2.11.2.so [.] 0xaecd | --- 0x7fdaf063decd 0x7fdaf0636970 0x7fdaf0647647 0.00% btrfs-endio-met [kernel.kallsyms] [k] check_preempt_wakeup | --- check_preempt_wakeup check_preempt_curr ttwu_do_wakeup ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit unlock_page end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] update_group_power | --- update_group_power load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_extent_refs | --- btrfs_set_extent_refs run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] prop_norm_single | --- prop_norm_single __prop_inc_single task_dirty_inc account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] scheduler_ipi | --- scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] swap_info_get | --- swap_info_get reuse_swap_page handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork Perl_my_popen 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_clear_lock_blocking_rw | --- btrfs_clear_lock_blocking_rw btrfs_clear_path_blocking btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] put_page | --- put_page __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_list | --- Perl_pp_list 0.00% btrfs-cleaner [kernel.kallsyms] [k] dma_issue_pending_all | --- dma_issue_pending_all net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] radix_tree_lookup | --- radix_tree_lookup alloc_extent_buffer __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] check_preempt_curr | --- check_preempt_curr ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __cfq_slice_expired | --- __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] tcp_valid_rtt_meas | --- tcp_valid_rtt_meas tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] poll_select_copy_remaining | --- poll_select_copy_remaining system_call_fastpath __select 0.00% btrfs-submit-0 [kernel.kallsyms] [k] dm_request | --- dm_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-worker-3 [kernel.kallsyms] [k] csum_tree_block | --- csum_tree_block __btree_submit_bio_start run_one_async_start worker_loop kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] blk_rq_map_sg | --- blk_rq_map_sg scsi_init_sgtable scsi_init_io scsi_setup_fs_cmnd sd_prep_fn blk_peek_request scsi_request_fn __blk_run_queue queue_unplugged blk_flush_plug_list blk_finish_plug generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] write_cache_pages | --- write_cache_pages generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] update_cpu_load | --- update_cpu_load update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_release_extent_buffer_rcu | --- btrfs_release_extent_buffer_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% sshd [kernel.kallsyms] [k] tcp_recvmsg | --- tcp_recvmsg inet_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-cleaner [kernel.kallsyms] [k] __current_kernel_time | --- __current_kernel_time do_timer tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ksoftirqd/3 [kernel.kallsyms] [k] put_page | --- put_page __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc __alloc_skb __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Perl_sv_newmortal 0.00% diskstats [kernel.kallsyms] [k] path_get | --- path_get nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% btrfs-worker-4 [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_safesysfree@plt | --- Perl_safesysfree@plt 0.00% sshd libcrypto.so.0.9.8 [.] AES_encrypt | --- AES_encrypt 0.00% open_inodes [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-cleaner [kernel.kallsyms] [k] mod_timer | --- mod_timer sk_reset_timer tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] remove_mapping | --- remove_mapping invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_re_intuit_start | --- Perl_re_intuit_start 0.00% diskstats [kernel.kallsyms] [k] vsnprintf | --- vsnprintf seq_printf chrdev_show devinfo_show traverse seq_lseek proc_reg_llseek vfs_llseek sys_lseek system_call_fastpath __libc_lseek 0.00% btrfs-transacti [kernel.kallsyms] [k] __netif_receive_skb | --- __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% date [kernel.kallsyms] [k] user_path_at | --- user_path_at sys_access system_call_fastpath 0x7f8f85290af7 0x7f8f85282d85 0x7f8f8527e124 0x7f8f8528f647 0.00% btrfs-transacti [kernel.kallsyms] [k] update_rq_clock | --- update_rq_clock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% kworker/1:1 [kernel.kallsyms] [k] __schedule | --- __schedule schedule worker_thread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_const | --- Perl_pp_const 0.00% diskstats libperl.so.5.10.1 [.] Perl_ninstr | --- Perl_ninstr 0.00% kworker/3:2 [kernel.kallsyms] [k] internal_add_timer | --- internal_add_timer mod_timer add_timer queue_delayed_work_on queue_delayed_work schedule_delayed_work vmstat_update process_one_work worker_thread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] dec_zone_page_state | --- dec_zone_page_state clear_page_dirty_for_io write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] swiotlb_map_page | --- swiotlb_map_page bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% btrfs-transacti [kernel.kallsyms] [k] clear_page_dirty_for_io | --- clear_page_dirty_for_io write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_clear | --- Perl_sv_clear 0.00% btrfs-transacti [aoe] [k] aoecmd_ata_rsp | --- aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] __alloc_pages_nodemask | --- __alloc_pages_nodemask nfs_readdir_filler do_read_cache_page read_cache_page_async read_cache_page nfs_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f3cca188e65 0.00% btrfs-cleaner [kernel.kallsyms] [k] blk_start_request | --- blk_start_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% irqstats libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% btrfs-cleaner [kernel.kallsyms] [k] __lookup_extent_mapping | --- __lookup_extent_mapping lookup_extent_mapping __btrfs_map_block btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages readahead_tree_block reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% sh [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc native_sched_clock sched_clock sched_clock_local sched_clock_cpu local_clock __perf_event_header__init_id perf_event_header__init_id perf_event_mmap_ctx perf_event_mmap install_special_mapping arch_setup_additional_pages load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f094c1b6b37 0.00% btrfs-cleaner [kernel.kallsyms] [k] __lookup | --- __lookup radix_tree_gang_lookup_slot find_get_pages pagevec_lookup invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] ip_route_input_common | --- ip_route_input_common ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] __d_lookup | --- __d_lookup do_lookup do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f58c084938c readproc 0x40231f 0x40308b __libc_start_main 0.00% munin-node libperl.so.5.10.1 [.] Perl_safesysfree | --- Perl_safesysfree 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_padhv | --- Perl_pp_padhv 0.00% diskstats libperl.so.5.10.1 [.] 0x1336da | --- 0x7fceccb656da 0x7fff148b8390 0.00% btrfs-transacti [kernel.kallsyms] [k] linear_merge | --- linear_merge dm_merge_bvec __bio_add_page bio_add_page submit_extent_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] find_lock_delalloc_range | --- find_lock_delalloc_range __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] pthread_getspecific@plt | --- pthread_getspecific@plt 0.00% btrfs-transacti [kernel.kallsyms] [k] sched_clock | --- sched_clock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-worker-4 [kernel.kallsyms] [k] try_to_del_timer_sync | --- try_to_del_timer_sync del_timer_sync schedule_timeout worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] ip_rcv | --- ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule rpc_wait_bit_killable __wait_on_bit out_of_line_wait_on_bit __rpc_execute rpc_execute rpc_run_task rpc_call_sync nfs3_rpc_wrapper nfs3_proc_readdir nfs_readdir_xdr_to_array nfs_readdir_filler do_read_cache_page read_cache_page_async read_cache_page nfs_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f3cca188e65 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] compat_sys_futex | --- compat_sys_futex 0xf770a430 WaitForLocalMutex OSMutexLock SMMutexLock SignaledQConsumeData DataEvtMgrListenAndProcess DMWTEventMgrThread OSThreadStub start_thread clone 0.00% rsync [kernel.kallsyms] [k] __lookup_extent_mapping | --- __lookup_extent_mapping lookup_extent_mapping __btrfs_map_block btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% diskstats libperl.so.5.10.1 [.] Perl_newSV_type | --- Perl_newSV_type 0.00% btrfs-cleaner [kernel.kallsyms] [k] __prop_inc_percpu_max | --- __prop_inc_percpu_max test_clear_page_writeback end_page_writeback end_buffer_async_write end_bio_bh_io_sync bio_endio req_bio_endio blk_update_request blk_update_bidi_request blk_end_bidi_request blk_end_request scsi_io_completion scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] tick_dev_program_event | --- tick_dev_program_event hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair pick_next_task_fair __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault handle_mm_fault do_page_fault page_fault do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% btrfs-transacti [kernel.kallsyms] [k] _cond_resched | --- _cond_resched btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libc-2.11.2.so [.] memmove | --- memmove 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_leaf_free_space | --- btrfs_leaf_free_space btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_err_eth1 libperl.so.5.10.1 [.] Perl_magic_getsig | --- Perl_magic_getsig 0.00% diskstats [kernel.kallsyms] [k] device_not_available | --- device_not_available Perl_pp_entersub 0.00% diskstats libperl.so.5.10.1 [.] Perl_do_kv | --- Perl_do_kv 0.00% diskstats [kernel.kallsyms] [k] part_stat_show | --- part_stat_show dev_attr_show sysfs_read_file vfs_read sys_read system_call_fastpath __libc_read 0.00% btrfs-transacti [kernel.kallsyms] [k] account_page_dirtied | --- account_page_dirtied __set_page_dirty_nobuffers set_extent_buffer_dirty btrfs_mark_buffer_dirty __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __btrfs_cow_block | --- __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [aoe] [k] aoenet_rcv | --- aoenet_rcv aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_tree_block_ref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_savesharedpv | --- Perl_savesharedpv 0.00% perf [kernel.kallsyms] [k] _ext4_get_block | --- _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% ps [kernel.kallsyms] [k] kmem_cache_alloc_trace | --- kmem_cache_alloc_trace seq_read vfs_read sys_read system_call_fastpath __read 0x7f58c08492f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] rcu_irq_enter | --- rcu_irq_enter irq_enter smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% processes [kernel.kallsyms] [k] down_read | --- down_read exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath _exit 0.00% btrfs-transacti [kernel.kallsyms] [k] skb_put | --- skb_put bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] call_softirq | --- call_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] down_write | --- down_write ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% top [kernel.kallsyms] [k] put_pid | --- put_pid do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-transacti [kernel.kallsyms] [k] free_extent_map | --- free_extent_map __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] call_softirq | --- call_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% open_inodes ld-2.11.2.so [.] 0xd35a | --- 0x7fd97dca535a 0.00% btrfs-cleaner [kernel.kallsyms] [k] cfq_activate_request | --- cfq_activate_request blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_get_inode_loc | --- ext4_get_inode_loc ext4_mark_inode_dirty ext4_dirty_inode __mark_inode_dirty ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] btrfs_item_size | --- btrfs_item_size check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] __memcpy | --- __memcpy seq_printf proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f58c084938c readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] __cond_resched | --- __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] walk_down_proc | --- walk_down_proc walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] rcu_process_gp_end | --- rcu_process_gp_end __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] internal_add_timer | --- internal_add_timer add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] sched_clock_tick | --- sched_clock_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __rcu_pending | --- __rcu_pending rcu_check_callbacks update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] handle_edge_irq | --- handle_edge_irq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_newSV@plt | --- Perl_newSV@plt 0.00% btrfs-transacti [kernel.kallsyms] [k] setup_object | --- setup_object __slab_alloc kmem_cache_alloc mempool_alloc_slab mempool_alloc bio_alloc_bioset bio_alloc btrfs_bio_alloc submit_extent_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] xfs_vn_getattr | --- xfs_vn_getattr vfs_getattr vfs_fstat sys_newfstat system_call_fastpath __fxstat64 0.00% top libc-2.11.2.so [.] 0x109da0 | --- 0x7f0e7f246da0 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] do_softirq | --- do_softirq do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% perf libc-2.11.2.so [.] __poll | --- __poll cmd_record run_builtin main __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_unstack | --- Perl_pp_unstack 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_extent_inline_ref_type | --- btrfs_extent_inline_ref_type __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] irq_exit | --- irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock unlink_file_vma free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% btrfs-transacti [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% irqstats libperl.so.5.10.1 [.] Perl_PerlIO_get_ptr | --- Perl_PerlIO_get_ptr 0.00% if_eth1 [kernel.kallsyms] [k] __tlb_remove_page | --- __tlb_remove_page unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% open_inodes [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc copy_fs_struct copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% diskstats libperl.so.5.10.1 [.] Perl_safesysrealloc | --- Perl_safesysrealloc 0.00% btrfs-cleaner [kernel.kallsyms] [k] rcu_irq_exit | --- rcu_irq_exit scheduler_ipi smp_reschedule_interrupt reschedule_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __percpu_counter_add | --- __percpu_counter_add clear_page_dirty_for_io write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] activate_page | --- activate_page mark_page_accessed find_extent_buffer btrfs_find_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_set_buffer_uptodate | --- btrfs_set_buffer_uptodate btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] proc_tgid_stat | --- proc_tgid_stat seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo [kernel.kallsyms] [k] strncpy_from_user | --- strncpy_from_user getname_flags user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% btrfs-transacti [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu update_rq_clock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt unlock_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __kmalloc_track_caller | --- __kmalloc_track_caller __alloc_skb __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_eth1 [kernel.kallsyms] [k] alloc_inode | --- alloc_inode new_inode_pseudo create_write_pipe do_pipe_flags sys_pipe2 sys_pipe system_call_fastpath pipe 0x4145c17000000000 0.00% if_eth1 [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x4a8530 0.00% btrfs-transacti [kernel.kallsyms] [k] hrtimer_interrupt | --- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] zone_watermark_ok | --- zone_watermark_ok __alloc_pages_nodemask find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] task_tick_fair | --- task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libc-2.11.2.so [.] realloc | --- realloc 0.00% btrfs-cleaner [kernel.kallsyms] [k] __queue_work | --- __queue_work delayed_work_timer_fn run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares dequeue_task_fair dequeue_task deactivate_task __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% processes [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x40abd1 0.00% diskstats libperl.so.5.10.1 [.] Perl_regexec_flags | --- Perl_regexec_flags 0.00% top [kernel.kallsyms] [k] do_path_lookup | --- do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% if_eth1 [kernel.kallsyms] [k] PageHuge | --- PageHuge unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% ps [kernel.kallsyms] [k] lookup_symbol_name | --- lookup_symbol_name proc_pid_wchan proc_info_read vfs_read sys_read system_call_fastpath __read lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.00% ps [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot generic_file_aio_read do_sync_read vfs_read kernel_read load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% btrfs-cleaner [kernel.kallsyms] [k] init_request_from_bio | --- init_request_from_bio generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_node_slot push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_free2 | --- Perl_sv_free2 0.00% diskstats libperl.so.5.10.1 [.] Perl_save_pushi32ptr | --- Perl_save_pushi32ptr 0.00% munin-node [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% meminfo libperl.so.5.10.1 [.] PerlIO_isutf8 | --- PerlIO_isutf8 0.00% swapper [kernel.kallsyms] [k] ack_apic_edge | --- ack_apic_edge handle_irq do_IRQ ret_from_intr cpu_idle start_secondary 0.00% open_inodes [kernel.kallsyms] [k] page_add_file_rmap | --- page_add_file_rmap handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fd97d9aa5bd 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_magic | --- Perl_sv_magic 0.00% munin-node libc-2.11.2.so [.] sigaddset | --- sigaddset 0.00% btrfs-transacti [kernel.kallsyms] [k] perf_ctx_lock | --- perf_ctx_lock scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo [kernel.kallsyms] [k] pipe_write | --- pipe_write vfs_write sys_write system_call_fastpath __libc_write 0.00% if_eth1 libperl.so.5.10.1 [.] Perl_pp_pushmark | --- Perl_pp_pushmark 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_init_new_buffer | --- btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_mg_get | --- Perl_mg_get 0.00% if_eth1 bash [.] strvec_dispose | --- strvec_dispose 0.00% btrfs-cleaner [kernel.kallsyms] [k] file_free_rcu | --- file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit scheduler_ipi smp_reschedule_interrupt reschedule_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] __find_get_block | --- __find_get_block __getblk jbd2_journal_get_descriptor_buffer jbd2_journal_write_revoke_records jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% uname [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% ps [kernel.kallsyms] [k] __dentry_open | --- __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7fbcfd2f2626 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_set_key_blockptr | --- btrfs_set_key_blockptr __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_magic_gettaint | --- Perl_magic_gettaint 0.00% sshd [kernel.kallsyms] [k] sched_clock_tick | --- sched_clock_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt __wake_up tty_wakeup pty_unthrottle tty_unthrottle n_tty_read tty_read vfs_read sys_read system_call_fastpath __read 0.00% ps libc-2.11.2.so [.] strchrnul | --- strchrnul vsnprintf 0.00% meminfo libperl.so.5.10.1 [.] Perl_magic_set | --- Perl_magic_set 0.00% meminfo libperl.so.5.10.1 [.] Perl_mro_meta_init | --- Perl_mro_meta_init 0.00% meminfo libperl.so.5.10.1 [.] Perl_scalarvoid | --- Perl_scalarvoid 0.00% meminfo [kernel.kallsyms] [k] d_alloc | --- d_alloc do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% meminfo [kernel.kallsyms] [k] link_path_walk | --- link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% top [kernel.kallsyms] [k] mutex_lock | --- mutex_lock seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_save_pushptr@plt | --- Perl_save_pushptr@plt 0.00% meminfo libc-2.11.2.so [.] memset | --- memset 0.00% irqstats libperl.so.5.10.1 [.] Perl_sv_setpvn | --- Perl_sv_setpvn 0.00% meminfo [kernel.kallsyms] [k] free_pages_prepare | --- free_pages_prepare free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% date [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x409629 0.00% perf [kernel.kallsyms] [k] ext4_get_branch | --- ext4_get_branch ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_re_compile | --- Perl_re_compile 0.00% ps [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0.00% if_eth1 [kernel.kallsyms] [k] clear_buddies | --- clear_buddies pick_next_task_fair __schedule schedule do_wait sys_wait4 system_call_fastpath __waitpid 0.00% btrfs-transacti [kernel.kallsyms] [k] cascade | --- cascade run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] sys_open | --- sys_open __open 0.00% rsync [kernel.kallsyms] [k] do_select | --- do_select core_sys_select sys_select system_call_fastpath __select 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_sassign | --- Perl_pp_sassign 0.00% processes ld-2.11.2.so [.] 0x8d3f | --- 0x7f0b7a9a9d3f 0.00% if_eth1 [kernel.kallsyms] [k] ____pagevec_lru_add_fn | --- ____pagevec_lru_add_fn pagevec_lru_move_fn ____pagevec_lru_add __lru_cache_add lru_cache_add_lru page_add_new_anon_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_magicext | --- Perl_sv_magicext 0.00% load [kernel.kallsyms] [k] swap_info_get | --- swap_info_get free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_and | --- Perl_pp_and 0.00% interrupts [kernel.kallsyms] [k] unlock_page | --- unlock_page __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a737830 0.00% cat ld-2.11.2.so [.] 0x140a5 | --- 0x7fc01e3cf0a5 0x7fc01e3c2d85 0x7fc01e3be124 0x7fc01e3cf647 0.00% btrfs-transacti [kernel.kallsyms] [k] check_for_new_grace_period | --- check_for_new_grace_period rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_err_eth1 [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit unlock_page __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f5e221844a0 0x409518 0.00% munin-node [kernel.kallsyms] [k] find_vma | --- find_vma do_page_fault page_fault 0x7f0b79ca4280 0.00% munin-node libperl.so.5.10.1 [.] 0x3ab24 | --- 0x7f0b7a66eb24 0.00% ps [kernel.kallsyms] [k] filp_close | --- filp_close sys_close system_call_fastpath close 0.00% cat [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_setb 0.00% btrfs-transacti [kernel.kallsyms] [k] down_read | --- down_read btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_match | --- Perl_pp_match 0.00% if_eth1 [kernel.kallsyms] [k] handle_mm_fault | --- handle_mm_fault do_page_fault page_fault 0x7fab776fcb52 0.00% processes [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc anon_vma_clone __split_vma split_vma mprotect_fixup sys_mprotect system_call_fastpath 0x7f92ce24ccd7 0x7f92ce23a970 0x7f92ce24b647 0.00% ps libc-2.11.2.so [.] memset | --- memset 0x40231f 0x40308b __libc_start_main 0.00% load [kernel.kallsyms] [k] page_fault | --- page_fault memcpy 0x657270006f6e3d45 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_destructor_x@plt | --- Perl_save_destructor_x@plt 0.00% meminfo libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% irqstats [kernel.kallsyms] [k] free_hot_cold_page | --- free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-transacti [kernel.kallsyms] [k] bio_init | --- bio_init bio_alloc btrfs_bio_alloc submit_extent_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% processes [kernel.kallsyms] [k] __fsnotify_parent | --- __fsnotify_parent sys_write system_call_fastpath __write 0.00% diskstats libperl.so.5.10.1 [.] Perl_PerlIO_set_ptrcnt@plt | --- Perl_PerlIO_set_ptrcnt@plt 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_free | --- Perl_sv_free 0.00% munin-node [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit unlock_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca593e 0.00% perl [kernel.kallsyms] [k] _raw_spin_trylock | --- _raw_spin_trylock fput filp_close sys_close system_call_fastpath __libc_close 0.00% btrfs-cleaner [kernel.kallsyms] [k] merge_state | --- merge_state insert_state set_extent_bit set_extent_dirty btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_pad_add_name | --- Perl_pad_add_name 0.00% meminfo libperl.so.5.10.1 [.] Perl_newSVOP | --- Perl_newSVOP 0.00% ps [kernel.kallsyms] [k] do_last | --- do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f5bb4b09626 readproc 0x40231f 0x40308b __libc_start_main 0.00% rsync [kernel.kallsyms] [k] prepare_to_copy | --- prepare_to_copy copy_process do_fork sys_clone stub_clone __libc_fork 0x419899 0x1743660 0.00% ps [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free do_sys_open sys_open system_call_fastpath __open 0x7f58c0849626 readproc 0x40231f 0x40308b __libc_start_main 0.00% processes [kernel.kallsyms] [k] __schedule | --- __schedule schedule do_wait sys_wait4 system_call_fastpath wait4 0.00% top libproc-3.2.8.so [.] escape_str | --- escape_str escape_command 0x40a609 0x40d5e4 0x40d89a 0x40dace __libc_start_main 0.00% munin-node libperl.so.5.10.1 [.] Perl_runops_standard | --- Perl_runops_standard 0.00% diskstats libperl.so.5.10.1 [.] Perl_newSVpvn | --- Perl_newSVpvn 0.00% diskstats libperl.so.5.10.1 [.] Perl_newATTRSUB | --- Perl_newATTRSUB 0.00% top libc-2.11.2.so [.] 0x7a050 | --- 0x7f0e7f1b7050 0x7f0e7f6ec316 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_filter_read | --- Perl_filter_read 0.00% munin-node libperl.so.5.10.1 [.] Perl_newSVpvn_flags | --- Perl_newSVpvn_flags 0.00% irqstats libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.00% processes [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% if_eth1 [kernel.kallsyms] [k] __lru_cache_add | --- __lru_cache_add page_add_new_anon_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a6d837e 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_2cv | --- Perl_sv_2cv 0.00% processes libc-2.11.2.so [.] __libc_fork | --- __libc_fork 0x409518 0.00% rsync [kernel.kallsyms] [k] ___pud_free_tlb | --- ___pud_free_tlb free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% meminfo libperl.so.5.10.1 [.] Perl_newUNOP | --- Perl_newUNOP 0.00% sh [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock __d_lookup do_lookup do_last path_openat do_filp_open open_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% if_err_eth1 [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% meminfo libperl.so.5.10.1 [.] Perl_savesharedpv | --- Perl_savesharedpv 0.00% meminfo libperl.so.5.10.1 [.] Perl_pad_findmy | --- Perl_pad_findmy 0.00% meminfo libperl.so.5.10.1 [.] Perl_newSViv | --- Perl_newSViv 0.00% diskstats [kernel.kallsyms] [k] find_vma | --- find_vma arch_get_unmapped_area_topdown get_unmapped_area do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7f5944e05c7a 0.00% meminfo libperl.so.5.10.1 [.] Perl_av_fetch | --- Perl_av_fetch 0.00% interrupts [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_iter_begin 0x409518 0.00% btrfs-transacti [kernel.kallsyms] [k] up_read | --- up_read btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_free2@plt | --- Perl_sv_free2@plt 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_grow@plt | --- Perl_sv_grow@plt 0.00% meminfo libperl.so.5.10.1 [.] Perl_fold_constants | --- Perl_fold_constants 0.00% interrupts [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% diskstats libperl.so.5.10.1 [.] Perl_pad_tidy | --- Perl_pad_tidy 0.00% processes [kernel.kallsyms] [k] clear_buddies | --- clear_buddies pick_next_task_fair __schedule schedule pipe_wait pipe_read do_sync_read vfs_read sys_read system_call_fastpath __read 0.00% munin-node libperl.so.5.10.1 [.] Perl_push_scope | --- Perl_push_scope 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_pp_concat | --- Perl_pp_concat 0.00% processes [kernel.kallsyms] [k] __zone_watermark_ok | --- __zone_watermark_ok zone_watermark_ok get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x4125ec 0x2f7273752f3a6e69 0.00% processes [kernel.kallsyms] [k] release_task | --- release_task wait_consider_task do_wait sys_wait4 system_call_fastpath wait4 0.00% meminfo libperl.so.5.10.1 [.] Perl_leave_scope | --- Perl_leave_scope 0.00% meminfo libperl.so.5.10.1 [.] Perl_newGP | --- Perl_newGP 0.00% interrupts libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.00% meminfo libperl.so.5.10.1 [.] Perl_safesysrealloc | --- Perl_safesysrealloc 0.00% diskstats [kernel.kallsyms] [k] sprintf | --- sprintf part_stat_show dev_attr_show sysfs_read_file vfs_read sys_read system_call_fastpath __libc_read 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_catpvn_flags | --- Perl_sv_catpvn_flags 0.00% ps [kernel.kallsyms] [k] thread_group_times | --- thread_group_times do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f5bb4b092f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_scalarvoid | --- Perl_scalarvoid 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_av_store | --- Perl_av_store 0.00% meminfo libperl.so.5.10.1 [.] PerlIOBuf_get_cnt | --- PerlIOBuf_get_cnt 0.00% interrupts [kernel.kallsyms] [k] pipe_iov_copy_from_user | --- pipe_iov_copy_from_user do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% date [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc get_empty_filp path_openat do_filp_open open_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% meminfo libpthread-2.11.2.so [.] __pthread_getspecific_internal | --- __pthread_getspecific_internal 0.00% irqstats libc-2.11.2.so [.] memcpy | --- memcpy 0.00% top [kernel.kallsyms] [k] show_stat | --- show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_unstack | --- Perl_pp_unstack 0.00% processes [kernel.kallsyms] [k] page_add_file_rmap | --- page_add_file_rmap handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f92ce240700 0.00% irqstats libpthread-2.11.2.so [.] __pthread_mutex_lock_internal | --- __pthread_mutex_lock_internal 0.00% perf [kernel.kallsyms] [k] ext4_write_begin | --- ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_pad_alloc | --- Perl_pad_alloc 0.00% diskstats libperl.so.5.10.1 [.] Perl_localize | --- Perl_localize 0.00% diskstats libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% meminfo [kernel.kallsyms] [k] ____pagevec_lru_add_fn | --- ____pagevec_lru_add_fn pagevec_lru_move_fn ____pagevec_lru_add __lru_cache_add lru_cache_add_lru page_add_new_anon_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_pp_entersub 0.00% diskstats libperl.so.5.10.1 [.] Perl_fold_constants | --- Perl_fold_constants 0.00% meminfo [kernel.kallsyms] [k] irq_enter | --- irq_enter ret_from_intr Perl_pp_complement 0.00% diskstats [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock link_path_walk link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% meminfo libperl.so.5.10.1 [.] Perl_pp_or | --- Perl_pp_or 0.00% top [kernel.kallsyms] [k] tty_hung_up_p | --- tty_hung_up_p tty_write vfs_write sys_write system_call_fastpath __write 0.00% cat [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% diskstats [kernel.kallsyms] [k] path_init | --- path_init path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% processes [kernel.kallsyms] [k] copy_page_range | --- copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% processes [kernel.kallsyms] [k] unlink_anon_vmas | --- unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% meminfo libperl.so.5.10.1 [.] Perl_sv_add_backref | --- Perl_sv_add_backref 0.00% munin-node [kernel.kallsyms] [k] mntget | --- mntget path_get copy_fs_struct copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% interrupts [kernel.kallsyms] [k] __virt_addr_valid | --- __virt_addr_valid free_pages tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% top libncurses.so.5.7 [.] _IO_putc@plt | --- _IO_putc@plt 0.00% irqstats libperl.so.5.10.1 [.] Perl_push_scope | --- Perl_push_scope 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_mg_magical | --- Perl_mg_magical 0.00% ps [kernel.kallsyms] [k] __get_free_pages | --- __get_free_pages vfs_read sys_read system_call_fastpath __read 0x7f58c0849626 readproc 0x40231f 0x40308b __libc_start_main 0.00% perf [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page __find_get_block_slow unmap_underlying_metadata __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% buddyinfo [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f8b02842dee 0.00% diskstats libperl.so.5.10.1 [.] Perl_get_arena | --- Perl_get_arena 0.00% if_eth1 [kernel.kallsyms] [k] ext4_file_open | --- ext4_file_open __dentry_open nameidata_to_filp do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath 0x7fab77e41a37 0.00% meminfo [kernel.kallsyms] [k] call_softirq | --- call_softirq irq_exit do_IRQ ret_from_intr Perl_savepv 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.00% meminfo libperl.so.5.10.1 [.] Perl_ck_fun | --- Perl_ck_fun 0.00% top [kernel.kallsyms] [k] path_get | --- path_get do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% meminfo libperl.so.5.10.1 [.] Perl_newLISTOP | --- Perl_newLISTOP 0.00% ps [kernel.kallsyms] [k] __d_lookup_rcu | --- __d_lookup_rcu do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.00% diskstats [kernel.kallsyms] [k] __d_lookup | --- __d_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% if_err_eth1 libc-2.11.2.so [.] 0x74524 | --- 0x7f5e22187524 0.00% diskstats libperl.so.5.10.1 [.] Perl_safesysfree | --- Perl_safesysfree 0.00% top [kernel.kallsyms] [k] release_open_intent | --- release_open_intent path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_pp_aassign | --- Perl_pp_aassign 0.00% meminfo libperl.so.5.10.1 [.] Perl_pad_check_dup | --- Perl_pad_check_dup 0.00% diskstats libperl.so.5.10.1 [.] Perl_av_extend | --- Perl_av_extend 0.00% meminfo [kernel.kallsyms] [k] __call_rcu | --- __call_rcu call_rcu_sched __put_cred commit_creds sys_setresgid system_call_fastpath __nptl_setxid 0.00% meminfo libperl.so.5.10.1 [.] Perl_gv_name_set | --- Perl_gv_name_set 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newSVREF | --- Perl_newSVREF 0.00% btrfs-transacti [kernel.kallsyms] [k] memmove_extent_buffer | --- memmove_extent_buffer btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] strncpy_from_user | --- strncpy_from_user getname_flags user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0x700061006d002f 0.00% meminfo libperl.so.5.10.1 [.] Perl_mro_set_private_data | --- Perl_mro_set_private_data 0.00% btrfs-cleaner [kernel.kallsyms] [k] native_apic_mem_write | --- native_apic_mem_write apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newGP | --- Perl_newGP 0.00% meminfo libperl.so.5.10.1 [.] Perl_save_bool | --- Perl_save_bool 0.00% kworker/2:0 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore __wake_up n_tty_receive_buf flush_to_ldisc process_one_work worker_thread kthread kernel_thread_helper 0.00% buddyinfo libperl.so.5.10.1 [.] 0xb3655 | --- 0x7fae3e684655 0.00% meminfo libperl.so.5.10.1 [.] Perl_scan_num | --- Perl_scan_num 0.00% top [kernel.kallsyms] [k] sys_close | --- sys_close system_call_fastpath close 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_scalarseq | --- Perl_scalarseq 0.00% top libc-2.11.2.so [.] strnlen | --- strnlen vsnprintf 0x7fff64671bcb 0.00% ps [kernel.kallsyms] [k] __virt_addr_valid | --- __virt_addr_valid free_pages proc_info_read vfs_read sys_read system_call_fastpath __read 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_peep | --- Perl_peep 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_share_hek | --- Perl_share_hek 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_pp_leaveloop | --- Perl_pp_leaveloop 0.00% processes [kernel.kallsyms] [k] native_write_msr_safe | --- native_write_msr_safe wait4 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_usepvn_flags | --- Perl_sv_usepvn_flags 0.00% diskstats [kernel.kallsyms] [k] alloc_fd | --- alloc_fd do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% diskstats libperl.so.5.10.1 [.] Perl_save_sptr | --- Perl_save_sptr 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_scalar | --- Perl_scalar 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_next | --- Perl_pp_next 0.00% buddyinfo libc-2.11.2.so [.] cfree | --- cfree 0.00% ps [kernel.kallsyms] [k] __memset | --- __memset get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7ff2cd3bf2f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% ps [kernel.kallsyms] [k] alloc_fd | --- alloc_fd sys_open system_call_fastpath __open 0x7fbcfd2f2626 readproc 0x40231f 0x40308b __libc_start_main 0.00% munin-node [kernel.kallsyms] [k] do_vfs_ioctl | --- do_vfs_ioctl sys_ioctl system_call_fastpath tcgetattr 0.00% awk [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault localeconv 0.00% buddyinfo libpthread-2.11.2.so [.] __pthread_getspecific_internal | --- __pthread_getspecific_internal 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_leave_scope | --- Perl_leave_scope 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newSVOP | --- Perl_newSVOP 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_padsv | --- Perl_pp_padsv 0.00% ps libc-2.11.2.so [.] 0x6f601 | --- 0x7f5bb480f601 0.00% ps [kernel.kallsyms] [k] __alloc_pages_nodemask | --- __alloc_pages_nodemask __get_free_pages proc_info_read vfs_read sys_read system_call_fastpath __read lookup_wchan 0x4064ef 0x408442 0x402264 0x40308b __libc_start_main 0.00% df [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f22d094ab37 0.00% ps libproc-3.2.8.so [.] readproc | --- readproc 0x40308b __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_pad_undef | --- Perl_pad_undef 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_scalarvoid | --- Perl_scalarvoid 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __make_request | --- __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% sh [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f481c795555 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_cv_undef | --- Perl_cv_undef 0.00% ps [kernel.kallsyms] [k] __call_rcu | --- __call_rcu call_rcu_sched fput filp_close sys_close system_call_fastpath close 0x7ff2cd3bf2f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% df libperl.so.5.10.1 [.] Perl_append_elem | --- Perl_append_elem 0.00% df libperl.so.5.10.1 [.] Perl_gv_check | --- Perl_gv_check 0.00% ps libc-2.11.2.so [.] _IO_sputbackc | --- _IO_sputbackc __vsscanf 0.00% cpu [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc anon_vma_fork dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% top libc-2.11.2.so [.] _IO_setb | --- _IO_setb 0x335b1b6d30313b30 0.00% ps libc-2.11.2.so [.] __read | --- __read 0x7f5bb4b0938c readproc 0x40231f 0x40308b __libc_start_main 0.00% df libperl.so.5.10.1 [.] Perl_newSTATEOP | --- Perl_newSTATEOP 0.00% df_inode libperl.so.5.10.1 [.] 0xbebbc | --- 0x7fefef7bebbc 0.00% munin-node [kernel.kallsyms] [k] ktime_get_real | --- ktime_get_real tcp_write_xmit __tcp_push_pending_frames tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% diskstats libperl.so.5.10.1 [.] Perl_newASSIGNOP | --- Perl_newASSIGNOP 0.00% ps [kernel.kallsyms] [k] free_pages | --- free_pages proc_info_read vfs_read sys_read system_call_fastpath __read 0x7fbcfd2f2626 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-transacti [kernel.kallsyms] [k] test_range_bit | --- test_range_bit try_release_extent_state btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% df libperl.so.5.10.1 [.] Perl_scalar | --- Perl_scalar 0.00% swapper [kernel.kallsyms] [k] hrtimer_start | --- hrtimer_start cpu_idle start_secondary 0.00% df_inode libc-2.11.2.so [.] realloc | --- realloc 0.00% rsync [kernel.kallsyms] [k] vfs_readdir | --- vfs_readdir sys_getdents system_call_fastpath 0x7f3cca188e65 0.00% munin-node libperl.so.5.10.1 [.] Perl_mg_get | --- Perl_mg_get 0.00% buddyinfo libc-2.11.2.so [.] memcpy | --- memcpy 0.00% ps [kernel.kallsyms] [k] strnlen | --- strnlen vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7ff2cd3bf2f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] __wait_on_bit | --- __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_node_slot push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% df libperl.so.5.10.1 [.] Perl_peep | --- Perl_peep 0.00% df [kernel.kallsyms] [k] tick_sched_timer | --- tick_sched_timer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt Perl_sv_setsv_flags 0.00% df_inode libperl.so.5.10.1 [.] Perl_pp_entersub | --- Perl_pp_entersub 0.00% rsync [kernel.kallsyms] [k] error_exit | --- error_exit geteuid 0.00% df libc-2.11.2.so [.] 0x71cf2 | --- 0x7f481c792cf2 0.00% diskstats libperl.so.5.10.1 [.] Perl_doref | --- Perl_doref 0.00% df_inode [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fefeed71dee 0.00% df_inode libperl.so.5.10.1 [.] Perl_yyparse | --- Perl_yyparse 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_upgrade@plt | --- Perl_sv_upgrade@plt 0.00% btrfs-cleaner [kernel.kallsyms] [k] set_extent_buffer_uptodate | --- set_extent_buffer_uptodate btrfs_set_buffer_uptodate btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% snmpd [kernel.kallsyms] [k] __memcpy | --- __memcpy seq_printf show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-transacti [kernel.kallsyms] [k] update_block_group | --- update_block_group __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_vverify | --- Perl_vverify 0.00% irqstats libperl.so.5.10.1 [.] Perl_av_fetch | --- Perl_av_fetch 0.00% df libperl.so.5.10.1 [.] Perl_newASSIGNOP | --- Perl_newASSIGNOP 0.00% btrfs-transacti [kernel.kallsyms] [k] lru_add_drain | --- lru_add_drain invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] Perl_scalarvoid | --- Perl_scalarvoid 0.00% top [kernel.kallsyms] [k] __lookup_mnt | --- __lookup_mnt link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% df [kernel.kallsyms] [k] __do_softirq | --- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt 0x7f0d921a9f70 0.00% top [kernel.kallsyms] [k] get_symbol_pos | --- get_symbol_pos lookup_symbol_name proc_pid_wchan proc_info_read vfs_read sys_read system_call_fastpath __read 0.00% swapper [kernel.kallsyms] [k] rcu_check_callbacks | --- rcu_check_callbacks update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] set_next_entity | --- set_next_entity __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-worker-3 [kernel.kallsyms] [k] __kmalloc | --- __kmalloc __btrfs_map_block btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% df libperl.so.5.10.1 [.] Perl_intro_my@plt | --- Perl_intro_my@plt 0.00% ps [kernel.kallsyms] [k] task_prio | --- task_prio proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f5bb4b092f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% sshd [kernel.kallsyms] [k] sk_stream_alloc_skb | --- sk_stream_alloc_skb tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% sshd [kernel.kallsyms] [k] rb_next | --- rb_next set_next_entity pick_next_task_fair __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-cleaner [kernel.kallsyms] [k] bitmap_clear | --- bitmap_clear btrfs_find_space_for_alloc find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_wait_marked_extents | --- btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] schedule_work | --- schedule_work pty_write do_output_char process_output n_tty_write tty_write vfs_write sys_write system_call_fastpath __write 0.00% irqstats libperl.so.5.10.1 [.] Perl_newUNOP | --- Perl_newUNOP 0.00% buddyinfo [kernel.kallsyms] [k] __alloc_pages_nodemask | --- __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f8b02842dee 0.00% sh [kernel.kallsyms] [k] unlink_anon_vmas | --- unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% irqstats libc-2.11.2.so [.] memmove | --- memmove 0.00% top [kernel.kallsyms] [k] pty_write | --- pty_write n_tty_write tty_write vfs_write sys_write system_call_fastpath __write 0.00% top [kernel.kallsyms] [k] n_tty_flush_buffer | --- n_tty_flush_buffer n_tty_ioctl_helper n_tty_ioctl tty_ioctl do_vfs_ioctl sys_ioctl system_call_fastpath ioctl 0x40dc1c __libc_start_main 0.00% buddyinfo [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault 0x7f8b02842dee 0.00% sshd [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave __wake_up put_ldisc tty_ldisc_deref tty_read vfs_read sys_read system_call_fastpath __read 0.00% top libc-2.11.2.so [.] _IO_padn | --- _IO_padn vsnprintf 0x2020202020202020 0.00% munin-node [kernel.kallsyms] [k] down_read_trylock | --- down_read_trylock do_page_fault page_fault memset 0.00% cat [kernel.kallsyms] [k] perf_event_mmap_ctx | --- perf_event_mmap_ctx perf_event_mmap install_special_mapping arch_setup_additional_pages load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f9fa53a7b37 0.00% df libperl.so.5.10.1 [.] Perl_sv_clear | --- Perl_sv_clear 0.00% btrfs-cleaner [kernel.kallsyms] [k] clear_extent_buffer_dirty | --- clear_extent_buffer_dirty clean_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] current_io_context | --- current_io_context get_request get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% df_inode libc-2.11.2.so [.] 0x10d342 | --- 0x7fefeee0a342 0.00% df_inode libperl.so.5.10.1 [.] Perl_pp_concat | --- Perl_pp_concat 0.00% df libperl.so.5.10.1 [.] Perl_PerlIO_tell | --- Perl_PerlIO_tell 0.00% irqstats libpthread-2.11.2.so [.] __pthread_getspecific_internal | --- __pthread_getspecific_internal 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_pushmark | --- Perl_pp_pushmark 0.00% btrfs-transacti [kernel.kallsyms] [k] radix_tree_tag_clear | --- radix_tree_tag_clear test_set_page_writeback __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% io_saturation libperl.so.5.10.1 [.] Perl_save_alloc | --- Perl_save_alloc 0.00% df libc-2.11.2.so [.] _dl_addr | --- _dl_addr 0.00% kworker/0:1 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave __wake_up n_tty_receive_buf flush_to_ldisc process_one_work worker_thread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] lookup_symbol_name | --- lookup_symbol_name proc_pid_wchan proc_info_read vfs_read sys_read system_call_fastpath __read lookup_wchan 0x40cf9c 0x40d5e4 0x40d89a 0x40dace __libc_start_main 0.00% kworker/2:0 [kernel.kallsyms] [k] set_next_entity | --- set_next_entity pick_next_task_fair __schedule schedule worker_thread kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] Perl_sv_gets | --- Perl_sv_gets 0.00% df libperl.so.5.10.1 [.] Perl_scalarvoid | --- Perl_scalarvoid 0.00% irqstats libperl.so.5.10.1 [.] Perl_av_store | --- Perl_av_store 0.00% dsm_sa_datamgr3 libdcsupt32.so.5.8.0.4961 [.] OSSemaphoreRelease | --- OSSemaphoreRelease SMSemaphoreRelease SignaledQProduceData DataEvtMgrNodeSubmit DMGEBodyOL DMGEDODirtyList DataObjMgrDORefreshMultiple DataObjMgrDORefreshSingle PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% sshd libc-2.11.2.so [.] memcpy | --- memcpy 0.00% df_inode libperl.so.5.10.1 [.] PerlIO_layer_fetch | --- PerlIO_layer_fetch 0.00% top [kernel.kallsyms] [k] kthread_data | --- kthread_data ttwu_activate ttwu_do_activate try_to_wake_up wake_up_process wake_up_worker insert_work __queue_work queue_work_on queue_work schedule_work tty_flip_buffer_push pty_write n_tty_write tty_write vfs_write sys_write system_call_fastpath __write 0.00% io_saturation libc-2.11.2.so [.] realloc | --- realloc 0.00% top [kernel.kallsyms] [k] queue_work_on | --- queue_work_on schedule_work tty_flip_buffer_push pty_write n_tty_write tty_write vfs_write sys_write system_call_fastpath __write 0.00% swapper [kernel.kallsyms] [k] native_load_tls | --- native_load_tls 0.00% top [kernel.kallsyms] [k] __alloc_pages_nodemask | --- __alloc_pages_nodemask __get_free_pages proc_info_read vfs_read sys_read system_call_fastpath __read 0.00% df_inode libperl.so.5.10.1 [.] Perl_save_pushptrptr | --- Perl_save_pushptrptr 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_init_new_buffer | --- btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% df_inode libc-2.11.2.so [.] 0x74383 | --- 0x7f2dc3336383 0.00% df libperl.so.5.10.1 [.] Perl_linklist@plt | --- Perl_linklist@plt 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_alloc@plt | --- Perl_save_alloc@plt 0.00% btrfs-cleaner [kernel.kallsyms] [k] _raw_spin_trylock | --- _raw_spin_trylock __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] blkiocg_update_io_add_stats | --- blkiocg_update_io_add_stats | |--62.47%-- __elv_add_request | blk_flush_plug_list | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --37.53%-- cfq_insert_request __elv_add_request blk_flush_plug_list __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] prepare_creds | --- prepare_creds sys_faccessat sys_access system_call_fastpath access 0x40a1f1 0x40d803 0x40dace __libc_start_main 0.00% df_inode libperl.so.5.10.1 [.] Perl_leave_scope | --- Perl_leave_scope 0.00% top [kernel.kallsyms] [k] fd_install | --- fd_install sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_pad_undef | --- Perl_pad_undef 0.00% io_saturation [kernel.kallsyms] [k] __do_fault | --- __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault siglongjmp 0.00% top [kernel.kallsyms] [k] mutex_lock_killable | --- mutex_lock_killable sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __schedule | --- __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] add_timer | --- add_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt vsnprintf seq_printf proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7fbcfd2f238c readproc 0x40231f 0x40308b __libc_start_main 0.00% swapper [kernel.kallsyms] [k] run_timer_softirq | --- run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--82.46%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --17.54%-- start_secondary 0.00% df libperl.so.5.10.1 [.] Perl_sv_catpvn_flags | --- Perl_sv_catpvn_flags 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_savesharedpv | --- Perl_savesharedpv 0.00% btrfs-transacti [kernel.kallsyms] [k] unlock_page | --- unlock_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% io_saturation libperl.so.5.10.1 [.] Perl_sv_gets | --- Perl_sv_gets 0.00% perf [kernel.kallsyms] [k] ext4_mb_release_context | --- ext4_mb_release_context ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% df libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% df_inode libperl.so.5.10.1 [.] Perl_scan_num | --- Perl_scan_num 0.00% df_inode [kernel.kallsyms] [k] update_curr | --- update_curr put_prev_task_fair __schedule schedule retint_careful Perl_gv_fetchpvn_flags 0.00% df libperl.so.5.10.1 [.] Perl_op_free | --- Perl_op_free 0.00% diskstats libperl.so.5.10.1 [.] Perl_pad_leavemy | --- Perl_pad_leavemy 0.00% top libc-2.11.2.so [.] __strtoull_internal | --- __strtoull_internal __vsscanf 0.00% ps [kernel.kallsyms] [k] __delayacct_blkio_ticks | --- __delayacct_blkio_ticks do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7ff2cd3bf2f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __blk_recalc_rq_segments | --- __blk_recalc_rq_segments blk_recount_segments bio_phys_segments blk_rq_bio_prep init_request_from_bio __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] update_curr | --- update_curr put_prev_task_fair __schedule schedule sysret_careful close 0.00% io_saturation [kernel.kallsyms] [k] diskstats_show | --- diskstats_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% df libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% flush-8:0 [kernel.kallsyms] [k] test_set_page_writeback | --- test_set_page_writeback xfs_start_page_writeback xfs_convert_page xfs_cluster_write xfs_vm_writepage __writepage write_cache_pages generic_writepages xfs_vm_writepages do_writepages writeback_single_inode writeback_sb_inodes __writeback_inodes_wb wb_writeback wb_do_writeback bdi_writeback_thread kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] Perl_op_clear@plt | --- Perl_op_clear@plt 0.00% entropy libc-2.11.2.so [.] 0x71dd2 | --- 0x7f0b79ca2dd2 | --- 0x7f0b79ca5ae3 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_setiv | --- Perl_sv_setiv 0.00% irqstats libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.00% diskstats libperl.so.5.10.1 [.] Perl_PerlIO_get_base | --- Perl_PerlIO_get_base 0.00% io_saturation libperl.so.5.10.1 [.] Perl_mg_free | --- Perl_mg_free 0.00% top [kernel.kallsyms] [k] pid_delete_dentry | --- pid_delete_dentry dput fput filp_close sys_close system_call_fastpath close 0.00% top [aoe] [k] newtframe | --- newtframe newframe rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr readdir 0.00% btrfs-endio-met [kernel.kallsyms] [k] mempool_free | --- mempool_free bio_free bio_fs_destructor bio_put end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] _raw_read_lock_irqsave | --- _raw_read_lock_irqsave dm_get_live_table dm_merge_bvec __bio_add_page bio_add_page submit_extent_page __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_magicext | --- Perl_sv_magicext 0.00% ps libc-2.11.2.so [.] _IO_fwrite | --- _IO_fwrite 0.00% snmpd [kernel.kallsyms] [k] path_init | --- path_init path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0.00% btrfs-worker-3 [kernel.kallsyms] [k] __memcpy | --- __memcpy bio_clone btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] Perl_hv_backreferences_p@plt | --- Perl_hv_backreferences_p@plt 0.00% df_inode libc-2.11.2.so [.] __printf_fp | --- __printf_fp _IO_vfprintf _IO_vsprintf 0.00% df libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newSV | --- Perl_newSV 0.00% aoe_ktio [aoe] [k] kthread | --- kthread kthread kernel_thread_helper 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_sv_grow | --- Perl_sv_grow 0.00% top [kernel.kallsyms] [k] check_preempt_wakeup | --- check_preempt_wakeup ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt _IO_vfscanf __vsscanf 0.00% btrfs-endio-met [kernel.kallsyms] [k] find_next_bit | --- find_next_bit cpumask_next_and select_task_rq_fair try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% awk gawk [.] set_RS | --- set_RS 0.00% kipmi0 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore ipmi_thread kthread kernel_thread_helper 0.00% swap [kernel.kallsyms] [k] dup_mm | --- dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% diskstats [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __pthread_getspecific_internal 0.00% df_inode libperl.so.5.10.1 [.] Perl_mod@plt | --- Perl_mod@plt 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newSVsv | --- Perl_newSVsv 0.00% top [kernel.kallsyms] [k] unlazy_walk | --- unlazy_walk do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_set_request | --- cfq_set_request elv_set_request get_request get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_generic_write_end | --- ext4_generic_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% egrep [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free remove_vma exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] __switch_to | --- __switch_to 0xf770a430 UIMIntfReqRsp .L145 UHIPMDeviceIoControl IPMICmd IPMIReqRsp IPMIReqRspRetry IPMGetSensorReading DCHIPMGetSensorReading IENVProcStatusRefreshObject .L40 PopulatorDispatch DCIENV32_SMPopulatorDispatch PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispRefreshObjByDO PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% load [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault | |--37.67%-- Perl_sv_setpvn | |--32.79%-- Perl_PerlIO_close | --29.54%-- Perl_hv_common 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_magicext | --- Perl_sv_magicext 0.00% btrfs-transacti [kernel.kallsyms] [k] _raw_read_lock | --- _raw_read_lock btree_get_extent __extent_writepage extent_write_full_page btree_writepage write_one_page btrfs_write_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% cpu libperl.so.5.10.1 [.] Perl_pp_rv2gv | --- Perl_pp_rv2gv 0.00% munin-node [kernel.kallsyms] [k] zone_watermark_ok | --- zone_watermark_ok __alloc_pages_nodemask copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-cleaner [kernel.kallsyms] [k] dm_merge_bvec | --- dm_merge_bvec __bio_add_page bio_add_page submit_extent_page __extent_read_full_page read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_insert_empty_items insert_tree_block_ref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] get_empty_filp | --- get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7fbcfd2f22f1 readproc 0x40231f 0x40308b __libc_start_main 0.00% awk [kernel.kallsyms] [k] page_add_file_rmap | --- page_add_file_rmap __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f3a8307fee0 0x7f3a830843f2 0.00% top [kernel.kallsyms] [k] is_swiotlb_buffer | --- is_swiotlb_buffer unmap_single swiotlb_unmap_page bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% df libperl.so.5.10.1 [.] Perl_av_extend | --- Perl_av_extend 0.00% df libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.00% netstat [kernel.kallsyms] [k] __do_fault | --- __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fc7c7911300 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_clearsv | --- Perl_save_clearsv 0.00% df libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% buddyinfo libperl.so.5.10.1 [.] PerlIO_fast_gets | --- PerlIO_fast_gets 0.00% btrfs-cleaner [kernel.kallsyms] [k] run_posix_cpu_timers | --- run_posix_cpu_timers update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_op_null | --- Perl_op_null 0.00% cpu [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free free_thread_xstate free_thread_info free_task __put_task_struct delayed_put_task_struct __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt 0x7f46d940f700 0x7f46d9409970 0x7f46d941a647 0.00% cpu [kernel.kallsyms] [k] mm_init | --- mm_init copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% io_saturation libperl.so.5.10.1 [.] Perl_rxres_restore | --- Perl_rxres_restore 0.00% grep ld-2.11.2.so [.] 0xb040 | --- 0x7fb83e89e040 0x7fb83e896970 0x7fb83e8a7647 0.00% ksoftirqd/0 [kernel.kallsyms] [k] file_free_rcu | --- file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_item_size | --- btrfs_item_size __push_leaf_left push_leaf_left split_leaf btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_extent_flags | --- btrfs_extent_flags lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% df_inode [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fefeed71dee 0.00% df libperl.so.5.10.1 [.] Perl_ck_null | --- Perl_ck_null 0.00% diskstats libperl.so.5.10.1 [.] Perl_allocmy | --- Perl_allocmy 0.00% snmpd [kernel.kallsyms] [k] format_decode | --- format_decode vsnprintf seq_printf show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-cleaner [kernel.kallsyms] [k] bio_put | --- bio_put read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] swap_entry_free | --- swap_entry_free free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% top libc-2.11.2.so [.] memmove | --- memmove 0.00% btrfs-transacti [kernel.kallsyms] [k] do_timer | --- do_timer tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] resched_task | --- resched_task | |--50.11%-- check_preempt_wakeup | check_preempt_curr | ttwu_do_wakeup | ttwu_do_activate | try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --49.89%-- check_preempt_curr ttwu_do_wakeup ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] skb_push | --- skb_push aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] kstat_irqs | --- kstat_irqs show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read (nil) 0.00% grep libc-2.11.2.so [.] 0xaf166 | --- 0x7f41bc2bd166 0.00% swapper [kernel.kallsyms] [k] file_free_rcu | --- file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--89.15%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --10.85%-- start_secondary 0.00% if_eth1 libperl.so.5.10.1 [.] Perl_pp_enterloop | --- Perl_pp_enterloop 0.00% df libc-2.11.2.so [.] memmove | --- memmove 0.00% if_eth0 [kernel.kallsyms] [k] update_curr | --- update_curr put_prev_task_fair __schedule schedule do_wait sys_wait4 system_call_fastpath __waitpid 0.00% top [kernel.kallsyms] [k] __phys_addr | --- __phys_addr seq_release single_release fput filp_close sys_close system_call_fastpath close 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% if_eth1 bash [.] yyparse | --- yyparse (nil) 0.00% rpc_client [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault memcpy 0.00% top [kernel.kallsyms] [k] pid_getattr | --- pid_getattr vfs_getattr vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% df_inode libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.00% netstat [kernel.kallsyms] [k] dec_zone_page_state | --- dec_zone_page_state ___pte_free_tlb free_pgd_range free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-worker-3 [kernel.kallsyms] [k] kfree | --- kfree run_one_async_free run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] mempool_free_slab | --- mempool_free_slab | |--54.62%-- clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | |--38.71%-- bio_free | dm_bio_destructor | bio_put | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --6.68%-- mempool_free bio_free bio_fs_destructor bio_put end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% ps ld-2.11.2.so [.] 0xaf3 | --- 0x7fbcfd50faf3 0.00% cpu [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit unlock_page do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_upgrade 0.00% btrfs-submit-0 [kernel.kallsyms] [k] down_read | --- down_read dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] mntput | --- mntput path_put do_last path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% diskstats libperl.so.5.10.1 [.] Perl_append_elem | --- Perl_append_elem 0.00% btrfs-cleaner [kernel.kallsyms] [k] cfq_cic_lookup | --- cfq_cic_lookup | |--70.76%-- cfq_merge | elv_merge | __make_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_node_slot | push_leaf_right | btrfs_del_items | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --29.24%-- cfq_allow_merge elv_rq_merge_ok elv_try_merge elv_merge __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% cpu libc-2.11.2.so [.] realloc | --- realloc 0.00% netstat [kernel.kallsyms] [k] page_add_file_rmap | --- page_add_file_rmap __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_malloc 0.00% if_err_eth0 [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock __pte_alloc handle_mm_fault do_page_fault page_fault __libc_fork 0x409518 0.00% buddyinfo [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f8b0320b2c8 0.00% swapper [kernel.kallsyms] [k] __local_bh_enable | --- __local_bh_enable | |--93.54%-- _local_bh_enable | irq_enter | | | |--40.66%-- do_IRQ | | ret_from_intr | | cpu_idle | | start_secondary | | | |--37.09%-- smp_apic_timer_interrupt | | apic_timer_interrupt | | cpu_idle | | rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --22.25%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | __schedule | schedule | cpu_idle | start_secondary | --6.46%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% top [kernel.kallsyms] [k] ret_from_sys_call | --- ret_from_sys_call __open 0.00% top [kernel.kallsyms] [k] jiffies_to_clock_t | --- jiffies_to_clock_t proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% io_saturation libperl.so.5.10.1 [.] Perl_do_sprintf | --- Perl_do_sprintf 0.00% ps [kernel.kallsyms] [k] down_read_trylock | --- down_read_trylock do_page_fault page_fault 0x4086e3 0.00% io_saturation [kernel.kallsyms] [k] find_vpid | --- find_vpid find_get_pid sys_wait4 system_call_fastpath __waitpid 0.00% if_err_eth1 [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_free | --- Perl_sv_free 0.00% io_saturation libc-2.11.2.so [.] __libc_calloc | --- __libc_calloc 0.00% munin-node [kernel.kallsyms] [k] __srcu_read_lock | --- __srcu_read_lock fsnotify vfs_write sys_write system_call_fastpath __libc_write 0.00% cpu [kernel.kallsyms] [k] __memset | --- __memset __delayacct_tsk_init copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% top [kernel.kallsyms] [k] proc_pid_statm | --- proc_pid_statm seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] __memset | --- __memset get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% if_eth1 bash [.] set_if_not | --- set_if_not 0.00% df_inode libperl.so.5.10.1 [.] Perl_newSVOP | --- Perl_newSVOP 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] locks_release_private | --- locks_release_private __posix_lock_file vfs_lock_file fcntl_setlk sys_fcntl compat_sys_fcntl64 sysenter_dispatch 0xf770a430 .L344 OSMutexLock SMMutexLock IPMIReqRsp IPMIReqRspRetry SELGetSELInfo DCHIPMGetSELInfo IENVSELLogRefreshObj .L47 PopulatorDispatch DCIENV32_SMPopulatorDispatch PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispRefreshObjByDO PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% btrfs-submit-0 [kernel.kallsyms] [k] update_rq_clock | --- update_rq_clock dequeue_task deactivate_task __schedule schedule io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] PerlIOBuf_write | --- PerlIOBuf_write 0.00% aoe_ktio [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares | |--51.18%-- update_shares | __schedule | schedule | kthread | kthread | kernel_thread_helper | |--39.97%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --8.85%-- dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] alloc_pid | --- alloc_pid copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% btrfs-endio-met [kernel.kallsyms] [k] kthread_should_stop | --- kthread_should_stop kthread kernel_thread_helper 0.00% if_err_eth0 [kernel.kallsyms] [k] __schedule | --- __schedule __cond_resched _cond_resched put_files_struct exit_files do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% top [kernel.kallsyms] [k] path_lookupat | --- path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] __btrfs_return_cluster_to_free_space | --- __btrfs_return_cluster_to_free_space btrfs_return_cluster_to_free_space find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% if_eth0 [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault | |--51.55%-- Perl_pp_goto | --48.45%-- __libc_fork Perl_pp_fork 0.00% io_saturation libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% munin-node [kernel.kallsyms] [k] perf_event_task | --- perf_event_task perf_event_fork copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-endio-met [kernel.kallsyms] [k] clear_state_bit | --- clear_state_bit clear_extent_bit unlock_extent_cached end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% flush-8:0 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore test_set_page_writeback xfs_start_page_writeback xfs_convert_page xfs_cluster_write xfs_vm_writepage __writepage write_cache_pages generic_writepages xfs_vm_writepages do_writepages writeback_single_inode writeback_sb_inodes __writeback_inodes_wb wb_writeback wb_do_writeback bdi_writeback_thread kthread kernel_thread_helper 0.00% aoe_ktio [aoe] [k] aoenet_xmit | --- aoenet_xmit aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] clear_buddies | --- clear_buddies dequeue_task deactivate_task __schedule schedule sys_semtimedop sys32_ipc sysenter_dispatch 0xf770a430 WaitForSemaphore OSSemaphoreAcquireWait SMSemaphoreAcquireWait SignaledQConsumeData DataEvtMgrListenAndProcess DMWTEventMgrThread OSThreadStub start_thread clone 0.00% munin-node [kernel.kallsyms] [k] local_bh_disable | --- local_bh_disable iptable_mangle_hook nf_iterate nf_hook_slow __ip_local_out ip_local_out ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr Perl_mg_get 0.00% awk [kernel.kallsyms] [k] perf_event_mmap | --- perf_event_mmap do_brk load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7fbd3d854b37 0.00% munin-node libpthread-2.11.2.so [.] __libc_write | --- __libc_write 0.00% io_saturation libperl.so.5.10.1 [.] Perl_yylex | --- Perl_yylex 0.00% if_err_eth1 [kernel.kallsyms] [k] arch_get_unmapped_area_topdown | --- arch_get_unmapped_area_topdown get_unmapped_area do_mmap_pgoff elf_map load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% io_saturation libperl.so.5.10.1 [.] 0x85bfd | --- 0x7fe20c9a1bfd 0.00% swapper [kernel.kallsyms] [k] irq_work_run | --- irq_work_run tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% munin-node libperl.so.5.10.1 [.] Perl_ckwarn | --- Perl_ckwarn 0.00% cpu [kernel.kallsyms] [k] get_pageblock_flags_group | --- get_pageblock_flags_group free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% load [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% swapper [kernel.kallsyms] [k] __remove_hrtimer | --- __remove_hrtimer | |--78.05%-- hrtimer_try_to_cancel | hrtimer_cancel | tick_nohz_restart_sched_tick | cpu_idle | start_secondary | --21.95%-- __hrtimer_start_range_ns hrtimer_start tick_nohz_stop_sched_tick cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% interrupts [kernel.kallsyms] [k] mutex_lock | --- mutex_lock anon_vma_fork dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_cond_expr | --- Perl_pp_cond_expr 0.00% ps [kernel.kallsyms] [k] proc_lookup_de | --- proc_lookup_de proc_lookup proc_root_lookup d_alloc_and_lookup do_lookup link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open look_up_our_self 0x4037f2 0x403048 __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] radix_tree_tag_clear | --- radix_tree_tag_clear test_clear_page_writeback end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% df_inode [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault perl_parse 0.00% :22076 [kernel.kallsyms] [k] cgroup_exit | --- cgroup_exit do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% btrfs-worker-3 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave __slab_free kfree run_one_async_free run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] copy_process | --- copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_leave | --- Perl_pp_leave 0.00% netstat [kernel.kallsyms] [k] flush_tlb_page | --- flush_tlb_page ptep_set_access_flags do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x408dbd 0.00% btrfs-submit-0 [kernel.kallsyms] [k] _raw_read_unlock_irqrestore | --- _raw_read_unlock_irqrestore dm_any_congested run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% if_err_eth0 ld-2.11.2.so [.] 0xd356 | --- 0x7f808c8e1356 0.00% flush-8:0 [kernel.kallsyms] [k] __bio_add_page | --- __bio_add_page bio_add_page xfs_submit_ioend xfs_vm_writepage __writepage write_cache_pages generic_writepages xfs_vm_writepages do_writepages writeback_single_inode writeback_sb_inodes __writeback_inodes_wb wb_writeback wb_do_writeback bdi_writeback_thread kthread kernel_thread_helper 0.00% swap ld-2.11.2.so [.] 0x8d3b | --- 0x7f7e0e829d3b 0.00% swapper [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore | |--33.80%-- __hrtimer_start_range_ns | hrtimer_start_range_ns | tick_nohz_restart_sched_tick | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | |--28.49%-- aoedev_by_aoeaddr | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--15.28%-- __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | |--11.52%-- default_wake_function | __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --10.90%-- aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% flush-8:0 [kernel.kallsyms] [k] radix_tree_tag_clear | --- radix_tree_tag_clear test_set_page_writeback xfs_start_page_writeback xfs_convert_page xfs_cluster_write xfs_vm_writepage __writepage write_cache_pages generic_writepages xfs_vm_writepages do_writepages writeback_single_inode writeback_sb_inodes __writeback_inodes_wb wb_writeback wb_do_writeback bdi_writeback_thread kthread kernel_thread_helper 0.00% kworker/1:1 [kernel.kallsyms] [k] end_page_writeback | --- end_page_writeback end_buffer_async_write xfs_destroy_ioend xfs_end_io process_one_work worker_thread kthread kernel_thread_helper 0.00% kworker/1:1 [kernel.kallsyms] [k] end_buffer_async_write | --- end_buffer_async_write xfs_destroy_ioend xfs_end_io process_one_work worker_thread kthread kernel_thread_helper 0.00% munin-node libc-2.11.2.so [.] memcpy | --- memcpy 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_2bool | --- Perl_sv_2bool 0.00% btrfs-transacti [kernel.kallsyms] [k] exit_idle | --- exit_idle apic_timer_interrupt find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% if_eth1 [kernel.kallsyms] [k] do_sync_read | --- do_sync_read sys_read system_call_fastpath 0x7f3a8308ca97 0.00% irqstats libperl.so.5.10.1 [.] Perl_scalar | --- Perl_scalar 0.00% interrupts [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% diskstats libperl.so.5.10.1 [.] pthread_mutex_unlock@plt | --- pthread_mutex_unlock@plt 0.00% load [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_put_queue | --- cfq_put_queue elv_put_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% buddyinfo [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fae3e946863 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_delayed_ref_lock | --- btrfs_delayed_ref_lock run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% entropy [kernel.kallsyms] [k] get_pageblock_flags_group | --- get_pageblock_flags_group free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% awk [kernel.kallsyms] [k] sys_mprotect | --- sys_mprotect system_call_fastpath 0x7f1fbe4a2cd7 0x7f1fbe494618 0.00% entropy [kernel.kallsyms] [k] find_next_bit | --- find_next_bit cpumask_any_but flush_tlb_page ptep_clear_flush do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x410233 0.00% top [kernel.kallsyms] [k] path_put | --- path_put do_path_lookup user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0.00% cpu [kernel.kallsyms] [k] up_read | --- up_read page_fault 0x7f0b7a70f543 0.00% top [kernel.kallsyms] [k] do_vfs_ioctl | --- do_vfs_ioctl system_call_fastpath ioctl 0x40dc1c __libc_start_main 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_2pv_flags | --- Perl_sv_2pv_flags 0x2091010 0.00% if_err_eth0 [kernel.kallsyms] [k] PageHuge | --- PageHuge page_remove_rmap unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% buddyinfo [kernel.kallsyms] [k] strncpy | --- strncpy perf_event_mmap install_special_mapping arch_setup_additional_pages load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% if_err_eth1 [kernel.kallsyms] [k] page_fault | --- page_fault Perl_runops_standard 0.00% diskstats libperl.so.5.10.1 [.] Perl_ck_fun | --- Perl_ck_fun 0.00% swapper [kernel.kallsyms] [k] run_posix_cpu_timers | --- run_posix_cpu_timers | |--67.98%-- update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --32.02%-- tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% if_eth1 [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask __get_free_pages get_zeroed_page __pmd_alloc handle_mm_fault __get_user_pages get_user_pages get_arg_page copy_strings copy_strings_kernel do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% io_saturation [kernel.kallsyms] [k] vsnprintf | --- vsnprintf seq_printf diskstats_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __libc_read 0.00% io_saturation libperl.so.5.10.1 [.] Perl_gv_fetchpvn_flags | --- Perl_gv_fetchpvn_flags 0.00% awk gawk [.] 0x1c0d3 | --- 0x41c0d3 0.00% entropy [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% :22094 [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task sched_move_task cpu_cgroup_exit cgroup_exit do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% interrupts [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a9ae44a 0.00% if_eth0 bash [.] hash_search | --- hash_search 0x6e6f632f7665642f 0.00% df_inode [kernel.kallsyms] [k] up_read | --- up_read page_fault 0x7f2dc403d252 0x7f2dc4035970 0x7f2dc4046647 0.00% df [kernel.kallsyms] [k] find_vma | --- find_vma do_page_fault page_fault 0x7f0b79ca3f8d 0.00% egrep libc-2.11.2.so [.] 0xa8fa4 | --- 0x7f51e30c1fa4 0.00% munin-node [kernel.kallsyms] [k] vfs_write | --- vfs_write sys_write system_call_fastpath __libc_write 0.00% top [kernel.kallsyms] [k] vfsmount_lock_local_lock | --- vfsmount_lock_local_lock path_init path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% top [kernel.kallsyms] [k] rcu_check_callbacks | --- rcu_check_callbacks update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt vsnprintf seq_printf do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_pp_pushmark | --- Perl_pp_pushmark 0.00% munin-node [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule schedule_timeout sk_wait_data tcp_recvmsg inet_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% load [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x409577 0.00% rsync [kernel.kallsyms] [k] btrfs_timespec_nsec | --- btrfs_timespec_nsec btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% dsm_sa_eventmgr [kernel.kallsyms] [k] __switch_to | --- __switch_to 0xf7730430 WaitForSemaphore OSEventWait SMEventWait ClntGetEvent SMClientGetEvent SMILEvtEventMonitor OSThreadStub start_thread clone 0.00% netstat [kernel.kallsyms] [k] find_next_bit | --- find_next_bit snmp_seq_show seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% cpu [kernel.kallsyms] [k] __schedule | --- __schedule schedule do_wait sys_wait4 system_call_fastpath wait4 0.00% cut [kernel.kallsyms] [k] free_pages_prepare | --- free_pages_prepare __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% uname [kernel.kallsyms] [k] page_fault | --- page_fault 0x7fbd3d8c1340 0.00% netstat [kernel.kallsyms] [k] vm_normal_page | --- vm_normal_page handle_pte_fault handle_mm_fault do_page_fault page_fault ret_from_fork __libc_fork 0x409518 0.00% btrfs-cleaner [kernel.kallsyms] [k] kref_put | --- kref_put sched_autogroup_exit __put_task_struct delayed_put_task_struct __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f6c500c6dee 0.00% buddyinfo [kernel.kallsyms] [k] error_exit | --- error_exit Perl_hv_common 0.00% cpu [kernel.kallsyms] [k] copy_strings | --- copy_strings do_execve_common do_execve sys_execve stub_execve execve Perl_do_aexec5 0.00% ps [kernel.kallsyms] [k] render_sigset_t | --- render_sigset_t proc_pid_status proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0x7f5bb4b0938c readproc 0x40231f 0x40308b __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_lock_root_node | --- btrfs_lock_root_node | |--90.58%-- btrfs_search_slot | lookup_inline_extent_backref | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --9.42%-- lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask pte_alloc_one __pte_alloc handle_mm_fault do_page_fault page_fault 0x7fe20bf8e12f 0.00% btrfs-submit-0 [kernel.kallsyms] [k] _raw_read_lock_irqsave | --- _raw_read_lock_irqsave dm_get_live_table __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] __memcpy | --- __memcpy perf_event_mmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7f5b0ee78c7a 0x7f5b0ee6a618 0.00% btrfs-cleaner [kernel.kallsyms] [k] skb_gro_reset_offset | --- skb_gro_reset_offset bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_set_path_blocking | --- btrfs_set_path_blocking btrfs_search_slot btrfs_write_dirty_block_groups commit_cowonly_roots btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] sys_read | --- sys_read system_call_fastpath __read 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load | |--76.87%-- __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --23.13%-- dequeue_task deactivate_task __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] detach_pid | --- detach_pid release_task wait_consider_task do_wait sys_wait4 system_call_fastpath wait4 0.00% df_inode [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% perf [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit | |--59.89%-- wake_up_bit | unlock_buffer | do_get_write_access | jbd2_journal_get_write_access | __ext4_journal_get_write_access | ext4_mb_mark_diskspace_used | ext4_mb_new_blocks | ext4_ind_map_blocks | ext4_map_blocks | _ext4_get_block | ext4_get_block | __block_write_begin | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --40.11%-- unlock_page ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch | |--61.32%-- __schedule | schedule | kthread | kthread | kernel_thread_helper | --38.68%-- schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] elv_completed_request | --- elv_completed_request | |--50.85%-- blk_finish_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --49.15%-- __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] __read | --- __read 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% diskstats [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask __get_free_pages get_zeroed_page __pmd_alloc move_page_tables setup_arg_pages load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% entropy [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault handle_mm_fault do_page_fault page_fault 0x40a9db 0.00% interrupts [kernel.kallsyms] [k] page_fault | --- page_fault 0x7f0b7a7405b2 0.00% cpu libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% top libc-2.11.2.so [.] __open | --- __open 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% netstat [kernel.kallsyms] [k] arch_dup_task_struct | --- arch_dup_task_struct copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% btrfs-transacti [kernel.kallsyms] [k] rb_erase | --- rb_erase clear_state_bit clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] __tlb_remove_page | --- __tlb_remove_page exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% nrpe [kernel.kallsyms] [k] poll_schedule_timeout | --- poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% if_err_eth0 [kernel.kallsyms] [k] copy_user_generic_string | --- copy_user_generic_string generic_file_aio_read do_sync_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-transacti [kernel.kallsyms] [k] btrfs_unlock_up_safe | --- btrfs_unlock_up_safe setup_items_for_insert btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] __mutex_init | --- __mutex_init alloc_inode iget5_locked btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% processes [kernel.kallsyms] [k] handle_pte_fault | --- handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fbd3d82857c 0.00% if_eth0 [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free remove_vma exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% buddyinfo libperl.so.5.10.1 [.] Perl_newUNOP | --- Perl_newUNOP 0.00% if_err_eth1 libc-2.11.2.so [.] bcmp | --- bcmp 0.00% munin-node [kernel.kallsyms] [k] __vm_enough_memory | --- __vm_enough_memory cap_vm_enough_memory dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% buddyinfo [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_pp_fork 0.00% io_saturation ld-2.11.2.so [.] 0xb257 | --- 0x7f6c50dcd257 0x7f6c50dc5970 0x7f6c50dd6647 0.00% entropy ld-2.11.2.so [.] 0x946e | --- 0x7f173821646e 0.00% swapper [kernel.kallsyms] [k] __napi_complete | --- __napi_complete napi_complete bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--50.87%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --49.13%-- start_secondary 0.00% if_eth0 [kernel.kallsyms] [k] filemap_fault | --- filemap_fault handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_setvbuf 0x6967756c702f6e69 0.00% aoe_ktio [kernel.kallsyms] [k] __free_pages | --- __free_pages __free_slab discard_slab __slab_free kmem_cache_free mempool_free_slab mempool_free bio_free bio_fs_destructor bio_put end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __write_lock_failed | --- __write_lock_failed _raw_write_lock btrfs_tree_lock btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swap [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% io_saturation [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas unmap_region do_munmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7fe20cc9ec7a 0x7fe20cc90618 0.00% nfsd [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault 0x7f0b7a6fd9c6 0.00% egrep [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% rsync [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0x4e20 0.00% aoe_ktio [kernel.kallsyms] [k] getnstimeofday | --- getnstimeofday | |--72.32%-- do_gettimeofday | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --27.68%-- rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% buddyinfo [kernel.kallsyms] [k] filemap_fault | --- filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_pp_leaveloop 0.00% if_eth0 bash [.] stupidly_hack_special_variables | --- stupidly_hack_special_variables 0.00% aoe_ktio [kernel.kallsyms] [k] __put_single_page | --- __put_single_page skb_release_data __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% df libperl.so.5.10.1 [.] Perl_pp_repeat | --- Perl_pp_repeat 0.00% btrfs-transacti [kernel.kallsyms] [k] irq_exit | --- irq_exit smp_apic_timer_interrupt apic_timer_interrupt setup_cluster_no_bitmap btrfs_find_space_cluster find_free_extent btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] jbd2_journal_cancel_revoke | --- jbd2_journal_cancel_revoke do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access | |--73.70%-- ext4_ind_map_blocks | ext4_map_blocks | _ext4_get_block | ext4_get_block | __block_write_begin | ext4_write_begin | generic_file_buffered_write | __generic_file_aio_write | generic_file_aio_write | ext4_file_write | do_sync_write | vfs_write | sys_write | system_call_fastpath | __libc_write | cmd_record | run_builtin | main | __libc_start_main | --26.30%-- ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% kworker/1:1 [aoe] [k] rexmit_timer | --- rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% df_inode libc-2.11.2.so [.] memcpy | --- memcpy 0.00% open_inodes [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% if_eth0 [kernel.kallsyms] [k] lru_add_drain | --- lru_add_drain unmap_region do_munmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7f7e74aa4c7a 0x7f7e74a96618 0.00% ps [kernel.kallsyms] [k] handle_mm_fault | --- handle_mm_fault do_page_fault page_fault | |--59.17%-- 0x7f5bb48a5cf0 | 0x7fff711adf5c | 0x2c6469752c726573 | --40.83%-- 0x7f5bb4d39a20 0x7f5bb4d3a647 0.00% irqstats [kernel.kallsyms] [k] get_pageblock_flags_group | --- get_pageblock_flags_group free_hot_cold_page __free_pages free_pages tlb_finish_mmu unmap_region do_munmap sys_munmap system_call_fastpath 0x7f3aeed1eca7 0x7f3aeed1d647 0.00% if_eth0 [kernel.kallsyms] [k] dup_mm | --- dup_mm copy_process do_fork sys_clone stub_clone __libc_fork make_child 0.00% diskstats [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair sched_exec do_execve_common do_execve sys_execve stub_execve execve Perl_do_aexec5 0.00% df [kernel.kallsyms] [k] page_fault | --- page_fault Perl_keyword 0.00% load ld-2.11.2.so [.] 0xf244 | --- 0x7fa57cb6d244 0x7fa57cb6d516 0.00% aoe_tx [kernel.kallsyms] [k] skb_dequeue | --- skb_dequeue aoenet_exit kthread kthread kernel_thread_helper 0.00% entropy [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock unlink_file_vma free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% rpc_client [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_do_join 0.00% rsync [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork 0x419899 0.00% rpc_client libc-2.11.2.so [.] _IO_vfprintf | --- _IO_vfprintf vsnprintf 0.00% diskstats libperl.so.5.10.1 [.] Perl_sv_setiv | --- Perl_sv_setiv 0.00% munin-node [kernel.kallsyms] [k] inc_zone_page_state | --- inc_zone_page_state pte_alloc_one __pte_alloc copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% buddyinfo [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_hv_common 0.00% buddyinfo [kernel.kallsyms] [k] page_fault | --- page_fault Perl_savepvn 0.00% kworker/0:2 [kernel.kallsyms] [k] first_online_pgdat | --- first_online_pgdat vmstat_update process_one_work worker_thread kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_lookup_extent_info | --- btrfs_lookup_extent_info walk_down_proc walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] local_bh_enable | --- local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% if_err_eth0 [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% rpc_client libc-2.11.2.so [.] 0x71e41 | --- 0x7f0b79ca2e41 0.00% processes ld-2.11.2.so [.] __libc_memalign | --- __libc_memalign 0.00% munin-node [kernel.kallsyms] [k] do_sigaction | --- do_sigaction sys_rt_sigaction system_call_fastpath __libc_sigaction 0.00% nfsd [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% cpu [kernel.kallsyms] [k] unlink_anon_vmas | --- unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% cpu [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% swap [kernel.kallsyms] [k] vma_prio_tree_add | --- vma_prio_tree_add vma_prio_tree_insert __vma_link_file vma_link mmap_region do_mmap_pgoff elf_map load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% io_saturation [kernel.kallsyms] [k] mutex_lock | --- mutex_lock unlink_anon_vmas free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% entropy [kernel.kallsyms] [k] vm_normal_page | --- vm_normal_page exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% aoe_tx [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up default_wake_function | |--79.44%-- autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --20.56%-- __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% if_eth0 [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% netstat [kernel.kallsyms] [k] sha_transform | --- sha_transform extract_buf extract_entropy get_random_bytes load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% munin-node libperl.so.5.10.1 [.] pthread_getspecific@plt | --- pthread_getspecific@plt 0.00% aoe_tx [kernel.kallsyms] [k] skb_copy_bits | --- skb_copy_bits | |--52.01%-- __pskb_pull_tail | dev_hard_start_xmit | sch_direct_xmit | dev_queue_xmit | aoenet_exit | kthread | kthread | kernel_thread_helper | --47.99%-- dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% ksoftirqd/0 [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_mb_new_blocks | --- ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% io_saturation [kernel.kallsyms] [k] __tlb_remove_page | --- __tlb_remove_page unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-endio-met [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares update_shares __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% processes libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% btrfs-endio-met [kernel.kallsyms] [k] set_next_entity | --- set_next_entity pick_next_task_fair __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% df_inode [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_rv2av | --- Perl_pp_rv2av 0.00% egrep [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7ffd55474af0 0x7ffd55466d85 0x7ffd55462124 0x7ffd55473647 0.00% rpc_client [kernel.kallsyms] [k] swap_entry_free | --- swap_entry_free free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% cat [kernel.kallsyms] [k] update_curr | --- update_curr dequeue_task_fair dequeue_task deactivate_task __schedule schedule schedule_timeout wait_for_common wait_for_completion stop_one_cpu sched_exec do_execve_common do_execve sys_execve stub_execve execve 0.00% ps [kernel.kallsyms] [k] mprotect_fixup | --- mprotect_fixup sys_mprotect system_call_fastpath 0x7f5bb4d3bcd7 0x7f5bb4d37d06 0.00% irqstats [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc anon_vma_prepare __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f3aeed1fb68 0x7f3aeed10618 0.00% diskstats [kernel.kallsyms] [k] perf_event_task_tick | --- perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt Perl_yylex 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_insert_request | --- cfq_insert_request __elv_add_request blk_flush_plug_list | |--65.36%-- __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --34.64%-- io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_save_alloc | --- Perl_save_alloc 0.00% nfsd [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault __pthread_cleanup_push_defer 0.00% btrfs-transacti [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask find_or_create_page alloc_extent_buffer btrfs_find_create_tree_block btrfs_init_new_buffer btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% cpu [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x40abd1 0.00% rpc_client [kernel.kallsyms] [k] unlink_anon_vmas | --- unlink_anon_vmas free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% swapper [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up | |--76.99%-- default_wake_function | __wake_up_common | __wake_up | | | |--94.84%-- aoechr_rel | | aoecmd_ata_rsp | | aoenet_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | cpu_idle | | | | | |--59.65%-- rest_init | | | start_kernel | | | x86_64_start_reservations | | | x86_64_start_kernel | | | | | --40.35%-- start_secondary | | | --5.16%-- aoenet_xmit | rexmit_timer | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --23.01%-- __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% munin-node libperl.so.5.10.1 [.] Perl_pad_undef | --- Perl_pad_undef 0.00% swapper [kernel.kallsyms] [k] get_nohz_timer_target | --- get_nohz_timer_target mod_timer add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swap [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% swapper [kernel.kallsyms] [k] ttwu_do_wakeup | --- ttwu_do_wakeup try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-worker-3 [kernel.kallsyms] [k] new_slab | --- new_slab __slab_alloc kmem_cache_alloc mempool_alloc_slab mempool_alloc bio_alloc_bioset bio_clone btrfs_map_bio __btree_submit_bio_done run_one_async_done run_ordered_completions worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [aoe] [k] newframe | --- newframe rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] handle_irq_event | --- handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% if_err_eth0 libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_may_queue | --- elv_may_queue get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% processes [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79cb5350 0x7f0b79c943b6 0.00% migration/2 [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common complete cpu_stopper_thread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] ttwu_do_activate | --- ttwu_do_activate default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit unlock_page end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] elv_try_merge | --- elv_try_merge __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_extent_info reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% entropy [kernel.kallsyms] [k] perf_event_mmap | --- perf_event_mmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath mmap64 0.00% if_eth0 bash [.] make_word_flags | --- make_word_flags 0.00% sshd [kernel.kallsyms] [k] copy_user_generic_string | --- copy_user_generic_string sys_select system_call_fastpath __select 0.00% netstat [kernel.kallsyms] [k] acct_collect | --- acct_collect do_exit do_group_exit sys_exit_group system_call_fastpath _exit 0.00% cpu [kernel.kallsyms] [k] free_pcppages_bulk | --- free_pcppages_bulk free_hot_cold_page __pagevec_free release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% netstat [kernel.kallsyms] [k] md5_transform | --- md5_transform get_random_int mmap_rnd arch_pick_mmap_layout flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% awk libc-2.11.2.so [.] __libc_malloc | --- __libc_malloc 0.00% aoe_ktio [kernel.kallsyms] [k] blk_peek_request | --- blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] update_rq_clock | --- update_rq_clock | |--89.55%-- deactivate_task | __schedule | schedule | kthread | kthread | kernel_thread_helper | --10.45%-- dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_mb_use_preallocated | --- ext4_mb_use_preallocated ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% perf [kernel.kallsyms] [k] fget_light | --- fget_light do_sys_poll sys_poll system_call_fastpath __poll cmd_record run_builtin main __libc_start_main 0.00% migration/3 [kernel.kallsyms] [k] __schedule | --- __schedule schedule cpu_stopper_thread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] add_wait_queue | --- add_wait_queue | |--62.39%-- kthread | kthread | kernel_thread_helper | --37.61%-- kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] lock_hrtimer_base | --- lock_hrtimer_base hrtimer_try_to_cancel hrtimer_cancel do_exit do_group_exit sys_exit_group system_call_fastpath _exit 0.00% wc [kernel.kallsyms] [k] sha_transform | --- sha_transform extract_buf extract_entropy get_random_bytes load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0a3c4feb37 0.00% swapper [kernel.kallsyms] [k] scheduler_ipi | --- scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle | |--89.40%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --10.60%-- start_secondary 0.00% awk [kernel.kallsyms] [k] unmap_region | --- unmap_region do_munmap mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7fd87d3b1c7a 0x7fd87d3a3618 0.00% perf [kernel.kallsyms] [k] __block_write_begin | --- __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] update_shares | --- update_shares | |--72.84%-- __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --27.16%-- schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% if_err_eth0 libperl.so.5.10.1 [.] 0xdb52a | --- 0x7f0b7a70f52a 0.00% irqstats [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% if_eth0 [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault fileno_unlocked 0.00% netstat libc-2.11.2.so [.] __libc_fork | --- __libc_fork 0x409518 0.00% ethtool ld-2.11.2.so [.] 0xa588 | --- 0x7ff8c3610588 0.00% rpc_client ld-2.11.2.so [.] 0x8d3f | --- 0x7ff681313d3f 0.00% top [kernel.kallsyms] [k] __task_pid_nr_ns | --- __task_pid_nr_ns do_task_stat proc_tgid_stat proc_single_show seq_read vfs_read sys_read system_call_fastpath __read 0.00% swapper [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule cpu_idle | |--70.58%-- start_secondary | --29.42%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] __skb_clone | --- __skb_clone skb_clone rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% if_err_eth0 libperl.so.5.10.1 [.] Perl_pp_nextstate | --- Perl_pp_nextstate 0.00% perf [kernel.kallsyms] [k] unlock_buffer | --- unlock_buffer do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% processes [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% watchdog.pl [kernel.kallsyms] [k] find_vma | --- find_vma do_page_fault page_fault Perl_pp_enteriter 0.00% swapper [kernel.kallsyms] [k] hrtimer_run_pending | --- hrtimer_run_pending __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% if_eth0 [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f7e743ee4a1 0.00% diskstats [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-cleaner [kernel.kallsyms] [k] pick_next_task_stop | --- pick_next_task_stop schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __blk_complete_request | --- __blk_complete_request blk_complete_request scsi_done megasas_complete_cmd megasas_complete_cmd_dpc tasklet_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% nfsd [kernel.kallsyms] [k] flush_tlb_page | --- flush_tlb_page ptep_clear_flush do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% awk [kernel.kallsyms] [k] __call_rcu | --- __call_rcu call_rcu_sched fput filp_close sys_close system_call_fastpath close 0x1 0.00% irqstats libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.00% swapper [kernel.kallsyms] [k] ip_rcv | --- ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% top [kernel.kallsyms] [k] find_next_zero_bit | --- find_next_zero_bit alloc_fd do_sys_open sys_open system_call_fastpath __open 0.00% netstat ld-2.11.2.so [.] 0x8fea | --- 0x7f0b7a9a9fea 0.00% btrfs-submit-0 [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% load [kernel.kallsyms] [k] prio_tree_insert | --- prio_tree_insert __vma_link_file vma_link mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath mmap64 0.00% entropy libperl.so.5.10.1 [.] Perl_scan_num | --- Perl_scan_num 0.00% sh [kernel.kallsyms] [k] mprotect_fixup | --- mprotect_fixup sys_mprotect system_call_fastpath 0x7f60a1fd6cd7 0x7f60a1fc8618 0.00% rpc_client [kernel.kallsyms] [k] down_read_trylock | --- down_read_trylock do_page_fault page_fault Perl_mg_find 0.00% egrep [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc prepare_creds sys_faccessat sys_access system_call_fastpath 0x7fb201c5baf7 0.00% cpu [kernel.kallsyms] [k] handle_mm_fault | --- handle_mm_fault do_page_fault page_fault 0x4046fd 0x3a6e69622f3a6e69 0.00% io_saturation [kernel.kallsyms] [k] __pte_alloc | --- __pte_alloc do_page_fault page_fault 0x7f0b7a9aa017 0.00% ntpd [kernel.kallsyms] [k] poll_select_copy_remaining | --- poll_select_copy_remaining system_call_fastpath __select (nil) 0.00% swap [kernel.kallsyms] [k] ext4_release_file | --- ext4_release_file fput filp_close sys_close system_call_fastpath close 0.00% cat [kernel.kallsyms] [k] anon_vma_prepare | --- anon_vma_prepare handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f345bdf9e35 0x7f345bdf5124 0x7f345be06647 0.00% netstat [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask __get_free_pages get_zeroed_page __pmd_alloc copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% cpu [kernel.kallsyms] [k] flush_tlb_page | --- flush_tlb_page ptep_clear_flush do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_list_unlock 0x409518 0.00% swapper [kernel.kallsyms] [k] hrtimer_interrupt | --- hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--73.97%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --26.03%-- start_secondary 0.00% munin-node [kernel.kallsyms] [k] pipe_poll | --- pipe_poll do_select core_sys_select sys_select system_call_fastpath __select 0.00% if_eth0 [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork make_child 0.00% btrfs-endio-met [kernel.kallsyms] [k] schedule_timeout | --- schedule_timeout worker_loop kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] iput | --- iput dput fput filp_close sys_close system_call_fastpath __libc_close 0.00% top [kernel.kallsyms] [k] inode_permission | --- inode_permission link_path_walk path_openat do_filp_open do_sys_open sys_open system_call_fastpath __open 0x7f0e7f6ec2f1 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] blkiocg_update_io_remove_stats | --- blkiocg_update_io_remove_stats | |--87.41%-- cfq_remove_request | cfq_dispatch_insert | cfq_dispatch_requests | blk_peek_request | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --12.59%-- cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% if_eth0 [kernel.kallsyms] [k] free_pgtables | --- free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% netstat [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault 0x7fc7c76144ca 0x409518 0.00% awk libc-2.11.2.so [.] _dl_addr | --- _dl_addr 0.00% cat [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask __get_free_pages get_zeroed_page __pmd_alloc handle_mm_fault do_page_fault page_fault load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f9fa53a7b37 0.00% swapper [kernel.kallsyms] [k] sched_avg_update | --- sched_avg_update scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% cpu [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock_local sched_clock_cpu update_rq_clock task_fork_fair sched_fork copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% swapper [kernel.kallsyms] [k] discard_slab | --- discard_slab __slab_free kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% if_eth0 [kernel.kallsyms] [k] cpumask_any_but | --- cpumask_any_but ptep_clear_flush do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_file_sync 0.00% if_eth0 [kernel.kallsyms] [k] clear_page_c | --- clear_page_c __alloc_pages_nodemask __get_free_pages get_zeroed_page __pmd_alloc copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork make_child 0.00% cpu [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function __wake_up_common __wake_up_sync_key pipe_release pipe_write_release fput filp_close put_files_struct exit_files do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% swapper [kernel.kallsyms] [k] tcp_ack | --- tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_gro_complete napi_complete bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% watchdog.pl [kernel.kallsyms] [k] __switch_to | --- __switch_to __select 0.00% swapper [kernel.kallsyms] [k] update_stats_wait_end | --- update_stats_wait_end | |--82.04%-- set_next_entity | pick_next_task_fair | __schedule | schedule | cpu_idle | start_secondary | --17.96%-- pick_next_task_fair __schedule schedule cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit | |--69.05%-- smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | | | |--94.19%-- start_secondary | | | --5.81%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --30.95%-- smp_call_function_single_interrupt call_function_single_interrupt cpu_idle start_secondary 0.00% munin-node libperl.so.5.10.1 [.] Perl_av_fetch | --- Perl_av_fetch 0.00% swapper [kernel.kallsyms] [k] apic_timer_interrupt | --- apic_timer_interrupt cpu_idle | |--51.71%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --48.29%-- start_secondary 0.00% egrep libc-2.11.2.so [.] __ctype_get_mb_cur_max | --- __ctype_get_mb_cur_max 0.00% egrep [kernel.kallsyms] [k] filemap_fault | --- filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f46d941c120 0.00% if_eth0 libperl.so.5.10.1 [.] Perl_sv_clear | --- Perl_sv_clear 0.00% :22086 [kernel.kallsyms] [k] do_exit | --- do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% aoe_ktio [aoe] [k] aoe_end_buf | --- aoe_end_buf | |--91.58%-- probe | kthread | kthread | kernel_thread_helper | --8.42%-- kthread kthread kernel_thread_helper 0.00% kworker/3:2 [kernel.kallsyms] [k] rb_prev | --- rb_prev cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% nfsd [kernel.kallsyms] [k] error_exit | --- error_exit 0x7f0b7a739c3c 0.00% swapper [kernel.kallsyms] [k] intel_pmu_disable_all | --- intel_pmu_disable_all | |--64.26%-- perf_pmu_disable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --35.74%-- x86_pmu_disable perf_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% awk ld-2.11.2.so [.] 0x5e45 | --- 0x7fc332004e45 0x7fc332006618 0.00% egrep [kernel.kallsyms] [k] format_decode | --- format_decode vsnprintf seq_printf show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-endio-met [kernel.kallsyms] [k] __prop_inc_percpu_max | --- __prop_inc_percpu_max | |--50.35%-- test_clear_page_writeback | end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --49.65%-- end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% irqstats [kernel.kallsyms] [k] sys_getuid | --- sys_getuid getuid 0.00% btrfs-submit-0 [kernel.kallsyms] [k] ll_back_merge_fn | --- ll_back_merge_fn __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] perf_pmu_disable | --- perf_pmu_disable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule | |--71.35%-- schedule | io_schedule | | | |--67.55%-- sleep_on_page | | __wait_on_bit | | wait_on_page_bit | | read_extent_buffer_pages | | btree_read_extent_buffer_pages | | read_tree_block | | read_block_for_search | | btrfs_search_slot | | lookup_inline_extent_backref | | insert_inline_extent_backref | | __btrfs_inc_extent_ref | | run_clustered_refs | | btrfs_run_delayed_refs | | btrfs_should_end_transaction | | btrfs_drop_snapshot | | btrfs_clean_old_snapshots | | cleaner_kthread | | kthread | | kernel_thread_helper | | | --32.45%-- get_request_wait | __make_request | generic_make_request | submit_bio | btrfs_map_bio | btree_submit_bio_hook | submit_one_bio | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | lookup_inline_extent_backref | insert_inline_extent_backref | __btrfs_inc_extent_ref | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --28.65%-- __cond_resched _cond_resched run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] irq_exit | --- irq_exit scheduler_ipi smp_reschedule_interrupt reschedule_interrupt ipmi_thread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] elv_dispatch_sort | --- elv_dispatch_sort cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% munin-node libperl.so.5.10.1 [.] Perl_sv_2mortal | --- Perl_sv_2mortal 0.00% entropy libperl.so.5.10.1 [.] Perl_hv_common_key_len@plt | --- Perl_hv_common_key_len@plt 0.00% entropy [kernel.kallsyms] [k] page_fault | --- page_fault 0x7f0b7a739be0 0.00% egrep [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% swapper [kernel.kallsyms] [k] dev_gro_receive | --- dev_gro_receive | |--96.08%-- napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--67.69%-- start_secondary | | | --32.31%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --3.92%-- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% perf [kernel.kallsyms] [k] jbd2_journal_add_journal_head | --- jbd2_journal_add_journal_head jbd2_journal_get_write_access __ext4_journal_get_write_access ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% if_eth0 [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock anon_vma_fork dup_mm copy_process do_fork sys_clone stub_clone __libc_fork make_child 0.00% nfsd [kernel.kallsyms] [k] user_path_at | --- user_path_at vfs_fstatat vfs_stat sys_newstat system_call_fastpath __xstat64 0x21 0.00% swap [kernel.kallsyms] [k] radix_tree_lookup_slot | --- radix_tree_lookup_slot find_get_page lookup_swap_cache handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca581c 0.00% awk libc-2.11.2.so [.] __ctype_get_mb_cur_max | --- __ctype_get_mb_cur_max 0.00% io_saturation [kernel.kallsyms] [k] update_curr | --- update_curr task_tick_fair scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt Perl_safesysrealloc 0.00% munin-node [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color enqueue_task_fair enqueue_task activate_task pull_task load_balance __schedule schedule schedule_timeout sk_wait_data tcp_recvmsg inet_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% rpc_client [kernel.kallsyms] [k] flush_tlb_page | --- flush_tlb_page ptep_clear_flush do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a6d82d5 0.00% swapper [aoe] [k] aoecmd_ata_rsp | --- aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--79.97%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --20.03%-- start_secondary 0.00% :21890 [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu update_rq_clock enqueue_task sched_move_task cpu_cgroup_exit cgroup_exit do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% swapper [kernel.kallsyms] [k] hrtimer_forward | --- hrtimer_forward tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% cpu [kernel.kallsyms] [k] dup_mm | --- dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% awk [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault word_list_remove_quoted_nulls 0.00% aoe_ktio [kernel.kallsyms] [k] update_curr | --- update_curr | |--86.89%-- enqueue_task_fair | enqueue_task | activate_task | | | |--73.69%-- ttwu_activate | | ttwu_do_activate | | try_to_wake_up | | | | | |--66.26%-- wake_up_process | | | btrfs_queue_worker | | | end_workqueue_bio | | | bio_endio | | | | | | | |--63.72%-- dec_pending | | | | clone_endio | | | | bio_endio | | | | req_bio_endio | | | | blk_update_request | | | | blk_update_bidi_request | | | | __blk_end_bidi_request | | | | __blk_end_request | | | | aoe_end_request | | | | aoe_end_buf | | | | probe | | | | kthread | | | | kthread | | | | kernel_thread_helper | | | | | | | --36.28%-- end_bio_multi_stripe | | | bio_endio | | | dec_pending | | | clone_endio | | | bio_endio | | | req_bio_endio | | | blk_update_request | | | blk_update_bidi_request | | | __blk_end_bidi_request | | | __blk_end_request | | | aoe_end_request | | | aoe_end_buf | | | probe | | | kthread | | | kthread | | | kernel_thread_helper | | | | | --33.74%-- default_wake_function | | __wake_up_common | | __wake_up | | aoenet_xmit | | rexmit_timer | | aoeblk_request | | __blk_run_queue | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --26.31%-- pull_task | load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --13.11%-- dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% cut [kernel.kallsyms] [k] mutex_unlock | --- mutex_unlock unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% if_err_eth0 [kernel.kallsyms] [k] get_mm_counter | --- get_mm_counter copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% munin-node [kernel.kallsyms] [k] mutex_lock | --- mutex_lock dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% aoe_ktio [kernel.kallsyms] [k] __memcpy | --- __memcpy probe kthread kthread kernel_thread_helper 0.00% entropy libperl.so.5.10.1 [.] Perl_hv_common | --- Perl_hv_common 0.00% io_saturation [kernel.kallsyms] [k] up_read | --- up_read do_page_fault page_fault Perl_yylex 0.00% btrfs-endio-met [kernel.kallsyms] [k] check_leaf | --- check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu | |--71.82%-- update_rq_clock | dequeue_task | deactivate_task | __schedule | schedule | kthread | kthread | kernel_thread_helper | --28.18%-- try_to_wake_up wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock handle_pte_fault handle_mm_fault do_page_fault page_fault __mempcpy 0.00% ksoftirqd/2 [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% if_err_eth0 [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free __put_anon_vma unlink_anon_vmas free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% top libproc-3.2.8.so [.] strtoul@plt | --- strtoul@plt readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% rsync [kernel.kallsyms] [k] link_path_walk | --- link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] eth_type_trans | --- eth_type_trans bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc __alloc_skb __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--63.14%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --36.86%-- start_secondary 0.00% top libc-2.11.2.so [.] _IO_vsprintf | --- _IO_vsprintf 0x7f0e7f6ec342 readproc 0x4051bc 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] disk_map_sector_rcu | --- disk_map_sector_rcu | |--54.99%-- __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --45.01%-- drive_stat_acct __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% kworker/0:1 [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc skb_clone rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% diskstats libperl.so.5.10.1 [.] Perl_pp_return | --- Perl_pp_return 0.00% swapper [kernel.kallsyms] [k] do_timer | --- do_timer tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--81.87%-- start_secondary | --18.13%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% ksoftirqd/1 [kernel.kallsyms] [k] file_free_rcu | --- file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% btrfs-endio-met [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr kthread kernel_thread_helper 0.00% ksoftirqd/0 [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance __schedule schedule run_ksoftirqd kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] system_call | --- system_call __lxstat 0.00% if_eth0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave | --- _raw_spin_lock_irqsave __slab_free kmem_cache_free remove_vma exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% top [kernel.kallsyms] [k] find_ge_pid | --- find_ge_pid next_tgid proc_pid_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% swapper [kernel.kallsyms] [k] native_load_gs_index | --- native_load_gs_index 0.00% watchdog.pl [kernel.kallsyms] [k] __schedule | --- __schedule schedule pipe_wait pipe_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% aoe_ktio [kernel.kallsyms] [k] add_wait_queue | --- add_wait_queue | |--78.65%-- kthread | kernel_thread_helper | --21.35%-- kthread kthread kernel_thread_helper 0.00% netstat [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault | |--83.98%-- 0x7f0b79ca3f99 | --16.02%-- 0x7f0b79ca24ca Perl_pp_fork 0.00% rsync [kernel.kallsyms] [k] generic_fillattr | --- generic_fillattr btrfs_getattr vfs_getattr vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% watchdog.pl [kernel.kallsyms] [k] vma_prio_tree_add | --- vma_prio_tree_add dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% if_err_eth0 [kernel.kallsyms] [k] handle_mm_fault | --- handle_mm_fault page_fault __libc_malloc 0x6e6f632f7665642f 0.00% aoe_tx [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask new_slab __slab_alloc __kmalloc pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% cat [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f9fa537b5c0 0.00% irqstats [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault 0x7f0b7a6d82a1 0.00% munin-node [kernel.kallsyms] [k] __alloc_pages_nodemask | --- __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_hv_common 0.00% rpc_client [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2e41 0.00% if_eth0 [kernel.kallsyms] [k] unlock_page | --- unlock_page do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault _IO_file_sync 0.00% swapper [kernel.kallsyms] [k] rb_next | --- rb_next | |--97.02%-- timerqueue_del | __remove_hrtimer | | | |--59.86%-- __hrtimer_start_range_ns | | hrtimer_start | | tick_nohz_stop_sched_tick | | cpu_idle | | | | | |--82.01%-- start_secondary | | | | | --17.99%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --40.14%-- __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --2.98%-- __remove_hrtimer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-endio-met [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue | |--53.37%-- end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --46.63%-- end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tcp_transmit_skb | --- tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% awk gawk [.] 0x44f20 | --- 0x444f20 0.00% btrfs-submit-0 [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% grep [kernel.kallsyms] [k] filemap_fault | --- filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fb6bb4b0950 (nil) 0.00% egrep [kernel.kallsyms] [k] __do_softirq | --- __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt vsnprintf seq_printf show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% rsync [kernel.kallsyms] [k] device_not_available | --- device_not_available 0x7f45fc75e600 0.00% cat [kernel.kallsyms] [k] do_lookup | --- do_lookup link_path_walk path_openat do_filp_open open_exec do_execve_common do_execve sys_execve stub_execve execve 0.00% rpc_client libperl.so.5.10.1 [.] Perl_pp_padav | --- Perl_pp_padav 0.00% snmpd [kernel.kallsyms] [k] kstat_irqs | --- kstat_irqs show_stat seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% rsync [kernel.kallsyms] [k] unix_stream_recvmsg | --- unix_stream_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __read 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_cic_lookup | --- cfq_cic_lookup cfq_allow_merge elv_rq_merge_ok | |--54.66%-- elv_merge | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --45.34%-- elv_try_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca2daa 0.00% aoe_ktio [kernel.kallsyms] [k] blk_recalc_rq_segments | --- blk_recalc_rq_segments blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% entropy [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork 0x409518 0.00% btrfs-cleaner [kernel.kallsyms] [k] read_tsc | --- read_tsc ktime_get_ts delayacct_end __delayacct_blkio_end io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] notifier_call_chain | --- notifier_call_chain enter_idle cpu_idle | |--67.32%-- start_secondary | --32.68%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% kipmi0 [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] net_rx_action | --- net_rx_action | |--86.89%-- __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | | | |--85.31%-- rest_init | | start_kernel | | x86_64_start_reservations | | x86_64_start_kernel | | | --14.69%-- start_secondary | --13.11%-- call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] mempool_alloc | --- mempool_alloc rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] deactivate_task | --- deactivate_task schedule kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] __mark_inode_dirty | --- __mark_inode_dirty file_update_time __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [aoe] [k] calc_rttavg | --- calc_rttavg aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--53.95%-- start_secondary | --46.05%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% rsync [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% nrpe [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% grep [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x409629 0.00% load [kernel.kallsyms] [k] do_sys_open | --- do_sys_open sys_open system_call_fastpath __open_nocancel 0.00% rsync [kernel.kallsyms] [k] update_curr | --- update_curr update_cfs_shares dequeue_task_fair dequeue_task deactivate_task __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% cat [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% swapper [kernel.kallsyms] [k] native_write_msr_safe | --- native_write_msr_safe | |--46.19%-- x86_pmu_disable | perf_pmu_disable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | |--28.76%-- intel_pmu_disable_all | x86_pmu_disable | perf_pmu_disable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --25.04%-- intel_pmu_enable_all x86_pmu_enable perf_pmu_enable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] __netdev_alloc_skb | --- __netdev_alloc_skb bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% entropy [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free unlink_anon_vmas free_pgtables exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% munin-node [kernel.kallsyms] [k] sock_update_classid | --- sock_update_classid do_sync_write vfs_write sys_write system_call_fastpath __libc_write 0.00% swapper [kernel.kallsyms] [k] tick_do_update_jiffies64 | --- tick_do_update_jiffies64 irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_leave_scope | --- Perl_leave_scope 0.00% btrfs-endio-met [kernel.kallsyms] [k] native_sched_clock | --- native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock update_shares __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% uname [kernel.kallsyms] [k] __do_fault | --- __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f8b7b3264c0 0.00% aoe_tx [kernel.kallsyms] [k] rcu_note_context_switch | --- rcu_note_context_switch schedule kthread kthread kernel_thread_helper 0.00% entropy [kernel.kallsyms] [k] page_waitqueue | --- page_waitqueue unlock_page __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7fd6eb9dd040 0x4c0d6cc412776c38 0.00% btrfs-cleaner [kernel.kallsyms] [k] read_extent_buffer_pages | --- read_extent_buffer_pages | |--50.32%-- btree_read_extent_buffer_pages | read_tree_block | read_node_slot | push_leaf_right | split_leaf | btrfs_search_slot | btrfs_insert_empty_items | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | |--34.80%-- read_tree_block | read_block_for_search | btrfs_search_slot | btrfs_lookup_extent_info | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --14.88%-- readahead_tree_block reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] 0x108b6e | --- 0x7f0b7a73cb6e 0.00% btrfs-cache-0 [kernel.kallsyms] [k] update_shares | --- update_shares schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] cfq_dispatch_requests | --- cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--95.81%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --4.19%-- start_secondary 0.00% entropy [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_re_intuit_start 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] radix_tree_tag_clear | --- radix_tree_tag_clear test_set_page_writeback __block_write_full_page block_write_full_page_endio block_write_full_page ext4_writepage __writepage write_cache_pages generic_writepages jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] kthread_should_stop | --- kthread_should_stop kthread kernel_thread_helper 0.00% awk [kernel.kallsyms] [k] copy_page_c | --- copy_page_c handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7faeaee3f51e 0x7faeaee40618 0.00% if_eth0 bash [.] bash_history_disable | --- bash_history_disable 0.00% if_eth0 [kernel.kallsyms] [k] up_read | --- up_read page_fault 0x7f0b7a73b0e3 0.00% perf [kernel.kallsyms] [k] ext4_mb_use_inode_pa | --- ext4_mb_use_inode_pa ext4_mb_use_preallocated ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% io_saturation libperl.so.5.10.1 [.] Perl_sv_magicext | --- Perl_sv_magicext 0.00% kworker/0:2 [kernel.kallsyms] [k] __schedule | --- __schedule schedule worker_thread kthread kernel_thread_helper 0.00% rpc_client [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a73c618 0.00% rsync [kernel.kallsyms] [k] d_set_d_op | --- d_set_d_op __d_alloc d_alloc btrfs_real_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f3cca188e65 0.00% btrfs-transacti [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] bio_put | --- bio_put | |--74.04%-- end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --25.96%-- bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% egrep [kernel.kallsyms] [k] page_fault | --- page_fault 0x7f30e89acd50 0x7f30e89b9647 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] try_to_wake_up | --- try_to_wake_up wake_up_process sender free_recv_msg free_recv_msg ipmi_fasync ipmi_fasync compat_sys_ioctl sysenter_dispatch 0xf770a430 UIMIntfReqRsp .L145 UHIPMDeviceIoControl IPMICmd IPMIReqRsp IPMIReqRspRetry IPMGetSensorReading DCHIPMGetSensorReading IENVVProbeRefreshObject .L36 PopulatorDispatch DCIENV32_SMPopulatorDispatch PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispRefreshObjByDO PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% watchdog.pl [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--54.78%-- __swap_duplicate | swap_duplicate | copy_pte_range | copy_page_range | dup_mm | copy_process | do_fork | sys_clone | stub_clone | __libc_fork | Perl_my_popen | --45.22%-- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_try_tree_read_lock | --- btrfs_try_tree_read_lock btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% nfsd [kernel.kallsyms] [k] set_binfmt | --- set_binfmt load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f0b79cd1b37 0.00% if_eth0 [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput exit_mm do_exit do_group_exit sys_exit_group system_call_fastpath 0.00% aoe_ktio [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--65.46%-- double_rq_lock | load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --34.54%-- try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __switch_to | --- __switch_to 0.00% munin-node [kernel.kallsyms] [k] ktime_get | --- ktime_get tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_pp_enter 0.00% aoe_ktio [kernel.kallsyms] [k] bvec_free_bs | --- bvec_free_bs | |--50.41%-- bio_free | | | |--74.00%-- dm_bio_destructor | | bio_put | | clone_endio | | bio_endio | | req_bio_endio | | blk_update_request | | blk_update_bidi_request | | __blk_end_bidi_request | | __blk_end_request | | aoe_end_request | | aoe_end_buf | | probe | | kthread | | kthread | | kernel_thread_helper | | | --26.00%-- bio_fs_destructor | bio_put | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --49.59%-- dm_bio_destructor bio_put clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] smp_reschedule_interrupt | --- smp_reschedule_interrupt cpu_idle start_secondary 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_match | --- Perl_pp_match 0.00% grep [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc get_empty_filp path_openat do_filp_open do_sys_open sys_open system_call_fastpath 0x7fb6bb979a37 0.00% cat [kernel.kallsyms] [k] get_zeroed_page | --- get_zeroed_page move_page_tables setup_arg_pages load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve 0x7f9fa53a7b37 0.00% munin-node [kernel.kallsyms] [k] enqueue_task_fair | --- enqueue_task_fair enqueue_task activate_task pull_task load_balance __schedule schedule io_schedule sleep_on_page_killable __wait_on_bit wait_on_page_bit_killable __lock_page_or_retry handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_2mortal 0.00% munin-node [kernel.kallsyms] [k] page_evictable | --- page_evictable do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_2mortal 0.00% watchdog.pl libc-2.11.2.so [.] memmove | --- memmove 0.00% swap [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault memmove 0.00% watchdog.pl [kernel.kallsyms] [k] copy_process | --- copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% btrfs-endio-met [kernel.kallsyms] [k] kfree | --- kfree end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] __phys_addr | --- __phys_addr skb_release_data __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] btrfs_iget | --- btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% btrfs-submit-0 [kernel.kallsyms] [k] submit_bio | --- submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] cpumask_next_and | --- cpumask_next_and | |--75.61%-- try_to_wake_up | default_wake_function | autoremove_wake_function | wake_bit_function | __wake_up_common | __wake_up | __wake_up_bit | end_page_writeback | end_bio_extent_writepage | bio_endio | end_workqueue_fn | worker_loop | kthread | kernel_thread_helper | --24.39%-- load_balance __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] page_remove_rmap | --- page_remove_rmap do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork Perl_pp_fork 0.00% swapper [kernel.kallsyms] [k] sched_ttwu_do_pending | --- sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle | |--56.90%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --43.10%-- start_secondary 0.00% munin-node [bnx2] [k] bnx2_poll_work | --- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_setiv 0.00% perf [kernel.kallsyms] [k] ext4_writepage_trans_blocks | --- ext4_writepage_trans_blocks ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% irqstats [kernel.kallsyms] [k] swap_free | --- swap_free handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_save_scalar 0.00% nfsd libperl.so.5.10.1 [.] Perl_mg_find | --- Perl_mg_find 0.00% kworker/0:1 [kernel.kallsyms] [k] cfq_remove_request | --- cfq_remove_request cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] extent_io_tree_init | --- extent_io_tree_init alloc_inode iget5_locked btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% btrfs-endio-met [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free bvec_free_bs bio_free bio_fs_destructor bio_put end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __rcu_process_callbacks | --- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--80.05%-- start_secondary | --19.95%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% perf [kernel.kallsyms] [k] __prop_inc_single | --- __prop_inc_single task_dirty_inc account_page_dirtied __set_page_dirty mark_buffer_dirty __block_commit_write block_write_end ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] __extent_read_full_page | --- __extent_read_full_page read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_node_slot push_leaf_right btrfs_del_items __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] rb_prev | --- rb_prev cfq_find_next_rq cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% egrep ld-2.11.2.so [.] 0x16120 | --- 0x7f30e89bb120 0.00% btrfs-cleaner [kernel.kallsyms] [k] blk_rq_init | --- blk_rq_init get_request get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] swiotlb_sync_single_for_cpu | --- swiotlb_sync_single_for_cpu | |--74.68%-- bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --25.32%-- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% kworker/0:2 [kernel.kallsyms] [k] rb_next | --- rb_next cfq_find_next_rq cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] swiotlb_unmap_page | --- swiotlb_unmap_page bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% cat [kernel.kallsyms] [k] mmap_region | --- mmap_region do_mmap_pgoff sys_mmap_pgoff sys_mmap system_call_fastpath 0x7fd51cbc2c7a 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __bio_clone | --- __bio_clone __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] flat_send_IPI_mask | --- flat_send_IPI_mask | |--74.24%-- try_to_wake_up | wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --25.76%-- native_smp_send_reschedule try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% if_eth0 libperl.so.5.10.1 [.] Perl_pp_method_named | --- Perl_pp_method_named 0.00% perf [kernel.kallsyms] [k] __getblk | --- __getblk __ext4_get_inode_loc ext4_get_inode_loc ext4_reserve_inode_write ext4_mark_inode_dirty ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% perf [kernel.kallsyms] [k] radix_tree_tag_set | --- radix_tree_tag_set __set_page_dirty mark_buffer_dirty __block_commit_write block_write_end ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% cat [kernel.kallsyms] [k] cap_bprm_set_creds | --- cap_bprm_set_creds prepare_binprm do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% swapper [kernel.kallsyms] [k] set_task_cpu | --- set_task_cpu try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle | |--66.06%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --33.94%-- start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] set_extent_buffer_dirty | --- set_extent_buffer_dirty btrfs_mark_buffer_dirty update_inline_extent_backref remove_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% df_inode libperl.so.5.10.1 [.] Perl_pp_cond_expr | --- Perl_pp_cond_expr 0.00% df_inode [kernel.kallsyms] [k] swap_info_get | --- swap_info_get swap_free handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_magic_get 0.00% aoe_tx [aoe] [k] aoenet_exit | --- aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock | |--74.01%-- double_rq_lock | load_balance | __schedule | schedule | schedule_timeout | worker_loop | kthread | kernel_thread_helper | --25.99%-- try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] get_pageblock_flags_group | --- get_pageblock_flags_group free_hot_cold_page __put_single_page put_page skb_release_data __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] dup_mm | --- dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% aoe_tx [kernel.kallsyms] [k] netif_skb_features | --- netif_skb_features dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] is_swiotlb_buffer | --- is_swiotlb_buffer | |--60.74%-- swiotlb_sync_single | swiotlb_sync_single_for_cpu | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --39.26%-- swiotlb_sync_single_for_cpu bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% kworker/3:2 [aoe] [k] aoechr_rel | --- aoechr_rel rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __napi_schedule | --- __napi_schedule bnx2_open handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr cpu_idle | |--57.87%-- start_secondary | --42.13%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% kworker/0:1 [kernel.kallsyms] [k] rb_erase | --- rb_erase elv_rb_del cfq_remove_request cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] tcp_prequeue_process | --- tcp_prequeue_process tcp_recvmsg inet_recvmsg sock_aio_read do_sync_read vfs_read sys_read system_call_fastpath __libc_read 0.00% swapper [kernel.kallsyms] [k] run_rebalance_domains | --- run_rebalance_domains | |--74.69%-- __do_softirq | call_softirq | do_softirq | irq_exit | smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --25.31%-- call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-endio-met [kernel.kallsyms] [k] free_pages_prepare | --- free_pages_prepare __free_pages __free_slab discard_slab __slab_free kmem_cache_free mempool_free_slab mempool_free bio_free bio_fs_destructor bio_put end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __init_waitqueue_head | --- __init_waitqueue_head clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_dispatch_insert | --- cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __pagevec_release | --- __pagevec_release __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask new_slab __slab_alloc __kmalloc pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] __slab_alloc | --- __slab_alloc kmem_cache_alloc anon_vma_fork dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-submit-0 [kernel.kallsyms] [k] drive_stat_acct | --- drive_stat_acct __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] cfq_init_prio_data | --- cfq_init_prio_data cfq_may_queue elv_may_queue get_request get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] rcu_needs_cpu | --- rcu_needs_cpu | |--67.22%-- cpu_idle | start_secondary | --32.78%-- tick_nohz_stop_sched_tick cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] wakeup_timer_fn | --- wakeup_timer_fn __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt find_extent_buffer btrfs_find_tree_block read_block_for_search btrfs_search_slot btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% cat [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule schedule_timeout wait_for_common wait_for_completion stop_one_cpu sched_exec do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% aoe_ktio [kernel.kallsyms] [k] put_prev_task_fair | --- put_prev_task_fair schedule kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] native_set_pte_at | --- native_set_pte_at copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% watchdog.pl [kernel.kallsyms] [k] __rb_rotate_left | --- __rb_rotate_left rb_insert_color __vma_link_rb dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% swap libperl.so.5.10.1 [.] Perl_pp_entersub | --- Perl_pp_entersub 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_extent_data_ref_root | --- btrfs_extent_data_ref_root lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] iov_iter_fault_in_readable | --- iov_iter_fault_in_readable generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-submit-0 [aoe] [k] calc_rttavg | --- calc_rttavg aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_newSVsv | --- Perl_newSVsv 0.00% btrfs-cleaner [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_insert_empty_items run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] poll_select_set_timeout | --- poll_select_set_timeout compat_sys_select sysenter_dispatch 0xf770a430 UIMIntfReqRsp .L145 UHIPMDeviceIoControl IPMICmd IPMIReqRsp IPMIReqRspRetry IPMGetSensorReading DCHIPMGetSensorReading IENVVProbeRefreshObject .L36 PopulatorDispatch DCIENV32_SMPopulatorDispatch PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispRefreshObjByDO PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% irqstats [kernel.kallsyms] [k] find_get_page | --- find_get_page filemap_fault __do_fault handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b7a74195e 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] compat_core_sys_select | --- compat_core_sys_select compat_sys_select sysenter_dispatch 0xf770a430 start_thread clone 0.00% aoe_ktio [kernel.kallsyms] [k] kill_fasync | --- kill_fasync credit_entropy_bits add_timer_randomness add_disk_randomness blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] unlock_page | --- unlock_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_upgrade 0.00% if_eth0 libperl.so.5.10.1 [.] Perl_pp_padsv | --- Perl_pp_padsv 0.00% btrfs-endio-met [kernel.kallsyms] [k] bio_free | --- bio_free bio_fs_destructor bio_put end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] rcu_bh_qs | --- rcu_bh_qs __do_softirq call_softirq do_softirq irq_exit | |--78.20%-- do_IRQ | ret_from_intr | cpu_idle | start_secondary | --21.80%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% perf [kernel.kallsyms] [k] wake_up_bit | --- wake_up_bit do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access ext4_reserve_inode_write ext4_mark_inode_dirty ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] run_ordered_completions | --- run_ordered_completions | |--64.75%-- worker_loop | kthread | kernel_thread_helper | --35.25%-- kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares dequeue_task_fair dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] queue_work_on | --- queue_work_on queue_work schedule_work probe kthread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu update_rq_clock __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% uname [kernel.kallsyms] [k] release_pages | --- release_pages free_pages_and_swap_cache tlb_flush_mmu tlb_finish_mmu exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% aoe_ktio [kernel.kallsyms] [k] native_load_tls | --- native_load_tls 0.00% swapper [kernel.kallsyms] [k] __kfree_skb | --- __kfree_skb | |--69.80%-- consume_skb | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --30.20%-- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_choose_req | --- cfq_choose_req cfq_find_next_rq cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] io_schedule | --- io_schedule | |--57.63%-- sleep_on_page | __wait_on_bit | wait_on_page_bit | read_extent_buffer_pages | btree_read_extent_buffer_pages | read_tree_block | read_block_for_search | btrfs_search_slot | btrfs_lookup_extent_info | reada_walk_down | do_walk_down | walk_down_tree | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --42.37%-- get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] __blk_recalc_rq_segments | --- __blk_recalc_rq_segments | |--56.99%-- blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --43.01%-- blk_recalc_rq_segments blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] __blk_run_queue | --- __blk_run_queue generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] cfq_may_queue | --- cfq_may_queue get_request get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] scale_rt_power | --- scale_rt_power load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--83.14%-- start_secondary | --16.86%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% munin-node libc-2.11.2.so [.] _IO_list_unlock | --- _IO_list_unlock Perl_pp_fork 0.00% rsync [kernel.kallsyms] [k] page_fault | --- page_fault 0x7f45fc755a4c 0.00% swapper [kernel.kallsyms] [k] ttwu_activate | --- ttwu_activate | |--91.20%-- ttwu_do_activate | sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --8.80%-- sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] update_ts_time_stats | --- update_ts_time_stats | |--51.48%-- tick_nohz_stop_idle | tick_check_idle | irq_enter | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | |--26.90%-- cpu_idle | start_secondary | --21.63%-- tick_nohz_stop_sched_tick cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] free_pages_prepare | --- free_pages_prepare free_hot_cold_page __put_single_page put_page skb_release_data __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% snmpd libc-2.11.2.so [.] 0x84710 | --- 0x7f56538bd710 0.00% swapper [kernel.kallsyms] [k] __run_hrtimer | --- __run_hrtimer | |--65.84%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --34.16%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% io_saturation libperl.so.5.10.1 [.] Perl_newSViv | --- Perl_newSViv 0.00% swapper [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color | |--66.99%-- enqueue_task_fair | enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | sched_ttwu_do_pending | scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --33.01%-- enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% watchdog.pl [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair wake_up_new_task do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% btrfs-transacti [kernel.kallsyms] [k] __delayacct_blkio_end | --- __delayacct_blkio_end io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] blk_dequeue_request | --- blk_dequeue_request blk_start_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] strlen | --- strlen aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-transacti [kernel.kallsyms] [k] ttwu_do_activate | --- ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] place_entity | --- place_entity | |--62.82%-- enqueue_task | activate_task | ttwu_activate | ttwu_do_activate | try_to_wake_up | wake_up_process | hrtimer_wakeup | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --37.18%-- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_tx [kernel.kallsyms] [k] move_freepages_block | --- move_freepages_block __rmqueue get_page_from_freelist __alloc_pages_nodemask new_slab __slab_alloc __kmalloc pskb_expand_head __pskb_pull_tail dev_hard_start_xmit sch_direct_xmit dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] _raw_read_lock | --- _raw_read_lock __btrfs_map_block btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% btrfs-transacti [kernel.kallsyms] [k] wait_on_page_bit | --- wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] part_round_stats | --- part_round_stats __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] pick_next_task_fair | --- pick_next_task_fair __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] local_bh_disable | --- local_bh_disable aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] io_schedule | --- io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tick_nohz_stop_idle | --- tick_nohz_stop_idle irq_enter scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] __memset | --- __memset rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% cat [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock swap_info_get free_swap_and_cache unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% swapper [kernel.kallsyms] [k] idle_cpu | --- idle_cpu | |--91.91%-- do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --8.09%-- irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] task_waking_fair | --- task_waking_fair | |--73.15%-- default_wake_function | | | |--53.71%-- pollwake | | __wake_up_common | | __wake_up_sync_key | | sock_def_readable | | tcp_child_process | | tcp_v4_do_rcv | | tcp_v4_rcv | | ip_local_deliver_finish | | ip_local_deliver | | ip_rcv_finish | | ip_rcv | | __netif_receive_skb | | netif_receive_skb | | napi_skb_finish | | napi_gro_receive | | bnx2_poll_work | | bnx2_poll | | net_rx_action | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | do_IRQ | | ret_from_intr | | cpu_idle | | start_secondary | | | --46.29%-- __wake_up_common | __wake_up | aoechr_rel | aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --26.85%-- try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% watchdog.pl libc-2.11.2.so [.] time | --- time 0.00% swapper [aoe] [k] aoenet_rcv | --- aoenet_rcv | |--60.18%-- netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --39.82%-- __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_entersub | --- Perl_pp_entersub 0.00% perf [kernel.kallsyms] [k] ext4_inode_table | --- ext4_inode_table ext4_get_inode_loc ext4_reserve_inode_write ext4_mark_inode_dirty ext4_dirty_inode __mark_inode_dirty file_update_time __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% btrfs-cleaner [kernel.kallsyms] [k] mutex_trylock | --- mutex_trylock btrfs_delayed_ref_lock run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] finish_task_switch | --- finish_task_switch __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tick_sched_timer | --- tick_sched_timer | |--70.73%-- hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --29.27%-- __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock dequeue_task deactivate_task __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% snmpd [kernel.kallsyms] [k] all_vm_events | --- all_vm_events vmstat_start seq_read proc_reg_read vfs_read sys_read system_call_fastpath __read 0.00% perf [kernel.kallsyms] [k] _raw_spin_trylock | --- _raw_spin_trylock ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [kernel.kallsyms] [k] nr_iowait_cpu | --- nr_iowait_cpu | |--69.33%-- tick_nohz_stop_idle | tick_check_idle | irq_enter | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --30.67%-- update_ts_time_stats tick_nohz_stop_idle tick_nohz_restart_sched_tick cpu_idle start_secondary 0.00% munin-node libperl.so.5.10.1 [.] Perl_pp_sassign | --- Perl_pp_sassign 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_node_key | --- btrfs_node_key btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] __netif_receive_skb | --- __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% io_saturation [kernel.kallsyms] [k] task_rq_lock | --- task_rq_lock autogroup_move_group sched_autogroup_create_attach sys_setsid system_call_fastpath setsid 0.00% swapper [kernel.kallsyms] [k] update_curr | --- update_curr enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] printk_needs_cpu | --- printk_needs_cpu tick_nohz_stop_sched_tick cpu_idle start_secondary 0.00% nfsd [kernel.kallsyms] [k] unlink_anon_vmas | --- unlink_anon_vmas free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler load_script search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% btrfs-submit-0 [kernel.kallsyms] [k] ioprio_best | --- ioprio_best bio_attempt_back_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% diskstats [kernel.kallsyms] [k] do_wp_page | --- do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault 0x7f0b79ca3fb8 0.00% btrfs-cleaner [kernel.kallsyms] [k] split_state | --- split_state clear_extent_bit try_release_extent_state btree_releasepage try_to_release_page invalidate_inode_page invalidate_mapping_pages __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] cap_capable | --- cap_capable ns_capable generic_permission btrfs_permission inode_permission link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% kworker/3:2 [kernel.kallsyms] [k] test_clear_page_writeback | --- test_clear_page_writeback end_page_writeback end_buffer_async_write xfs_destroy_ioend xfs_end_io process_one_work worker_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu | |--54.95%-- try_to_wake_up | default_wake_function | __wake_up_common | __wake_up | aoenet_xmit | rexmit_timer | aoeblk_request | __blk_run_queue | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --45.05%-- update_rq_clock enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% dsm_sa_datamgr3 libdcsupt32.so.5.8.0.4961 [.] SMResetExportContext | --- SMResetExportContext PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispSetDataEvent DataEvtMgrEventToPopulators DataEvtMgrListenAndProcess DMWTEventMgrThread OSThreadStub start_thread clone 0.00% swapper [kernel.kallsyms] [k] rcu_note_context_switch | --- rcu_note_context_switch schedule cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] task_waking_fair | --- task_waking_fair | |--62.83%-- wake_up_process | btrfs_queue_worker | end_workqueue_bio | bio_endio | end_bio_multi_stripe | bio_endio | dec_pending | clone_endio | bio_endio | req_bio_endio | blk_update_request | blk_update_bidi_request | __blk_end_bidi_request | __blk_end_request | aoe_end_request | aoe_end_buf | probe | kthread | kthread | kernel_thread_helper | --37.17%-- try_to_wake_up wake_up_process btrfs_queue_worker end_workqueue_bio bio_endio end_bio_multi_stripe bio_endio dec_pending clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% kipmi0 [kernel.kallsyms] [k] update_shares | --- update_shares __schedule schedule schedule_timeout schedule_timeout_interruptible ipmi_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] sk_filter | --- sk_filter tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% rsync [kernel.kallsyms] [k] cfq_add_rq_rb | --- cfq_add_rq_rb cfq_insert_request __elv_add_request add_acct_request __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% rsync [kernel.kallsyms] [k] sys_select | --- sys_select system_call_fastpath __select 0.00% ksoftirqd/3 [kernel.kallsyms] [k] kmem_cache_free | --- kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] lock_hrtimer_base | --- lock_hrtimer_base __hrtimer_start_range_ns hrtimer_start tick_nohz_stop_sched_tick irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] call_softirq | --- call_softirq | |--52.48%-- do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --47.52%-- irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] elv_rqhash_find | --- elv_rqhash_find elv_merge __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages readahead_tree_block reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] find_next_bit | --- find_next_bit cpumask_next_and load_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% perf [kernel.kallsyms] [k] setup_object | --- setup_object __slab_alloc kmem_cache_alloc alloc_buffer_head alloc_page_buffers create_empty_buffers __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [kernel.kallsyms] [k] clockevents_program_event | --- clockevents_program_event tick_program_event __hrtimer_start_range_ns hrtimer_start_range_ns tick_nohz_restart_sched_tick cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% watchdog.pl [kernel.kallsyms] [k] bad_area_nosemaphore | --- bad_area_nosemaphore page_fault 0xffffffffff600400 0.00% btrfs-cleaner [kernel.kallsyms] [k] __memset | --- __memset btrfs_alloc_path btrfs_del_csums __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] ipt_do_table | --- ipt_do_table iptable_filter_hook nf_iterate nf_hook_slow ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% sshd [kernel.kallsyms] [k] core_sys_select | --- core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-endio-met [kernel.kallsyms] [k] end_page_writeback | --- end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __switch_to | --- __switch_to 0.00% swapper [kernel.kallsyms] [k] intel_pmu_enable_all | --- intel_pmu_enable_all x86_pmu_enable perf_pmu_enable perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] update_rq_clock | --- update_rq_clock enqueue_task activate_task ttwu_activate ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] find_next_bit | --- find_next_bit | |--76.46%-- cpumask_next_and | load_balance | rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --23.54%-- load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-endio-met [kernel.kallsyms] [k] internal_add_timer | --- internal_add_timer schedule_timeout worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] timerqueue_add | --- timerqueue_add enqueue_hrtimer __hrtimer_start_range_ns hrtimer_start tick_nohz_stop_sched_tick cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] skb_release_head_state | --- skb_release_head_state | |--60.12%-- __kfree_skb | consume_skb | probe | kthread | kthread | kernel_thread_helper | --39.88%-- consume_skb probe kthread kthread kernel_thread_helper 0.00% io_saturation libperl.so.5.10.1 [.] Perl_sv_upgrade | --- Perl_sv_upgrade 0.00% rsync [kernel.kallsyms] [k] __alloc_skb | --- __alloc_skb __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] account_idle_ticks | --- account_idle_ticks cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% ksoftirqd/0 [kernel.kallsyms] [k] free_hot_cold_page | --- free_hot_cold_page __free_pages __free_slab discard_slab __slab_free kmem_cache_free file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] get_pageblock_flags_group | --- get_pageblock_flags_group __put_single_page put_page skb_release_data __kfree_skb tcp_ack tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-endio-met [kernel.kallsyms] [k] put_prev_task_fair | --- put_prev_task_fair __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] unmap_single | --- unmap_single | |--62.35%-- swiotlb_unmap_page | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --37.65%-- bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% dsm_sa_datamgr3 [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc fcntl_setlk sys_fcntl compat_sys_fcntl64 sysenter_dispatch 0xf770a430 .L344 OSMutexLock SMMutexLock UHAPIObjIPLock UIMReqRspLockPreprocess UHIPMDeviceIoControlIPMICmd UHIPMDeviceIoControl IPMICmd IPMIReqRsp IPMIReqRspRetry IPMGetSensorReading DCHIPMGetSensorReading IENVProcStatusRefreshObject .L40 PopulatorDispatch DCIENV32_SMPopulatorDispatch PopLdrNodeDispatch PopLdrNodeDispatchByPopID PopDispRefreshObjByDO PopDORefreshByOID PopDORefreshByObjList PopDORefreshObjTree PopDO1SecTimer DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% if_eth0 libperl.so.5.10.1 [.] Perl_pp_open | --- Perl_pp_open 0.00% aoe_ktio [kernel.kallsyms] [k] schedule | --- schedule kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_free_blks_set | --- ext4_free_blks_set ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] skb_queue_tail | --- skb_queue_tail rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] sched_clock_local | --- sched_clock_local sched_clock_cpu update_rq_clock update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] update_curr | --- update_curr dequeue_task_fair dequeue_task deactivate_task | |--52.49%-- pull_task | load_balance | __schedule | schedule | kthread | kthread | kernel_thread_helper | --47.51%-- __schedule schedule kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] poll_schedule_timeout | --- poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-endio-met [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [aoe] [k] aoeblk_request | --- aoeblk_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% ntpd [kernel.kallsyms] [k] fget_light | --- fget_light do_select core_sys_select sys_select system_call_fastpath __select (nil) 0.00% rsync libc-2.11.2.so [.] __errno_location | --- __errno_location 0x72672f32746e6168 0.00% rsync [kernel.kallsyms] [k] d_instantiate | --- d_instantiate d_splice_alias btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] schedule | --- schedule cpu_idle start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] blk_queue_bounce | --- blk_queue_bounce __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] __blk_run_queue | --- __blk_run_queue aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] proc_readdir_de | --- proc_readdir_de proc_readdir proc_root_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% btrfs-endio-met [kernel.kallsyms] [k] __percpu_counter_add | --- __percpu_counter_add test_clear_page_writeback end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% uname libpthread-2.11.2.so [.] __reclaim_stacks | --- __reclaim_stacks Perl_my_popen 0.00% uname [kernel.kallsyms] [k] copy_user_generic_string | --- copy_user_generic_string generic_file_aio_read do_sync_read vfs_read kernel_read prepare_binprm do_execve_common do_execve sys_execve stub_execve execve Perl_do_exec3 0.00% sshd [kernel.kallsyms] [k] ipt_do_table | --- ipt_do_table iptable_filter_hook nf_iterate nf_hook_slow __ip_local_out ip_local_out ip_queue_xmit tcp_transmit_skb tcp_write_xmit __tcp_push_pending_frames tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% swapper [kernel.kallsyms] [k] generic_smp_call_function_single_interrupt | --- generic_smp_call_function_single_interrupt smp_call_function_single_interrupt call_function_single_interrupt cpu_idle start_secondary 0.00% entropy [kernel.kallsyms] [k] do_page_fault | --- do_page_fault page_fault Perl_pp_enter 0.00% aoe_tx [kernel.kallsyms] [k] clear_buddies | --- clear_buddies dequeue_task deactivate_task __schedule schedule kthread kthread kernel_thread_helper 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_sv_setsv_flags | --- Perl_sv_setsv_flags 0.00% swapper [kernel.kallsyms] [k] irq_exit | --- irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-submit-0 [kernel.kallsyms] [k] bio_attempt_back_merge | --- bio_attempt_back_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] blk_recount_segments | --- blk_recount_segments bio_phys_segments blk_rq_bio_prep init_request_from_bio __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] pagevec_lru_move_fn | --- pagevec_lru_move_fn pagevec_move_tail rotate_reclaimable_page end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] touch_softlockup_watchdog | --- touch_softlockup_watchdog tick_nohz_stop_idle tick_check_idle irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] scsi_finish_command | --- scsi_finish_command scsi_softirq_done blk_done_softirq __do_softirq call_softirq do_softirq irq_exit smp_call_function_single_interrupt call_function_single_interrupt kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [aoe] [k] rexmit_deferred | --- rexmit_deferred rexmit_timer aoeblk_request __blk_run_queue queue_unplugged blk_flush_plug_list __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% ps [kernel.kallsyms] [k] unmap_vmas | --- unmap_vmas exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% ps [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free unlink_anon_vmas free_pgtables exit_mmap mmput flush_old_exec load_elf_binary search_binary_handler do_execve_common do_execve sys_execve stub_execve execve 0.00% munin-node [kernel.kallsyms] [k] __rmqueue | --- __rmqueue get_page_from_freelist __alloc_pages_nodemask __get_free_pages pgd_alloc mm_init dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% sshd [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance __schedule schedule schedule_timeout wait_for_common wait_for_completion flush_work tty_flush_to_ldisc n_tty_poll tty_poll do_select core_sys_select sys_select system_call_fastpath __select 0.00% rsync libc-2.11.2.so [.] __lxstat | --- __lxstat 0.00% btrfs-submit-0 [kernel.kallsyms] [k] set_bdi_congested | --- set_bdi_congested get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] update_group_power | --- update_group_power | |--50.30%-- rebalance_domains | run_rebalance_domains | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --49.70%-- load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_file_extent_type | --- btrfs_file_extent_type __btrfs_mod_ref btrfs_dec_ref walk_up_proc walk_up_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] update_rq_clock | --- update_rq_clock update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] x86_pmu_disable | --- x86_pmu_disable | |--74.04%-- perf_pmu_disable | perf_event_task_tick | scheduler_tick | update_process_times | tick_sched_timer | __run_hrtimer | hrtimer_interrupt | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --25.96%-- perf_event_task_tick scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] tcp_rcv_established | --- tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] __slab_free | --- __slab_free kmem_cache_free __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libperl.so.5.10.1 [.] Perl_safesyscalloc@plt | --- Perl_safesyscalloc@plt 0.00% snmpd [kernel.kallsyms] [k] sys_read | --- sys_read __read 0.00% kworker/2:0 [kernel.kallsyms] [k] __skb_clone | --- __skb_clone skb_clone rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] dm_table_get | --- dm_table_get dm_get_live_table | |--71.82%-- __split_and_process_bio | dm_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --28.18%-- dm_any_congested run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% jbd2/sda1-8 [kernel.kallsyms] [k] filemap_fdatawait_range | --- filemap_fdatawait_range filemap_fdatawait jbd2_journal_commit_transaction kjournald2 kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] cfq_prio_tree_add | --- cfq_prio_tree_add cfq_add_rq_rb cfq_insert_request __elv_add_request add_acct_request __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot | |--72.34%-- btrfs_del_csums | __btrfs_free_extent | run_clustered_refs | btrfs_run_delayed_refs | btrfs_should_end_transaction | btrfs_drop_snapshot | btrfs_clean_old_snapshots | cleaner_kthread | kthread | kernel_thread_helper | --27.66%-- btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] calc_global_load | --- calc_global_load tick_do_update_jiffies64 tick_check_idle irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% munin-node [kernel.kallsyms] [k] sched_autogroup_fork | --- sched_autogroup_fork do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% btrfs-submit-0 [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance __schedule schedule io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% munin-node libc-2.11.2.so [.] memset | --- memset 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_activate_request | --- cfq_activate_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] strspn | --- strspn | |--65.24%-- is_aoe_netif | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --34.76%-- aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] hrtimer_get_next_event | --- hrtimer_get_next_event tick_nohz_stop_sched_tick cpu_idle start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] __kmalloc | --- __kmalloc btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_extent_info do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] set_normalized_timespec | --- set_normalized_timespec __delayacct_blkio_start io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% kworker/0:1 [aoe] [k] aoechr_rel | --- aoechr_rel aoechr_rel rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] read_extent_buffer_pages | --- read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% perf [kernel.kallsyms] [k] __ext4_get_inode_loc | --- __ext4_get_inode_loc ext4_get_inode_loc ext4_reserve_inode_write ext4_mark_inode_dirty ext4_generic_write_end ext4_ordered_write_end generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [kernel.kallsyms] [k] tcp_gro_receive | --- tcp_gro_receive tcp4_gro_receive inet_gro_receive dev_gro_receive napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] __cfq_slice_expired | --- __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-submit-0 [aoe] [k] rexmit_timer | --- rexmit_timer __blk_run_queue queue_unplugged blk_flush_plug_list __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% netstat libperl.so.5.10.1 [.] Perl_push_scope | --- Perl_push_scope 0.00% swapper [kernel.kallsyms] [k] profile_tick | --- profile_tick tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% aoe_tx [kernel.kallsyms] [k] select_task_rq_fair | --- select_task_rq_fair try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] internal_add_timer | --- internal_add_timer mod_timer | |--62.89%-- sk_reset_timer | tcp_ack | tcp_rcv_established | tcp_v4_do_rcv | tcp_v4_rcv | ip_local_deliver_finish | ip_local_deliver | ip_rcv_finish | ip_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | start_secondary | --37.11%-- add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% kipmi0 [ipmi_si] [k] start_next_msg | --- start_next_msg smi_event_handler ipmi_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] rcu_enter_nohz | --- rcu_enter_nohz rcu_irq_exit irq_exit scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] ttwu_do_activate | --- ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] __d_lookup_rcu | --- __d_lookup_rcu do_lookup link_path_walk path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% rsync [kernel.kallsyms] [k] btrfs_read_lock_root_node | --- btrfs_read_lock_root_node btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_put_request | --- cfq_put_request elv_put_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] mutex_lock | --- mutex_lock do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% kworker/3:2 [kernel.kallsyms] [k] end_buffer_async_write | --- end_buffer_async_write xfs_destroy_ioend xfs_end_io process_one_work worker_thread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] btrfs_lookup_inode | --- btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_merge | --- elv_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] dequeue_task_fair | --- dequeue_task_fair dequeue_task deactivate_task __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] common_interrupt | --- common_interrupt | |--68.13%-- cpu_idle | start_secondary | --31.87%-- __schedule schedule cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] elv_put_request | --- elv_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] smp_apic_timer_interrupt | --- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% rsync [kernel.kallsyms] [k] lock_extent | --- lock_extent read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] rebalance_domains | --- rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle | |--58.87%-- start_secondary | --41.13%-- rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_tx [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] blk_queue_bounce | --- blk_queue_bounce __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages readahead_tree_block reada_walk_down do_walk_down walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_hv_iternext_flags | --- Perl_hv_iternext_flags 0.00% aoe_ktio [kernel.kallsyms] [k] __cfq_slice_expired | --- __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] jbd2_journal_dirty_metadata | --- jbd2_journal_dirty_metadata __ext4_handle_dirty_metadata ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% munin-node libc-2.11.2.so [.] sigprocmask | --- sigprocmask 0.00% munin-node [kernel.kallsyms] [k] init_new_context | --- init_new_context dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_pp_fork 0.00% nrpe [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance __schedule schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-submit-0 [kernel.kallsyms] [k] get_request | --- get_request | |--67.03%-- get_request_wait | __make_request | generic_make_request | submit_bio | run_scheduled_bios | pending_bios_fn | worker_loop | kthread | kernel_thread_helper | --32.97%-- __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] do_gettimeofday | --- do_gettimeofday aoechr_rel | |--78.84%-- aoecmd_ata_rsp | aoenet_rcv | __netif_receive_skb | netif_receive_skb | napi_skb_finish | napi_gro_receive | bnx2_poll_work | bnx2_poll | net_rx_action | __do_softirq | call_softirq | do_softirq | irq_exit | do_IRQ | ret_from_intr | cpu_idle | rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --21.16%-- rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] skb_put | --- skb_put bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% kworker/3:2 [kernel.kallsyms] [k] __wake_up_bit | --- __wake_up_bit wake_up_bit unlock_buffer end_buffer_async_write xfs_destroy_ioend xfs_end_io process_one_work worker_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_remove_request | --- cfq_remove_request cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] do_munmap | --- do_munmap sys_munmap system_call_fastpath munmap 0.00% swapper [kernel.kallsyms] [k] put_cred_rcu | --- put_cred_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% rsync [kernel.kallsyms] [k] __slab_free | --- __slab_free btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] tick_check_oneshot_broadcast | --- tick_check_oneshot_broadcast irq_enter | |--63.84%-- scheduler_ipi | smp_reschedule_interrupt | reschedule_interrupt | cpu_idle | start_secondary | --36.16%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-endio-met [kernel.kallsyms] [k] btrfs_item_offset | --- btrfs_item_offset check_leaf btree_readpage_end_io_hook end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tcp_established_options | --- tcp_established_options tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% aoe_ktio [kernel.kallsyms] [k] ttwu_do_wakeup | --- ttwu_do_wakeup ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] rcu_process_gp_end | --- rcu_process_gp_end | |--51.25%-- rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --48.75%-- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] bio_alloc_bioset | --- bio_alloc_bioset __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] set_next_buddy | --- set_next_buddy check_preempt_curr ttwu_do_wakeup ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] _raw_spin_trylock | --- _raw_spin_trylock | |--79.77%-- force_quiescent_state | __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | cpu_idle | start_secondary | --20.23%-- __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] rb_next | --- rb_next elv_rb_latter_request elv_latter_request attempt_back_merge __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% diskstats libc-2.11.2.so [.] __libc_fork | --- __libc_fork Perl_pp_fork 0.00% perf [kernel.kallsyms] [k] ext4_block_bitmap | --- ext4_block_bitmap ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% sync_supers [kernel.kallsyms] [k] sync_supers | --- sync_supers bdi_sync_supers kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] do_IRQ | --- do_IRQ ret_from_intr generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] ktime_get | --- ktime_get hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair enqueue_task activate_task pull_task load_balance __schedule schedule io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% flush-btrfs-13 [kernel.kallsyms] [k] btree_writepages | --- btree_writepages do_writepages writeback_single_inode writeback_sb_inodes __writeback_inodes_wb wb_writeback wb_do_writeback bdi_writeback_thread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_rb_add | --- elv_rb_add cfq_add_rq_rb cfq_insert_request __elv_add_request blk_flush_plug_list __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cleaner [kernel.kallsyms] [k] btrfs_get_alloc_profile | --- btrfs_get_alloc_profile btrfs_reserve_extent btrfs_alloc_free_block __btrfs_cow_block btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref __btrfs_free_extent run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __lock_task_sighand | --- __lock_task_sighand posix_timer_event posix_timer_fn __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] cfq_choose_req | --- cfq_choose_req cfq_find_next_rq cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% top [kernel.kallsyms] [k] set_normalized_timespec | --- set_normalized_timespec poll_select_copy_remaining sys_select system_call_fastpath __select __libc_start_main 0.00% rsync [kernel.kallsyms] [k] update_cfs_shares | --- update_cfs_shares dequeue_task_fair dequeue_task deactivate_task __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% aoe_ktio [kernel.kallsyms] [k] dm_bio_destructor | --- dm_bio_destructor clone_endio bio_endio req_bio_endio blk_update_request blk_update_bidi_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] do_select | --- do_select core_sys_select sys_select system_call_fastpath __select 0.00% xfsbufd/sda8 [kernel.kallsyms] [k] blk_start_plug | --- blk_start_plug xfsbufd kthread kernel_thread_helper 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_pp_unstack | --- Perl_pp_unstack 0.00% btrfs-endio-met [kernel.kallsyms] [k] init_timer_key | --- init_timer_key schedule_timeout worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] io_schedule | --- io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% nrpe [kernel.kallsyms] [k] kmem_cache_alloc_trace | --- kmem_cache_alloc_trace sock_alloc_inode alloc_inode new_inode_pseudo sock_alloc sys_accept4 sys_accept system_call_fastpath accept 0.00% swapper [kernel.kallsyms] [k] pick_next_task_fair | --- pick_next_task_fair __schedule schedule cpu_idle | |--88.13%-- rest_init | start_kernel | x86_64_start_reservations | x86_64_start_kernel | --11.87%-- start_secondary 0.00% btrfs-cleaner [kernel.kallsyms] [k] enqueue_task_fair | --- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt get_request_wait __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages readahead_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs __btrfs_end_transaction btrfs_end_transaction_throttle btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] sched_ttwu_do_pending | --- sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tcp_set_skb_tso_segs | --- tcp_set_skb_tso_segs tcp_write_xmit __tcp_push_pending_frames tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% sshd [kernel.kallsyms] [k] __switch_to | --- __switch_to __select 0.00% sshd [kernel.kallsyms] [k] sysret_check | --- sysret_check sigprocmask 0x7fff94456eb0 0.00% aoe_tx [kernel.kallsyms] [k] put_prev_task_fair | --- put_prev_task_fair __schedule schedule kthread kthread kernel_thread_helper 0.00% perf [kernel.kallsyms] [k] ext4_free_blks_count | --- ext4_free_blks_count ext4_mb_new_blocks ext4_ind_map_blocks ext4_map_blocks _ext4_get_block ext4_get_block __block_write_begin ext4_write_begin generic_file_buffered_write __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __libc_write cmd_record run_builtin main __libc_start_main 0.00% swapper [kernel.kallsyms] [k] check_preempt_curr | --- check_preempt_curr ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% watchdog.pl [kernel.kallsyms] [k] copy_pte_range | --- copy_pte_range copy_page_range dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% aoe_tx [kernel.kallsyms] [k] update_shares | --- update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] get_rps_cpu | --- get_rps_cpu netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% rsync [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color inode_tree_add btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] hrtimer_run_queues | --- hrtimer_run_queues update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] __wake_up_common | --- __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% top libc-2.11.2.so [.] qsort_r | --- qsort_r 0x405069 0x40a1c1 0x40d803 0x40dace __libc_start_main 0.00% aoe_ktio [kernel.kallsyms] [k] remove_wait_queue | --- remove_wait_queue kthread kernel_thread_helper 0.00% top libc-2.11.2.so [.] ioctl | --- ioctl 0x40dcaa __libc_start_main 0.00% btrfs-submit-0 [kernel.kallsyms] [k] check_preempt_curr | --- check_preempt_curr ttwu_do_activate sched_ttwu_do_pending scheduler_ipi smp_reschedule_interrupt reschedule_interrupt __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] can_migrate_task | --- can_migrate_task load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] ktime_get_ts | --- ktime_get_ts delayacct_end __delayacct_blkio_end io_schedule get_request_wait __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% sleep [kernel.kallsyms] [k] acct_update_integrals | --- acct_update_integrals do_group_exit sys_exit_group system_call_fastpath _exit 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_free_tmps | --- Perl_free_tmps 0.00% sshd [kernel.kallsyms] [k] fsnotify | --- fsnotify vfs_write sys_write system_call_fastpath __write 0.00% btrfs-transacti [kernel.kallsyms] [k] prepare_to_wait | --- prepare_to_wait wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% kworker/0:1 [kernel.kallsyms] [k] put_io_context | --- put_io_context __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue cfq_kick_queue process_one_work worker_thread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% btrfs-transacti [kernel.kallsyms] [k] tg_load_down | --- tg_load_down load_balance __schedule schedule io_schedule sleep_on_page __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] core_sys_select | --- core_sys_select sys_select system_call_fastpath __select 0.00% swapper [kernel.kallsyms] [k] cfq_prio_tree_add | --- cfq_prio_tree_add cfq_resort_rr_list __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] megasas_clear_intr_xscale | --- megasas_clear_intr_xscale megasas_isr handle_irq_event_percpu handle_irq_event handle_fasteoi_irq handle_irq do_IRQ ret_from_intr cpu_idle start_secondary 0.00% top [kernel.kallsyms] [k] n_tty_read | --- n_tty_read tty_read vfs_read sys_read system_call_fastpath __read 0x40dcaa __libc_start_main 0.00% btrfs-endio-met [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore | --- _raw_spin_unlock_irqrestore worker_loop kthread kernel_thread_helper 0.00% ntpd [kernel.kallsyms] [k] ip_make_skb | --- ip_make_skb udp_sendmsg inet_sendmsg sock_sendmsg sys_sendto system_call_fastpath sendto 0.00% aoe_ktio [bnx2] [k] bnx2_open | --- bnx2_open handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr kthread kthread kernel_thread_helper 0.00% nfsd [kernel.kallsyms] [k] get_page_from_freelist | --- get_page_from_freelist __alloc_pages_nodemask do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault __libc_fork Perl_pp_fork 0.00% swapper [kernel.kallsyms] [k] scheduler_tick | --- scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-submit-0 [kernel.kallsyms] [k] elv_bio_merged | --- elv_bio_merged __make_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] strncmp | --- strncmp is_aoe_netif aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] handle_irq_event_percpu | --- handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] __delayacct_blkio_end | --- __delayacct_blkio_end io_schedule sleep_on_page __wait_on_bit wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] write_extent_buffer | --- write_extent_buffer btrfs_cow_block btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] __kmalloc_track_caller | --- __kmalloc_track_caller __netdev_alloc_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [aoe] [k] aoedev_by_aoeaddr | --- aoedev_by_aoeaddr aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] enqueue_task_fair | --- enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] consume_skb | --- consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% ntpd [kernel.kallsyms] [k] sockfd_lookup_light | --- sockfd_lookup_light system_call_fastpath recvmsg 0.00% munin-node libperl.so.5.10.1 [.] Perl_re_intuit_start | --- Perl_re_intuit_start 0.00% munin-node [kernel.kallsyms] [k] sys_read | --- sys_read system_call_fastpath __libc_read 0.00% nfsd libperl.so.5.10.1 [.] Perl_push_scope | --- Perl_push_scope 0.00% swapper [kernel.kallsyms] [k] cfq_remove_request | --- cfq_remove_request cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_should_idle | --- cfq_should_idle cfq_dispatch_requests blk_peek_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% sshd [kernel.kallsyms] [k] tty_hung_up_p | --- tty_hung_up_p tty_poll do_select core_sys_select sys_select system_call_fastpath __select 0.00% aoe_ktio [kernel.kallsyms] [k] check_preempt_wakeup | --- check_preempt_wakeup check_preempt_curr ttwu_do_wakeup ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% ksoftirqd/0 [kernel.kallsyms] [k] tcp_v4_rcv | --- tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] raise_softirq | --- raise_softirq scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] __wake_up | --- __wake_up aoenet_xmit rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] __kfree_skb | --- __kfree_skb consume_skb probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] update_vsyscall | --- update_vsyscall do_timer tick_do_update_jiffies64 tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% ksoftirqd/2 [kernel.kallsyms] [k] file_free_rcu | --- file_free_rcu __rcu_process_callbacks rcu_process_callbacks __do_softirq run_ksoftirqd kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] do_softirq | --- do_softirq smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% btrfs-endio-met [kernel.kallsyms] [k] ttwu_stat | --- ttwu_stat try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [aoe] [k] rexmit_deferred | --- rexmit_deferred aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] activate_task | --- activate_task pull_task load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] lock_timer_base | --- lock_timer_base add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% sshd [kernel.kallsyms] [k] _raw_spin_lock_bh | --- _raw_spin_lock_bh tcp_sendmsg inet_sendmsg sock_aio_write do_sync_write vfs_write sys_write system_call_fastpath __write 0.00% btrfs-cleaner [kernel.kallsyms] [k] walk_down_tree | --- walk_down_tree btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% btrfs-submit-0 [kernel.kallsyms] [k] _raw_spin_lock | --- _raw_spin_lock __slab_alloc kmem_cache_alloc mempool_alloc_slab mempool_alloc bio_alloc_bioset __split_and_process_bio dm_request generic_make_request submit_bio run_scheduled_bios pending_bios_fn worker_loop kthread kernel_thread_helper 0.00% rsync libc-2.11.2.so [.] readdir | --- readdir 0.00% swapper [kernel.kallsyms] [k] napi_gro_receive | --- napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] swiotlb_map_page | --- swiotlb_map_page bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_tx [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] rcu_note_context_switch | --- rcu_note_context_switch schedule kthread kthread kernel_thread_helper 0.00% munin-node [kernel.kallsyms] [k] shrink_dcache_parent | --- shrink_dcache_parent release_task wait_consider_task do_wait sys_wait4 system_call_fastpath __waitpid 0.00% aoe_tx [kernel.kallsyms] [k] double_rq_lock | --- double_rq_lock load_balance __schedule schedule kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] update_cfs_load | --- update_cfs_load update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] tcp_parse_aligned_timestamp | --- tcp_parse_aligned_timestamp tcp_rcv_established tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] cpumask_next_and | --- cpumask_next_and load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit | |--74.79%-- smp_call_function_single_interrupt | call_function_single_interrupt | cpu_idle | start_secondary | --25.21%-- smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% rsync [kernel.kallsyms] [k] btrfs_inode_generation | --- btrfs_inode_generation btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% kworker/0:2 [kernel.kallsyms] [k] load_balance | --- load_balance __schedule schedule worker_thread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] inode_init_always | --- inode_init_always alloc_inode iget5_locked btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% swapper [kernel.kallsyms] [k] irq_enter | --- irq_enter smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% nrpe [kernel.kallsyms] [k] __d_drop | --- __d_drop fput sys_accept4 sys_accept system_call_fastpath accept 0.00% btrfs-endio-met [kernel.kallsyms] [k] schedule | --- schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% top [kernel.kallsyms] [k] proc_readdir | --- proc_readdir vfs_readdir sys_getdents system_call_fastpath 0x7f0e7f1d9e65 0.00% flush-btrfs-18 [kernel.kallsyms] [k] schedule | --- schedule schedule_timeout bdi_writeback_thread kthread kernel_thread_helper 0.00% rsync [kernel.kallsyms] [k] read_block_for_search | --- read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% kipmi0 [kernel.kallsyms] [k] clear_buddies | --- clear_buddies __schedule schedule ipmi_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] pick_next_task_rt | --- pick_next_task_rt schedule kthread kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] __wait_on_bit | --- __wait_on_bit wait_on_page_bit btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] update_stats_wait_end | --- update_stats_wait_end pick_next_task_fair __schedule schedule kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] force_qs_rnp | --- force_qs_rnp force_quiescent_state __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] elv_dispatch_sort | --- elv_dispatch_sort cfq_dispatch_insert cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] flat_send_IPI_mask | --- flat_send_IPI_mask native_smp_send_reschedule rcu_implicit_dynticks_qs force_qs_rnp force_quiescent_state __rcu_process_callbacks rcu_process_callbacks __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% rsync [kernel.kallsyms] [k] sleep_on_page | --- sleep_on_page wait_on_page_bit read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot btrfs_lookup_inode btrfs_iget btrfs_lookup_dentry btrfs_lookup d_inode_lookup do_lookup path_lookupat do_path_lookup user_path_at vfs_fstatat vfs_lstat sys_newlstat system_call_fastpath __lxstat 0.00% btrfs-endio-met [kernel.kallsyms] [k] rb_insert_color | --- rb_insert_color enqueue_task_fair enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% sshd [kernel.kallsyms] [k] do_select | --- do_select core_sys_select sys_select system_call_fastpath __select 0.00% btrfs-endio-met [kernel.kallsyms] [k] native_read_tsc | --- native_read_tsc native_sched_clock sched_clock sched_clock_local sched_clock_cpu update_rq_clock dequeue_task deactivate_task __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu try_to_wake_up default_wake_function autoremove_wake_function wake_bit_function __wake_up_common __wake_up __wake_up_bit unlock_page end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% swapper [bnx2] [k] bnx2_poll | --- bnx2_poll __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] update_cpu_load | --- update_cpu_load scheduler_tick update_process_times tick_sched_timer __run_hrtimer hrtimer_interrupt smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] exit_idle | --- exit_idle ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] blk_start_request | --- blk_start_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% btrfs-cleaner [kernel.kallsyms] [k] blk_recount_segments | --- blk_recount_segments bio_attempt_front_merge __make_request generic_make_request submit_bio btrfs_map_bio btree_submit_bio_hook submit_one_bio read_extent_buffer_pages btree_read_extent_buffer_pages read_tree_block read_block_for_search btrfs_search_slot lookup_inline_extent_backref insert_inline_extent_backref __btrfs_inc_extent_ref run_clustered_refs btrfs_run_delayed_refs btrfs_should_end_transaction btrfs_drop_snapshot btrfs_clean_old_snapshots cleaner_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] __wake_up | --- __wake_up aoenet_xmit rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% aoe_ktio [kernel.kallsyms] [k] cfq_group_service_tree_add | --- cfq_group_service_tree_add __cfq_slice_expired cfq_completed_request elv_completed_request __blk_put_request blk_finish_request __blk_end_bidi_request __blk_end_request aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] cfq_should_idle | --- cfq_should_idle cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] tick_program_event | --- tick_program_event smp_apic_timer_interrupt apic_timer_interrupt cpu_idle start_secondary 0.00% kipmi0 [ipmi_msghandler] [k] ipmi_poll_interface | --- ipmi_poll_interface smi_event_handler ipmi_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] blk_start_request | --- blk_start_request rexmit_timer aoeblk_request __blk_run_queue aoe_end_request aoe_end_buf probe kthread kthread kernel_thread_helper 0.00% watchdog.pl [kernel.kallsyms] [k] native_flush_tlb_others | --- native_flush_tlb_others flush_tlb_page ptep_set_access_flags do_wp_page handle_pte_fault handle_mm_fault do_page_fault page_fault Perl_sv_setiv 0.00% swapper [kernel.kallsyms] [k] find_first_bit | --- find_first_bit load_balance rebalance_domains run_rebalance_domains __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% watchdog.pl [kernel.kallsyms] [k] kmem_cache_alloc | --- kmem_cache_alloc dup_mm copy_process do_fork sys_clone stub_clone __libc_fork Perl_my_popen 0.00% btrfs-endio-met [kernel.kallsyms] [k] rcu_note_context_switch | --- rcu_note_context_switch __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% dsm_sa_datamgr3 libc-2.11.2.so [.] 0xdb258 | --- 0xf7646258 nanosleep DMWTTimerMgrThread OSThreadStub start_thread clone 0.00% btrfs-endio-met [kernel.kallsyms] [k] hrtick_start_fair | --- hrtick_start_fair pick_next_task_fair __schedule schedule schedule_timeout worker_loop kthread kernel_thread_helper 0.00% btrfs-transacti [kernel.kallsyms] [k] clear_state_bit | --- clear_state_bit clear_extent_bit clear_extent_bits btrfs_wait_marked_extents btrfs_write_and_wait_marked_extents btrfs_write_and_wait_transaction btrfs_commit_transaction transaction_kthread kthread kernel_thread_helper 0.00% swapper [kernel.kallsyms] [k] sched_clock_cpu | --- sched_clock_cpu enqueue_task activate_task ttwu_activate ttwu_do_activate try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] skb_release_data | --- skb_release_data __kfree_skb consume_skb bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% kworker/3:2 [kernel.kallsyms] [k] refresh_cpu_vm_stats | --- refresh_cpu_vm_stats vmstat_update process_one_work worker_thread kthread kernel_thread_helper 0.00% aoe_ktio [kernel.kallsyms] [k] update_shares | --- update_shares __schedule schedule kthread kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] prop_norm_percpu | --- prop_norm_percpu __prop_inc_percpu_max test_clear_page_writeback end_page_writeback end_bio_extent_writepage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% btrfs-cache-0 [kernel.kallsyms] [k] _raw_spin_lock_irq | --- _raw_spin_lock_irq worker_loop kthread kernel_thread_helper 0.00% btrfs-endio-met [kernel.kallsyms] [k] set_extent_bit | --- set_extent_bit set_extent_uptodate end_bio_extent_readpage bio_endio end_workqueue_fn worker_loop kthread kernel_thread_helper 0.00% aoe_tx [kernel.kallsyms] [k] ttwu_stat | --- ttwu_stat try_to_wake_up default_wake_function __wake_up_common __wake_up aoechr_rel aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq local_bh_enable dev_queue_xmit aoenet_exit kthread kthread kernel_thread_helper 0.00% sleep [kernel.kallsyms] [k] handle_mm_fault | --- handle_mm_fault page_fault __fpending 0.00% swapper [kernel.kallsyms] [k] mod_timer | --- mod_timer add_timer rexmit_timer run_timer_softirq __do_softirq call_softirq do_softirq irq_exit smp_apic_timer_interrupt apic_timer_interrupt cpu_idle rest_init start_kernel x86_64_start_reservations x86_64_start_kernel 0.00% swapper [kernel.kallsyms] [k] sk_clone | --- sk_clone inet_csk_clone tcp_create_openreq_child tcp_v4_syn_recv_sock tcp_check_req tcp_v4_do_rcv tcp_v4_rcv ip_local_deliver_finish ip_local_deliver ip_rcv_finish ip_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% swapper [kernel.kallsyms] [k] put_io_context | --- put_io_context __cfq_slice_expired cfq_dispatch_requests blk_peek_request rexmit_timer aoecmd_ata_rsp aoenet_rcv __netif_receive_skb netif_receive_skb napi_skb_finish napi_gro_receive bnx2_poll_work bnx2_poll net_rx_action __do_softirq call_softirq do_softirq irq_exit do_IRQ ret_from_intr cpu_idle start_secondary 0.00% watchdog.pl libperl.so.5.10.1 [.] Perl_pp_gvsv | --- Perl_pp_gvsv # # (For a higher level overview, try: perf report --sort comm,dso) #