___________________________________________________________________________________________ System: Linux ascender 2.6.9-rc2 #1 SMP Tue Sep 14 11:05:18 CDT 2004 ia64 Total counts All (512) CPUs Start time: Tue Sep 14 12:04:25 2004 End time: Tue Sep 14 12:10:51 2004 Delta Time: 386.62 sec. Hash table slots in use: 350. Global read lock slots in use: 612. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SPINLOCKS HOLD WAIT UTIL CON MEAN( MAX ) MEAN( MAX )(% CPU) TOTAL NOWAIT SPIN RJECT NAME 0.57% 2.4us( 67ms) 41ms( 86ms)(26.7%) 227047021 99.4% 0.57% 0.00% *TOTAL* 0.00% 0% 0.3us( 134us) 0us 46295 100% 0% 0% [0xe00000b003726dd0] 0.00% 0% 0.0us( 0.0us) 0us 1 100% 0% 0% xfs_log_move_tail+0x310 0.00% 0% 0.9us( 16us) 0us 90 100% 0% 0% xfs_log_need_covered+0x100 0.00% 0% 0.1us( 11us) 0us 4988 100% 0% 0% xfs_log_notify+0x40 0.00% 0% 4.8us( 38us) 0us 238 100% 0% 0% xlog_state_do_callback+0x40 0.00% 0% 0.0us( 0.1us) 0us 238 100% 0% 0% xlog_state_do_callback+0x210 0.00% 0% 4.2us( 134us) 0us 238 100% 0% 0% xlog_state_do_callback+0x300 0.00% 0% 0.2us( 5.8us) 0us 239 100% 0% 0% xlog_state_done_syncing+0x40 0.00% 0% 0.5us( 43us) 0us 10111 100% 0% 0% xlog_state_get_iclog_space+0x30 0.00% 0% 0.2us( 6.7us) 0us 4757 100% 0% 0% xlog_state_put_ticket+0x20 0.00% 0% 0.1us( 17us) 0us 10212 100% 0% 0% xlog_state_release_iclog+0x50 0.00% 0% 2.6us( 37us) 0us 148 100% 0% 0% xlog_state_sync_all+0x30 0.00% 0% 0.2us( 6.7us) 0us 66 100% 0% 0% xlog_state_sync_all+0x440 0.00% 0% 4.6us( 16us) 0us 46 100% 0% 0% xlog_state_sync+0x40 0.00% 0% 0.9us( 7.0us) 0us 35 100% 0% 0% xlog_state_sync+0x3f0 0.00% 0% 0.4us( 7.2us) 0us 21 100% 0% 0% xlog_state_want_sync+0x20 0.00% 0% 0.5us( 18us) 0us 4757 100% 0% 0% xlog_ticket_get+0x50 0.00% 0% 0.1us( 34us) 0us 9974 100% 0% 0% xlog_write+0x5f0 0.00% 0% 0.8us( 6.8us) 0us 21 100% 0% 0% xlog_write+0x6c0 0.00% 0% 0.4us( 15us) 0us 115 100% 0% 0% xlog_write+0x800 0.00% 0% 0.2us( 64us) 0us 43424 100% 0% 0% [0xe00000b003726e70] 0.00% 0% 0.1us( 16us) 0us 14949 100% 0% 0% xfs_log_move_tail+0x70 0.00% 0% 0.0us( 8.0us) 0us 10212 100% 0% 0% xlog_assign_tail_lsn+0x50 0.00% 0% 1.0us( 64us) 0us 4757 100% 0% 0% xlog_grant_log_space+0x40 0.00% 0% 0.2us( 19us) 0us 6588 100% 0% 0% xlog_grant_push_ail+0x50 0.00% 0% 0.1us( 7.9us) 0us 1831 100% 0% 0% xlog_regrant_reserve_log_space+0x50 0.00% 0% 3.7us( 16us) 0us 92 100% 0% 0% xlog_regrant_write_log_space+0x90 0.00% 0% 0.1us( 6.5us) 0us 238 100% 0% 0% xlog_state_do_callback+0x1c0 0.00% 0% 0.3us( 17us) 0us 4757 100% 0% 0% xlog_ungrant_log_space+0x50 0% 0% 0us 1 100% 0% 0% [0xe000023003875d80] 0% 0% 0us 1 100% 0% 0% credit_entropy_store+0x40 0% 0% 0us 8849 100% 0% 0% [0xe00005b00387a080] 0% 0% 0us 8849 100% 0% 0% sn_dma_flush+0x1e0 0% 0% 0us 8849 100% 0% 0% [0xe00006307b8f2018] 0% 0% 0us 8849 100% 0% 0% scsi_put_command+0xe0 0.04% 0.28% 3.5us( 90us) 16us( 91us)(0.00%) 44253 99.7% 0.28% 0% [0xe00006307b8f2040] 0.04% 0.16% 17us( 90us) 19us( 50us)(0.00%) 8857 99.8% 0.16% 0% qla1280_intr_handler+0x30 0.00% 0.31% 0.3us( 30us) 4.6us( 15us)(0.00%) 8849 99.7% 0.31% 0% scsi_device_unbusy+0x50 0% 0.29% 9.3us( 85us)(0.00%) 8849 99.7% 0.29% 0% scsi_dispatch_cmd+0x340 0% 0.44% 21us( 91us)(0.00%) 8849 99.6% 0.44% 0% scsi_request_fn+0x2d0 0% 0.20% 31us( 87us)(0.00%) 8849 99.8% 0.20% 0% scsi_run_queue+0xa0 0.00% 0.10% 0.1us( 67us) 10us( 44us)(0.00%) 40574 99.9% 0.10% 0% [0xe00008b003eb7024] 0.00% 0% 0.2us( 7.3us) 0us 442 100% 0% 0% xfs_buf_iodone+0x30 0.00% 0% 0.2us( 4.2us) 0us 47 100% 0% 0% xfs_buf_item_unpin+0x160 0.00% 0% 0.1us( 2.6us) 0us 138 100% 0% 0% xfs_efi_item_unpin+0x30 0.00% 0% 0.2us( 12us) 0us 138 100% 0% 0% xfs_efi_release+0x30 0.00% 0% 0.1us( 4.6us) 0us 3901 100% 0% 0% xfs_iflush_done+0xc0 0.00% 0.97% 0.2us( 30us) 10us( 44us)(0.00%) 3903 99.0% 0.97% 0% xfs_iflush_int+0x430 0.00% 0.01% 0.1us( 67us) 2.4us( 2.9us)(0.00%) 19342 100% 0.01% 0% xfs_trans_chunk_committed+0x210 0.00% 0% 32us( 32us) 0us 1 100% 0% 0% xfs_trans_push_ail+0x40 0.00% 0% 0.5us( 21us) 0us 2450 100% 0% 0% xfs_trans_push_ail+0x2c0 0.00% 0.01% 0.1us( 16us) 24us( 24us)(0.00%) 10212 100% 0.01% 0% xfs_trans_tail_ail+0x20 0.00% 0% 0.3us( 55us) 0us 13977 100% 0% 0% [0xe00008b003eb7110] 0.00% 0% 0.3us( 55us) 0us 10099 100% 0% 0% xfs_mod_incore_sb+0x20 0.00% 0% 0.1us( 23us) 0us 3878 100% 0% 0% xfs_mod_incore_sb_batch+0x30 0.01% 0.38% 0.3us( 474us) 14us( 246us)(0.00%) 139387 99.6% 0.38% 0% [0xe00009b003cbf034] 0% 0.24% 13us( 79us)(0.00%) 8212 99.8% 0.24% 0% __cfq_get_queue+0x1f0 0% 0.66% 18us( 203us)(0.00%) 19020 99.3% 0.66% 0% __make_request+0x150 0.00% 0.45% 0.0us( 36us) 11us( 50us)(0.00%) 8849 99.5% 0.45% 0% blk_run_queue+0x40 0% 0.33% 10us( 75us)(0.00%) 17061 99.7% 0.33% 0% cfq_get_queue+0x50 0.01% 0.32% 2.6us( 474us) 18us( 187us)(0.00%) 17382 99.7% 0.32% 0% generic_unplug_device+0x40 0% 0.27% 7.6us( 91us)(0.00%) 17061 99.7% 0.27% 0% get_request+0x80 0% 0.33% 7.2us( 31us)(0.00%) 8212 99.7% 0.33% 0% get_request+0x4d0 0% 0.18% 28us( 216us)(0.00%) 8849 99.8% 0.18% 0% scsi_device_unbusy+0xb0 0% 0.18% 25us( 120us)(0.00%) 8849 99.8% 0.18% 0% scsi_end_request+0x160 0.00% 1.2% 0.1us( 48us) 12us( 246us)(0.00%) 8849 98.8% 1.2% 0% scsi_request_fn+0x520 0% 0.15% 6.5us( 17us)(0.00%) 17043 99.8% 0.15% 0% scsi_request_fn+0x5b0 0.00% 0% 0.0us( 0.3us) 0us 17698 100% 0% 0% [0xe00009b003cbf038] 0% 0% 0us 8849 100% 0% 0% scsi_get_command+0x110 0.00% 0% 0.1us( 0.3us) 0us 8849 100% 0% 0% scsi_put_command+0x70 0.00% 0% 0.1us( 2.5us) 0us 78 100% 0% 0% [0xe0001330032bb504] 0.00% 0% 0.1us( 2.5us) 0us 78 100% 0% 0% do_select+0x60 0% 0% 0us 96 100% 0% 0% [0xe00039b003d50380] 0% 0% 0us 65 100% 0% 0% qla2x00_intr_handler+0x70 0% 0% 0us 31 100% 0% 0% qla2x00_mailbox_command+0xe0 0% 0% 0us 67 100% 0% 0% [0xe00039b003d52480] 0% 0% 0us 65 100% 0% 0% qla2x00_next+0x80 0% 0% 0us 1 100% 0% 0% qla2x00_restart_queues+0x120 0% 0% 0us 1 100% 0% 0% qla2x00_restart_queues+0x390 0% 0% 0us 93 100% 0% 0% [0xe00039b003d54478] 0% 0% 0us 31 100% 0% 0% qla2x00_intr_handler+0x4e0 0% 0% 0us 31 100% 0% 0% qla2x00_mailbox_command+0x9c0 0% 0% 0us 31 100% 0% 0% qla2x00_mailbox_command+0xba0 0.00% 0% 0.3us( 3.0us) 0us 14 100% 0% 0% [0xe0004a3079d2d930] 0.00% 0% 0.3us( 3.0us) 0us 14 100% 0% 0% unmap_mapping_range+0xc0 0% 0% 0us 4 100% 0% 0% [0xe0004db003d47e18] 0% 0% 0us 2 100% 0% 0% __down_interruptible+0xc0 0% 0% 0us 2 100% 0% 0% __down_interruptible+0x240 0.00% 0% 27us( 369us) 0us 16 100% 0% 0% [0xe000603003bd634c] 0.00% 0% 0.3us( 1.5us) 0us 8 100% 0% 0% rwsem_down_read_failed+0x60 0.00% 0% 53us( 369us) 0us 8 100% 0% 0% rwsem_wake+0x30 0.00% 0% 251us( 251us) 0us 1 100% 0% 0% [0xe00071b07882b6e8] 0.00% 0% 251us( 251us) 0us 1 100% 0% 0% unmap_vmas+0x540 0% 0% 0us 3 100% 0% 0% batch_lock 0% 0% 0us 3 100% 0% 0% batch_entropy_store+0x80 0.01% 0.32% 10us( 85us) 63us( 169us)(0.00%) 3152 99.7% 0.32% 0% bdev_lock 0.01% 0.32% 10us( 85us) 63us( 169us)(0.00%) 3152 99.7% 0.32% 0% nr_blockdev_pages+0x20 0.03% 0.01% 4.9us( 64ms) 94us( 94us)(0.00%) 19863 100% 0.01% 0% cdev_lock 0.03% 0.01% 4.9us( 64ms) 94us( 94us)(0.00%) 19863 100% 0.01% 0% chrdev_open+0x40 0.01% 0% 47us( 582us) 0us 512 100% 0% 0% cpe_history_lock.4 0.01% 0% 47us( 582us) 0us 512 100% 0% 0% ia64_mca_cpe_int_handler+0xa0 0.10% 0.04% 0.2us( 29ms) 6.0us( 68us)(0.00%) 2646492 100% 0.04% 0% dcache_lock 0.00% 0.02% 0.6us( 40us) 3.7us( 5.6us)(0.00%) 9152 100% 0.02% 0% d_alloc+0x260 0.00% 0% 0.4us( 8.5us) 0us 1184 100% 0% 0% d_delete+0x40 0.00% 0.04% 0.1us( 26us) 1.5us( 2.3us)(0.00%) 10353 100% 0.04% 0% d_instantiate+0x50 0.00% 0% 5.2us( 49us) 0us 97 100% 0% 0% d_move+0x60 0.01% 0.07% 20us( 23ms) 12us( 12us)(0.00%) 1341 100% 0.07% 0% d_path+0x110 0.00% 0.04% 0.8us(3300us) 1.2us( 2.3us)(0.00%) 9151 100% 0.04% 0% d_rehash+0xc0 0.00% 0% 0.7us( 3.6us) 0us 6 100% 0% 0% d_splice_alias+0xc0 0.09% 0.04% 0.1us( 29ms) 6.1us( 68us)(0.00%) 2564665 100% 0.04% 0% dput+0x50 0.00% 0% 0.1us( 25us) 0us 24437 100% 0% 0% link_path_walk+0x1000 0.00% 0% 0.1us( 9.5us) 0us 18468 100% 0% 0% link_path_walk+0x1ed0 0.00% 0% 1.5us( 19us) 0us 149 100% 0% 0% proc_pid_unhash+0x50 0.00% 0% 1.7us( 20us) 0us 298 100% 0% 0% prune_dcache+0x50 0.00% 0% 0.0us( 0.1us) 0us 149 100% 0% 0% prune_dcache+0x380 0.00% 0% 0.5us( 8.9us) 0us 447 100% 0% 0% select_parent+0x30 0.01% 0% 3.1us( 78us) 0us 6595 100% 0% 0% sys_getcwd+0x210 0.02% 0.05% 0.1us( 39us) 9.6us( 40us)(0.00%) 516030 100% 0.05% 0% files_lock 0.00% 0.07% 0.1us( 31us) 8.2us( 9.9us)(0.00%) 2812 100% 0.07% 0% check_tty_count+0x20 0.01% 0.06% 0.1us( 28us) 9.9us( 40us)(0.00%) 255906 100% 0.06% 0% file_kill+0x70 0.01% 0.05% 0.2us( 39us) 9.3us( 32us)(0.00%) 257312 100% 0.05% 0% file_move+0x40 0% 0% 0us 252 100% 0% 0% filp_count_lock 0% 0% 0us 189 100% 0% 0% filp_ctor+0x70 0% 0% 0us 63 100% 0% 0% filp_dtor+0x40 0% 0.01% 5.8us( 9.8us)(0.00%) 91110 100% 0.01% 0% ia64_ctx 0% 0.02% 5.0us( 7.1us)(0.00%) 29917 100% 0.02% 0% exec_mmap+0x4f0 0% 0.00% 9.8us( 9.8us)(0.00%) 20988 100% 0.00% 0% schedule+0xde0 0% 0% 0us 40205 100% 0% 0% smp_flush_tlb_mm+0x310 0% 0% 0us 512 100% 0% 0% ia64_state_log+0x60 0% 0% 0us 512 100% 0% 0% ia64_log_get+0x80 0.00% 0% 0.6us( 1.4us) 0us 3 100% 0% 0% inet_peer_unused_lock 0.00% 0% 0.6us( 1.4us) 0us 3 100% 0% 0% cleanup_once+0x60 0.10% 0.09% 1.2us( 173us) 36us( 514us)(0.00%) 314539 100% 0.09% 0% inode_lock 0.00% 0.06% 0.4us( 44us) 19us( 92us)(0.00%) 47856 100% 0.06% 0% __mark_inode_dirty+0xf0 0.02% 0.22% 1.2us( 132us) 55us( 514us)(0.00%) 74226 99.8% 0.22% 0% __sync_single_inode+0x100 0.00% 0% 12us( 12us) 0us 1 100% 0% 0% __wait_on_freeing_inode+0x170 0.00% 0% 0.1us( 8.9us) 0us 4761 100% 0% 0% generic_delete_inode+0x1f0 0.00% 0.07% 1.1us( 24us) 6.1us( 7.3us)(0.00%) 4597 100% 0.07% 0% get_new_inode_fast+0x50 0.00% 0.15% 1.6us( 40us) 31us( 68us)(0.00%) 4597 99.8% 0.15% 0% iget_locked+0xb0 0.00% 0.03% 0.1us( 21us) 7.3us( 9.8us)(0.00%) 6259 100% 0.03% 0% igrab+0x20 0.01% 0.04% 0.3us( 72us) 8.7us( 30us)(0.00%) 91317 100% 0.04% 0% iput+0xa0 0.00% 0.15% 0.4us( 20us) 9.2us( 20us)(0.00%) 4710 99.9% 0.15% 0% new_inode+0x70 0.00% 1.2% 0.7us( 99us) 5.5us( 12us)(0.00%) 810 98.8% 1.2% 0% sync_inodes_sb+0x140 0.06% 0.04% 3.0us( 173us) 5.3us( 26us)(0.00%) 74701 100% 0.04% 0% sync_sb_inodes+0x630 0.00% 0.14% 3.0us( 107us) 0.4us( 0.4us)(0.00%) 704 99.9% 0.14% 0% writeback_inodes+0x20 0.09% 0.03% 9.0us(1040us) 163us( 631us)(0.00%) 37441 100% 0.03% 0% kernel_flag 0.02% 0.03% 4.5us( 415us) 226us( 631us)(0.00%) 19863 100% 0.03% 0% chrdev_open+0x1e0 0.00% 0.06% 0.3us( 20us) 61us( 85us)(0.00%) 3279 100% 0.06% 0% de_put+0x50 0.00% 0% 0.1us( 0.1us) 0us 696 100% 0% 0% linvfs_ioctl+0x140 0.04% 0.03% 48us(1040us) 40us( 40us)(0.00%) 3429 100% 0.03% 0% proc_lookup+0x60 0.00% 0% 37us( 37us) 0us 1 100% 0% 0% schedule+0xc20 0.00% 0% 3.8us( 224us) 0us 2121 100% 0% 0% sys_ioctl+0xa0 0.01% 0% 3.5us( 139us) 0us 6592 100% 0% 0% sys_sysctl+0xd0 0.01% 0.28% 26us( 266us) 150us( 290us)(0.00%) 1406 99.7% 0.28% 0% tty_release+0x50 0.00% 0% 257us( 706us) 0us 54 100% 0% 0% tty_write+0x440 0% 0% 0us 7 100% 0% 0% logbuf_lock 0% 0% 0us 5 100% 0% 0% release_console_sem+0x50 0% 0% 0us 2 100% 0% 0% vprintk+0x60 0.01% 0.15% 0.4us(7663us) 10us( 31us)(0.00%) 110845 99.9% 0.15% 0% mmlist_lock 0.00% 0.04% 0.1us( 15us) 5.0us( 14us)(0.00%) 20988 100% 0.04% 0% copy_mm+0x2a0 0.01% 0.05% 0.8us( 24us) 15us( 29us)(0.00%) 29917 100% 0.05% 0% exec_mmap+0x40 0.01% 0.24% 0.3us(7663us) 10us( 31us)(0.00%) 59940 99.8% 0.24% 0% mmput+0x30 0% 0% 0us 1051 100% 0% 0% page_uptodate_lock.1 0% 0% 0us 1051 100% 0% 0% end_buffer_async_write+0xc0 0.00% 0.01% 0.3us( 75us) 0.8us( 0.8us)(0.00%) 9500 100% 0.01% 0% pbd_delwrite_lock 0.00% 0% 7.0us( 75us) 0us 383 100% 0% 0% pagebuf_daemon+0x200 0.00% 0.01% 0.1us( 12us) 0.8us( 0.8us)(0.00%) 8618 100% 0.01% 0% pagebuf_delwri_dequeue+0x30 0.00% 0% 0.3us( 19us) 0us 499 100% 0% 0% pagebuf_delwri_queue+0x30 0% 0% 0us 276 100% 0% 0% pdflush_lock 0% 0% 0us 92 100% 0% 0% __pdflush+0x220 0% 0% 0us 92 100% 0% 0% __pdflush+0x320 0% 0% 0us 92 100% 0% 0% pdflush_operation+0x60 26.8% 89.9% 73us( 13ms) 41ms( 86ms)(26.7%) 1418535 10.1% 89.9% 0% rcu_state 0.01% 16.5% 17us(1146us) 9116us( 66ms)(0.00%) 2790 83.5% 16.5% 0% __rcu_process_callbacks+0x260 26.8% 90.1% 73us( 13ms) 41ms( 86ms)(26.7%) 1415745 9.9% 90.1% 0% rcu_check_quiescent_state+0xf0 0.00% 0% 0.9us( 6.9us) 0us 54 100% 0% 0% redirect_lock 0.00% 0% 0.9us( 6.9us) 0us 54 100% 0% 0% redirected_tty_write+0x30 0.00% 0% 3.9us( 46us) 0us 97 100% 0% 0% rename_lock+0x4 0.00% 0% 3.9us( 46us) 0us 97 100% 0% 0% d_move+0x80 0% 3.8% 78us( 259us)(0.00%) 629 96.2% 3.8% 0% sal_console_port+0x40 0% 0% 0us 2 100% 0% 0% sn_sal_console_write+0x380 0% 7.9% 78us( 259us)(0.00%) 303 92.1% 7.9% 0% sn_sal_interrupt+0x200 0% 0% 0us 108 100% 0% 0% uart_put_char+0xa0 0% 0% 0us 162 100% 0% 0% uart_start+0x50 0% 0% 0us 54 100% 0% 0% uart_write+0x400 0.00% 0% 0.9us( 154us) 0us 3471 100% 0% 0% sb_lock 0.00% 0% 0.6us( 51us) 0us 855 100% 0% 0% get_super_to_sync+0x30 0.00% 0% 2.0us( 6.7us) 0us 15 100% 0% 0% get_super_to_sync+0x30 0.00% 0% 0.1us( 16us) 0us 903 100% 0% 0% put_super+0x20 0.00% 0% 6.6us( 92us) 0us 45 100% 0% 0% set_sb_syncing+0x20 0.00% 0% 1.7us( 10us) 0us 30 100% 0% 0% sync_filesystems+0x70 0.00% 0% 1.6us( 46us) 0us 60 100% 0% 0% sync_filesystems+0x170 0.00% 0% 2.5us( 12us) 0us 155 100% 0% 0% sync_supers+0x30 0.00% 0% 0.7us( 36us) 0us 704 100% 0% 0% writeback_inodes+0x40 0.00% 0% 1.5us( 154us) 0us 704 100% 0% 0% writeback_inodes+0x210 0.00% 0% 0.4us( 18us) 0us 3152 100% 0% 0% swaplock 0.00% 0% 0.4us( 18us) 0us 3152 100% 0% 0% si_swapinfo+0x20 0.00% 0% 0.1us( 22us) 0us 30023 100% 0% 0% uidhash_lock 0.00% 0% 0.1us( 22us) 0us 30023 100% 0% 0% free_uid+0x30 0.00% 0.04% 3.1us( 41us) 11us( 13us)(0.00%) 4593 100% 0.04% 0% vfsmount_lock 0.00% 0% 0.1us( 13us) 0us 1192 100% 0% 0% __d_path+0x2b0 0.00% 0.06% 4.2us( 41us) 11us( 13us)(0.00%) 3401 100% 0.06% 0% lookup_mnt+0x80 0.00% 0% 0.5us( 9.6us) 0us 1318 100% 0% 0% vnumber_lock 0.00% 0% 0.5us( 9.6us) 0us 1318 100% 0% 0% vn_initialize+0xd0 0.69% 0% 6.7us(1939us) 0us 395897 100% 0% 0% xtime_lock+0x4 0.69% 0% 6.7us(1939us) 0us 395897 100% 0% 0% timer_interrupt+0x330 0.07% 0.01% 0.2us( 55ms) 8.0us( 273us)(0.00%) 1705215 100% 0.01% 0% __d_lookup+0x190 0% 14.2% 14us( 33us)(0.00%) 353 85.8% 14.2% 0% __down+0x200 0% 3.0% 4.1us( 8.4us)(0.00%) 460 97.0% 3.0% 0% __down+0xc0 0% 0.94% 16us( 98us)(0.00%) 12398 99.1% 0.94% 0% __down_trylock+0x40 0.00% 0% 0.3us( 18us) 0us 30023 100% 0% 0% __exit_signal+0x80 0.00% 0% 0.1us( 23us) 0us 115382 100% 0% 0% __mod_timer+0x120 0% 0% 0us 115382 100% 0% 0% __mod_timer+0xa0 0% 0.07% 2.6us( 53us)(0.00%) 1174525 100% 0.07% 0% __page_cache_release+0x70 0% 0.05% 21us( 21us)(0.00%) 1968 100% 0.05% 0% __pagevec_lru_add+0xe0 0% 0.09% 8.9us( 66us)(0.00%) 195389 100% 0.09% 0% __pagevec_lru_add_active+0xe0 0.01% 0% 0.1us( 21us) 0us 203620 100% 0% 0% __pmd_alloc+0x60 0% 0% 0us 97005 100% 0% 0% __queue_work+0x30 0% 0% 0us 2050 100% 0% 0% __set_page_dirty_nobuffers+0xd0 0% 0.02% 5.9us( 13us)(0.00%) 228098 100% 0.02% 0% __wake_up+0x30 0% 0.00% 6.5us( 6.5us)(0.00%) 30105 100% 0.00% 0% __wake_up_sync+0x50 0.01% 0% 0.9us( 54us) 0us 49332 100% 0% 0% _pagebuf_find+0xd0 0% 0% 0us 25797 100% 0% 0% activate_page+0x70 0% 0% 0us 11 100% 0% 0% add_entropy_words+0xc0 0% 0% 0us 2284 100% 0% 0% add_to_page_cache+0x80 0% 0.00% 3.3us( 3.6us)(0.00%) 146682 100% 0.00% 0% add_wait_queue+0x50 0% 0% 0us 46 100% 0% 0% add_wait_queue_exclusive+0x50 0.00% 0% 0.1us( 23us) 0us 264078 100% 0% 0% anon_vma_link+0x30 0.05% 0% 0.6us( 58ms) 0us 281091 100% 0% 0% anon_vma_prepare+0xc0 0.01% 0.09% 0.1us( 34us) 14us( 48us)(0.00%) 562320 100% 0.09% 0% anon_vma_unlink+0x30 0% 0.02% 10us( 27us)(0.00%) 30023 100% 0.02% 0% buffered_rmqueue+0x3f0 0.02% 0.03% 6.8us( 195us) 15us( 31us)(0.00%) 10608 100% 0.03% 0% cache_alloc_refill+0xb0 0.00% 0.04% 6.5us( 48us) 9.9us( 9.9us)(0.00%) 2544 100% 0.04% 0% cache_flusharray+0x30 0.00% 0% 0.1us( 10us) 0us 646 100% 0% 0% cache_grow+0x260 0.00% 0% 0.9us( 12us) 0us 646 100% 0% 0% cache_grow+0xf0 0% 0.00% 12us( 67us)(0.00%) 9825514 100% 0.00% 0% cache_reap+0x230 0% 0% 0us 572 100% 0% 0% cache_reap+0x430 0.01% 0% 1.0us( 39us) 0us 42316 100% 0% 0% change_protection+0x90 0% 0% 0us 29157 100% 0% 0% complete+0x40 0.00% 0% 0.4us( 49us) 0us 29917 100% 0% 0% compute_creds+0x20 0.02% 0% 2.8us(8472us) 0us 30023 100% 0% 0% copy_files+0x1c0 0.00% 0% 0.1us( 16us) 0us 17408 100% 0% 0% copy_files+0x200 0.05% 0% 10us( 61ms) 0us 17408 100% 0% 0% copy_files+0x2c0 0.01% 0.01% 0.1us( 30us) 1696us( 29ms)(0.00%) 362934 100% 0.01% 0% copy_mm+0x5a0 0.77% 0% 5.9us( 67ms) 0us 506486 100% 0% 0% copy_mm+0x5e0 1.1% 0% 9.1us( 67ms) 0us 485498 100% 0% 0% copy_page_range+0x2a0 0.00% 0% 0.5us( 23us) 0us 2050 100% 0% 0% create_empty_buffers+0xa0 0.00% 0% 0.1us( 3.1us) 0us 1184 100% 0% 0% d_delete+0x50 0.00% 0% 2.5us( 19us) 0us 97 100% 0% 0% d_move+0x100 0.00% 0% 3.0us( 19us) 0us 44 100% 0% 0% d_move+0x560 0.00% 0% 2.7us( 17us) 0us 53 100% 0% 0% d_move+0xe0 0.00% 0% 0.1us( 4.7us) 0us 9151 100% 0% 0% d_rehash+0xd0 0% 0.00% 2.0us( 2.0us)(0.00%) 25856 100% 0.00% 0% del_timer+0x80 0.02% 0.02% 0.5us( 46ms) 6.0us( 20us)(0.00%) 179791 100% 0.02% 0% deny_write_access+0x40 0.00% 0% 0.1us( 20us) 0us 46631 100% 0% 0% dnotify_flush+0xa0 0.02% 0.02% 0.3us( 92us) 7.8us( 43us)(0.00%) 330662 100% 0.02% 0% dnotify_parent+0x60 0.00% 0% 0.6us( 23us) 0us 9194 100% 0% 0% do_IRQ+0x1d0 0.00% 0% 0.4us( 23us) 0us 9194 100% 0% 0% do_IRQ+0x2b0 0.03% 0% 0.3us( 105us) 0us 384053 100% 0% 0% do_anonymous_page+0x270 0.00% 0% 0.1us( 16us) 0us 30023 100% 0% 0% do_exit+0x3d0 0.00% 0% 0.0us( 9.4us) 0us 30023 100% 0% 0% do_exit+0x460 0.00% 0% 0.1us( 21us) 0us 30023 100% 0% 0% do_exit+0x4b0 0.00% 0% 0.0us( 2.5us) 0us 30023 100% 0% 0% do_exit+0x6d0 0.00% 0% 0.1us( 8.6us) 0us 933 100% 0% 0% do_fcntl+0xb0 0.12% 0% 3.0us( 50ms) 0us 153060 100% 0% 0% do_munmap+0x220 0.17% 0% 0.3us( 31ms) 0us 2399811 100% 0% 0% do_no_page+0x220 0% 0.02% 22us( 52us)(0.00%) 30023 100% 0.02% 0% do_notify_parent+0x2e0 0% 0.05% 8.1us( 156us)(0.00%) 158742 100% 0.05% 0% do_page_cache_readahead+0x140 0% 0% 0us 296 100% 0% 0% do_page_cache_readahead+0x270 0% 0.00% 3.7us( 4.6us)(0.00%) 283293 100% 0.00% 0% do_sigaction+0x110 0% 0% 0us 36528 100% 0% 0% do_sigaction+0x2a0 0.11% 0% 0.8us( 65ms) 0us 497135 100% 0% 0% do_wp_page+0x2d0 0.01% 2.3% 1.3us( 242us) 0us 26957 97.7% 0% 2.3% double_lock_balance+0x20 0.00% 85.4% 26us( 188us) 445us(6065us)(0.00%) 321 14.6% 85.4% 0% double_lock_balance+0x80 0.00% 43.9% 10us( 534us) 144us(3411us)(0.00%) 626 56.1% 43.9% 0% double_lock_balance+0xa0 0.00% 0% 1.0us( 575us) 0us 12101 100% 0% 0% double_rq_lock+0x40 0.00% 0.13% 0.1us( 4.4us) 270us( 574us)(0.00%) 20122 99.9% 0.13% 0% double_rq_lock+0x60 0.00% 0.25% 0.3us( 25us) 293us( 619us)(0.00%) 8021 99.8% 0.25% 0% double_rq_lock+0x90 0.02% 0.01% 0.2us( 29ms) 10us( 20us)(0.00%) 412261 100% 0.01% 0% dput+0xb0 0.00% 0% 0.8us( 34us) 0us 373 100% 0% 0% dupfd+0x30 0.03% 0% 4.1us( 64ms) 0us 29917 100% 0% 0% exec_mmap+0x110 6.7% 0% 512us( 64ms) 0us 50905 100% 0% 0% exit_mmap+0x50 0.00% 0% 0.3us( 101us) 0us 17660 100% 0% 0% expand_fd_array+0x130 0.00% 0% 0.1us( 4.4us) 0us 252 100% 0% 0% expand_fd_array+0x240 0.00% 0% 1.9us( 23us) 0us 925 100% 0% 0% expand_stack+0x60 0% 0% 0us 2 100% 0% 0% extract_entropy+0xc0 0.00% 0% 0.1us( 15us) 0us 234897 100% 0% 0% fd_install+0x30 0.01% 0% 0.1us( 38us) 0us 438553 100% 0% 0% fget+0x30 0% 0.11% 7.7us( 347us)(0.00%) 2673613 99.9% 0.11% 0% find_get_page+0x40 0% 0% 0us 4235 100% 0% 0% find_get_pages+0x40 0% 0.00% 4.7us( 4.7us)(0.00%) 128465 100% 0.00% 0% find_get_pages_tag+0x40 0% 0.00% 1.3us( 1.3us)(0.00%) 47999 100% 0.00% 0% find_lock_page+0x40 0% 0% 0us 204 100% 0% 0% find_trylock_page+0x40 0% 0.05% 6.9us( 15us)(0.00%) 8255 100% 0.05% 0% finish_wait+0x90 0.00% 0% 0.2us( 39us) 0us 38641 100% 0% 0% flush_old_exec+0x4f0 0% 0.09% 6.4us( 45us)(0.00%) 80146 100% 0.09% 0% force_page_cache_readahead+0x170 0% 0.09% 8.7us( 54us)(0.00%) 245613 100% 0.09% 0% free_pages_bulk+0x90 0% 0.19% 11us( 63us)(0.00%) 27877 99.8% 0.19% 0% get_signal_to_deliver+0x60 0.02% 0% 0.3us( 70us) 0us 281834 100% 0% 0% get_unused_fd+0x40 0.00% 0% 0.1us( 2.8us) 0us 21471 100% 0% 0% get_write_access+0x30 0.24% 0% 0.3us( 60ms) 0us 3599784 100% 0% 0% handle_mm_fault+0x160 0% 0% 0us 27877 100% 0% 0% handle_signal+0x100 0% 0% 0us 27877 100% 0% 0% ia64_rt_sigreturn+0x1b0 0.00% 0% 0.2us( 22us) 0us 29917 100% 0% 0% install_arg_page+0xc0 0% 0% 0us 30038 100% 0% 0% k_getrusage+0x530 0% 0% 0us 356 100% 0% 0% k_getrusage+0xd0 0.00% 0% 0.1us( 0.5us) 0us 696 100% 0% 0% linvfs_ioctl+0xe0 0.00% 9.0% 3.6us( 73us) 314us(3478us)(0.00%) 659 91.0% 9.0% 0% load_balance+0x170 103% 0.00% 9.7us(4462us) 17us( 99us)(0.00%) 41140382 100% 0.00% 0% load_balance+0x30 0% 0% 0us 74225 100% 0% 0% mapping_tagged+0x40 0.00% 0.03% 0.3us(1546us) 89us( 310us)(0.00%) 40373 100% 0.03% 0% migration_thread+0x130 0.00% 0% 1.7us( 19us) 0us 149 100% 0% 0% mounts_open+0xa0 0.00% 0.00% 0.1us( 30us) 25us( 25us)(0.00%) 61530 100% 0.00% 0% pagebuf_rele+0x60 0.00% 0% 0.1us( 0.9us) 0us 149 100% 0% 0% pid_base_iput+0x30 0% 0% 0us 4650 100% 0% 0% prepare_to_wait+0x60 0% 0.01% 3.8us( 3.8us)(0.00%) 8336 100% 0.01% 0% prepare_to_wait_exclusive+0x60 0.00% 0% 0.1us( 6.0us) 0us 149 100% 0% 0% proc_pid_lookup+0x1e0 0.00% 0% 0.9us( 16us) 0us 298 100% 0% 0% prune_dcache+0x130 0.45% 0% 6.8us( 62ms) 0us 254542 100% 0% 0% pte_alloc_map+0x140 0.00% 0% 0.1us( 6.1us) 0us 47310 100% 0% 0% put_unused_fd+0x30 0% 0% 0us 6546 100% 0% 0% qla2x00_timer+0x2c0 0% 0.22% 13us( 21us)(0.00%) 17605 99.8% 0.22% 0% release_pages+0x180 0.17% 0% 22us( 66ms) 0us 30023 100% 0% 0% release_task+0x60 0% 0% 0us 1992 100% 0% 0% remove_from_page_cache+0x70 0.05% 0.21% 0.3us( 60us) 9.7us( 84us)(0.00%) 748151 99.8% 0.21% 0% remove_vm_struct+0x50 0% 0.00% 27us( 27us)(0.00%) 146728 100% 0.00% 0% remove_wait_queue+0x30 0% 0.09% 6.9us( 41us)(0.00%) 221875 100% 0.09% 0% rmqueue_bulk+0x40 0.00% 0% 0.5us( 2.7us) 0us 6 100% 0% 0% rt_check_expire+0xe0 0% 0% 0us 89527 100% 0% 0% run_timer_softirq+0x2c0 0% 0.00% 6.7us( 16us)(0.00%) 145797886 100% 0.00% 0% run_timer_softirq+0xb0 0.11% 1.3% 1.1us(1286us) 2.4us( 251us)(0.00%) 369207 98.7% 1.3% 0% schedule+0x260 0% 0% 0us 363195 100% 0% 0% schedule+0x680 0.03% 0.03% 0.4us( 105us) 27us( 296us)(0.00%) 350681 100% 0.03% 0% scheduler_tick+0x520 0.00% 0% 0.1us( 6.8us) 0us 40135 100% 0% 0% set_close_on_exec+0x30 0.00% 0% 0.2us( 20us) 0us 29917 100% 0% 0% set_task_comm+0x20 0% 0.07% 23us( 61us)(0.00%) 18710 100% 0.07% 0% sigprocmask+0x50 0.01% 0% 0.2us( 12ms) 0us 286514 100% 0% 0% sys_close+0x30 0.00% 0% 0.2us( 48us) 0us 23261 100% 0% 0% sys_dup2+0x50 0.00% 0% 0.2us( 19us) 0us 149 100% 0% 0% task_dumpable+0x20 0% 0.52% 24us( 846us)(0.00%) 290102 99.5% 0.52% 0% task_rq_lock+0xa0 0% 0% 0us 4285 100% 0% 0% test_clear_page_dirty+0x90 0% 0% 0us 301 100% 0% 0% test_clear_page_writeback+0x90 0% 0% 0us 301 100% 0% 0% test_set_page_writeback+0x90 0.00% 0% 7.6us( 12ms) 0us 1992 100% 0% 0% try_to_free_buffers+0x90 0.04% 0.09% 1.1us( 82us) 11us( 79us)(0.00%) 129318 100% 0.09% 0% vma_adjust+0x140 0.00% 0% 0.3us( 47us) 0us 67196 100% 0% 0% vma_adjust+0x2d0 0.10% 0.06% 1.5us( 57ms) 11us( 45us)(0.00%) 255899 100% 0.06% 0% vma_link+0x60 0.00% 0% 0.4us( 62us) 0us 6259 100% 0% 0% vn_hold+0x70 0.00% 0% 0.5us( 19us) 0us 1184 100% 0% 0% vn_purge+0x30 0.00% 0% 0.1us( 4.1us) 0us 1184 100% 0% 0% vn_reclaim+0x100 0.00% 0% 0.1us( 6.1us) 0us 1184 100% 0% 0% vn_rele+0x130 0.00% 0% 0.1us( 5.5us) 0us 1184 100% 0% 0% vn_rele+0x70 0.00% 0% 0.0us( 1.1us) 0us 5046 100% 0% 0% vn_revalidate+0xf0 0.00% 0% 0.1us( 0.1us) 0us 1184 100% 0% 0% vn_wakeup+0x20 0% 0% 0us 29157 100% 0% 0% wait_for_completion+0x1d0 0% 0% 0us 29157 100% 0% 0% wait_for_completion+0x50 0% 0% 0us 30023 100% 0% 0% wait_task_zombie+0x170 0% 0% 0us 95968 100% 0% 0% worker_thread+0x2a0 0% 0% 0us 97005 100% 0% 0% worker_thread+0x430 0.00% 0.72% 1.0us( 12us) 2.7us( 2.7us)(0.00%) 138 99.3% 0.72% 0% xfs_alloc_clear_busy+0x60 0.00% 0% 1.4us( 17us) 0us 139 100% 0% 0% xfs_alloc_mark_busy+0x60 0.00% 0% 0.3us( 5.1us) 0us 145 100% 0% 0% xfs_alloc_search_busy+0x60 0.00% 0% 0.9us( 21us) 0us 144 100% 0% 0% xfs_iextract+0xf0 0.16% 0.01% 73us(2302us) 432us( 432us)(0.00%) 8249 100% 0.01% 0% xfs_iflush+0x3c0 0.00% 0% 3.4us( 64us) 0us 309 100% 0% 0% xfs_iget_core+0x430 0.00% 0% 0.2us( 3.4us) 0us 97 100% 0% 0% xfs_map_blocks+0xf0 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - RWLOCK READS HOLD MAX RDR BUSY PERIOD WAIT UTIL CON MEAN RDRS MEAN( MAX ) MEAN( MAX )( %CPU) TOTAL NOWAIT SPIN NAME 0.06% 39us(1223us)(0.00%) 904473 100% 0.06% *TOTAL* 0.00% 0% 0.3us 2 0.3us( 44us) 0us 30495 100% 0% binfmt_lock 0% 0us 30206 100% 0% search_binary_handler+0x80 0% 0us 289 100% 0% search_binary_handler+0x420 0.00% 0% 19.4us 1 19us( 186us) 0us 97 100% 0% file_systems_lock 0% 0us 97 100% 0% get_filesystem_list+0x30 0.12% 0.47% 4.2us 2 4.2us( 71ms) 39us(1223us)(0.00%) 114236 99.5% 0.47% tasklist_lock 0.04% 113us(1223us)(0.00%) 36528 100% 0.04% do_sigaction+0x260 0.67% 37us( 165us)(0.00%) 77182 99.3% 0.67% do_wait+0x160 0% 0us 371 100% 0% getrusage+0x40 0% 0us 149 100% 0% proc_pid_lookup+0x80 0% 0us 6 100% 0% session_of_pgrp+0x20 21.1% 0% 238.3us 3 26ms(40450ms) 0us 3152 100% 0% vmlist_lock 0% 0us 3152 100% 0% get_vmalloc_info+0x40 0% 0us 30023 100% 0% copy_process+0x17d0 0% 0us 1341 100% 0% d_path+0x30 0% 0us 18468 100% 0% link_path_walk+0x1e50 0% 0us 24437 100% 0% link_path_walk+0xf80 0% 0us 673103 100% 0% path_lookup+0x60 0% 0us 6595 100% 0% sys_getcwd+0x80 0% 0us 1318 100% 0% xfs_iget_core+0x60 0% 0us 1208 100% 0% xfs_inode_incore+0x60 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - RWLOCK WRITES HOLD WAIT (ALL) WAIT (WW) UTIL CON MEAN( MAX ) MEAN( MAX )( %CPU) MEAN( MAX ) TOTAL NOWAIT SPIN( WW ) NAME 0.11% 0.0us( 144us) 352us( 37ms)(0.00%) 63us( 636us) 144465 99.9% 0.00%(0.11%) *TOTAL* 0.00% 0% 0.1us( 1.0us) 0us 0us 13 100% 0%( 0%) [0xe000003036799a40] 0.00% 0% 0.1us( 1.0us) 0us 0us 13 100% 0%( 0%) neigh_periodic_timer+0x140 0.00% 0% 14us( 144us) 0us 0us 13 100% 0%( 0%) arp_tbl+0x17c 0.00% 0% 14us( 144us) 0us 0us 13 100% 0%( 0%) neigh_periodic_timer+0x40 0% 0.02% 18us( 12us)(0.00%) 8.9us( 12us) 10230 100% 0%(0.02%) fasync_lock 0% 0.02% 18us( 12us)(0.00%) 8.9us( 12us) 10230 100% 0%(0.02%) fasync_helper+0x80 0.00% 0% 56us( 56us) 0us 0us 1 100% 0%( 0%) ipfrag_lock 0.00% 0% 56us( 56us) 0us 0us 1 100% 0%( 0%) ipfrag_secret_rebuild+0x40 0% 0.18% 356us( 37ms)(0.00%) 64us( 636us) 90073 99.8% 0.01%(0.17%) tasklist_lock 0% 0.02% 6260us( 37ms)(0.00%) 42us( 132us) 30023 100% 0.00%(0.02%) copy_process+0xd40 0% 0.50% 128us( 636us)(0.00%) 66us( 636us) 30023 99.5% 0.01%(0.49%) exit_notify+0xd0 0% 0.01% 43us( 32us)(0.00%) 22us( 32us) 30023 100% 0%(0.01%) release_task+0xb0 0% 0% 0us 0us 4 100% 0%( 0%) sys_setpgid+0x90 0.00% 0% 0.1us( 24us) 0us 0us 43567 100% 0%( 0%) set_fs_pwd+0x20 0.00% 0% 1.4us( 37us) 0us 0us 144 100% 0%( 0%) xfs_finish_reclaim+0x30 0.00% 0% 0.1us( 0.2us) 0us 0us 144 100% 0%( 0%) xfs_iextract+0x30 0.00% 0% 0.3us( 7.6us) 0us 0us 280 100% 0%( 0%) xfs_iget_core+0x230 _________________________________________________________________________________________________________________________ Number of read locks found=4