___________________________________________________________________________________________
System: Linux elm3b96.eng 2.5.5-dj2 #6 SMP Fri Mar 1 15:37:53 PST 2002 i686
Total counts

All (8) CPUs

Start time: Fri Mar  1 16:08:29 2002
End   time: Fri Mar  1 16:32:00 2002
Delta Time: 1411.54 sec.
Hash table slots in use:      303.
Global read lock slots in use: 999.

*************************** Warnings! ******************************
	Read Lock table overflowed.

	The data in this report may be in error due to this.
************************ End of Warnings! **************************


- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
SPINLOCKS         HOLD            WAIT
  UTIL  CON    MEAN(  MAX )   MEAN(  MAX )(% CPU)     TOTAL NOWAIT SPIN RJECT  NAME

        8.7%  1.8us(  37ms)   34us(  34ms)( 9.5%) 367490501 91.3%  8.7% 0.00%  *TOTAL*

 0.00%    0%  0.4us( 0.4us)    0us                        1  100%    0%    0%  [0xf7004c28]
 0.00%    0%  0.4us( 0.4us)    0us                        1  100%    0%    0%    read_chan+0x604

 0.00%    0%  4.6us( 9.7us)    0us                       89  100%    0%    0%  [0xf7094c4c]
 0.00%    0%  1.9us( 4.4us)    0us                       17  100%    0%    0%    unmap_fixup+0x8c
 0.00%    0%  5.3us( 9.7us)    0us                       72  100%    0%    0%    unmap_fixup+0x134

 0.00%    0%  0.4us( 0.6us)    0us                        2  100%    0%    0%  [0xf75a072c]
 0.00%    0%  0.2us( 0.2us)    0us                        1  100%    0%    0%    sock_fasync+0x70
 0.00%    0%  0.6us( 0.6us)    0us                        1  100%    0%    0%    sock_fasync+0x288

 0.00%    0%  0.1us( 0.1us)    0us                        2  100%    0%    0%  [0xf7715a58]
 0.00%    0%  0.1us( 0.1us)    0us                        2  100%    0%    0%    find_lock_page_helper+0x3c

 0.00%    0%  2.0us( 9.4us)    0us                    11292  100%    0%    0%  [0xf7aefb40]
 0.00%    0%  0.9us( 5.5us)    0us                     5646  100%    0%    0%    rh_int_timer_do+0x70
 0.00%    0%  3.2us( 9.4us)    0us                     5646  100%    0%    0%    rh_send_irq+0x40

 0.00%    0%  1.7us( 7.8us)    0us                     5646  100%    0%    0%  [0xf7b796f4]
 0.00%    0%  1.7us( 7.8us)    0us                     5646  100%    0%    0%    rh_int_timer_do+0x48

 0.07% 0.20%   10us( 624us)   75us(  13ms)(0.00%)     97261 99.8% 0.20%    0%  [0xf7b79888]
 0.05% 0.62%   40us( 624us)  5.7us(  13us)(0.00%)     19081 99.4% 0.62%    0%    __make_request+0x8c
 0.01% 0.07%  6.4us( 337us)  3.2us( 5.2us)(0.00%)     15204  100% 0.07%    0%    ahc_linux_isr+0x2f8
 0.00% 0.58%   13us(  37us)  9.7us(  19us)(0.00%)       861 99.4% 0.58%    0%    generic_unplug_device+0x14
 0.00%    0%  0.5us( 2.4us)    0us                       25  100%    0%    0%    get_request_wait+0xa8
 0.00% 0.32%  2.6us(  43us)  252us(  13ms)(0.00%)     16769 99.7% 0.32%    0%    scsi_dispatch_cmd+0xf8
 0.00%    0%  0.8us( 6.7us)    0us                    15107  100%    0%    0%    scsi_finish_command+0x18
 0.00%    0%  2.0us(10.0us)    0us                    15107  100%    0%    0%    scsi_queue_next_request+0x18
 0.00% 0.02%  3.5us(  11us)   12us(  18us)(0.00%)     15107  100% 0.02%    0%    scsi_request_fn+0x3ec

 0.00%    0%  3.1us( 7.3us)    0us                      370  100%    0%    0%  [0xf7b9b0d4]
 0.00%    0%  3.1us( 7.3us)    0us                      370  100%    0%    0%    qdisc_restart+0x2c

 0.00%    0%  1.1us( 7.1us)    0us                      740  100%    0%    0%  [0xf7b9b0dc]
 0.00%    0%  1.7us( 7.1us)    0us                      370  100%    0%    0%    dev_queue_xmit+0x12c
 0.00%    0%  0.5us( 1.8us)    0us                      370  100%    0%    0%    qdisc_restart+0x90

 0.00%    0%  2.4us( 8.0us)    0us                      746  100%    0%    0%  [0xf7b9b4e4]
 0.00%    0%  1.8us( 2.9us)    0us                        6  100%    0%    0%    tulip_get_stats+0x24
 0.00%    0%  3.0us( 8.0us)    0us                      370  100%    0%    0%    tulip_interrupt+0xe8
 0.00%    0%  1.8us( 3.5us)    0us                      370  100%    0%    0%    tulip_start_xmit+0x1c

 0.00%    0%  0.1us( 0.4us)    0us                      320  100%    0%    0%  [0xf7db48fc]
 0.00%    0%  0.1us( 0.1us)    0us                       80  100%    0%    0%    shmem_delete_inode+0x64
 0.00%    0%  0.1us( 0.1us)    0us                       80  100%    0%    0%    shmem_get_inode+0x1c
 0.00%    0%  0.1us( 0.1us)    0us                       80  100%    0%    0%    shmem_getpage_locked+0x1e0
 0.00%    0%  0.1us( 0.4us)    0us                       80  100%    0%    0%    shmem_recalc_inode+0x44

 0.06% 0.01%  0.3us(  78us)  1.7us(  58us)(0.00%)   2704438  100% 0.01%    0%  arbitration_lock
 0.00%    0%  0.2us( 1.1us)    0us                     1459  100%    0%    0%    deny_write_access+0xc
 0.06% 0.01%  0.3us(  78us)  1.7us(  58us)(0.00%)   2702979  100% 0.01%    0%    get_write_access+0xc

 0.02%    0%   13us( 108us)    0us                    18469  100%    0%    0%  call_lock
 0.02%    0%   13us( 108us)    0us                    18469  100%    0%    0%    smp_call_function+0x58

  2.9%  2.3%  1.9us( 707us)  3.3us( 529us)(0.01%)  20840129 97.7%  2.3%    0%  dcache_lock
 0.00%  1.1%  1.1us( 4.3us)  1.6us( 1.6us)(0.00%)        94 98.9%  1.1%    0%    autofs4_expire+0x38
 0.01%  2.1%  0.2us(  43us)  3.6us(  47us)(0.00%)    870900 97.9%  2.1%    0%    d_alloc+0x12c
 0.01%  6.2%  0.3us(  50us)  3.6us( 119us)(0.00%)    699924 93.8%  6.2%    0%    d_delete+0x10
 0.01%  1.4%  0.2us(  32us)  3.3us(  46us)(0.00%)    699924 98.6%  1.4%    0%    d_delete+0x94
 0.02%  6.6%  0.2us(  44us)  3.7us(  81us)(0.00%)   1570826 93.4%  6.6%    0%    d_instantiate+0x24
 0.23%  2.1%  0.9us(  92us)  2.8us(  46us)(0.00%)   3607388 97.9%  2.1%    0%    d_lookup+0x14
 0.03%  6.7%  2.6us(  53us)  4.1us( 375us)(0.00%)    140400 93.3%  6.7%    0%    d_move+0x3c
 0.01%  2.0%  0.2us(  49us)  2.9us(  56us)(0.00%)    870814 98.0%  2.0%    0%    d_rehash+0x48
 0.15%  2.2%  0.5us(  72us)  3.6us( 306us)(0.00%)   4122206 97.8%  2.2%    0%    dput+0x30
 0.00%    0%  0.5us( 0.8us)    0us                       80  100%    0%    0%    link_path_walk+0x1b0
 0.00%    0%  1.1us( 5.8us)    0us                      274  100%    0%    0%    link_path_walk+0x418
 0.00% 0.07%  3.5us(  21us)  3.9us( 7.1us)(0.00%)      6950  100% 0.07%    0%    path_lookup+0xc0
  2.4%  1.3%  4.1us( 296us)  2.8us( 529us)(0.00%)   8207260 98.7%  1.3%    0%    path_lookup+0x108
 0.00%  3.8%  2.0us( 9.2us)  7.1us(  18us)(0.00%)       400 96.2%  3.8%    0%    prune_dcache+0x14
 0.00% 0.43%  0.7us( 246us)  2.5us(  14us)(0.00%)     33652 99.6% 0.43%    0%    prune_dcache+0x138
 0.00% 0.87%  6.2us( 707us)  3.7us(  16us)(0.00%)      9032 99.1% 0.87%    0%    select_parent+0x20
 0.00%    0%  1.2us( 3.8us)    0us                        5  100%    0%    0%    sys_getcwd+0xe0

 0.00%    0%  1.5us(  12us)    0us                    30214  100%    0%    0%  device_request_lock
 0.00%    0%  0.4us( 5.3us)    0us                    15107  100%    0%    0%    __scsi_release_command+0x14
 0.00%    0%  2.6us(  12us)    0us                    15107  100%    0%    0%    scsi_allocate_device+0x30

 0.43%  1.4%  0.8us(  74us)  1.9us(  43us)(0.00%)   7847267 98.6%  1.4%    0%  files_lock
 0.00%    0%  0.2us( 0.7us)    0us                      160  100%    0%    0%    check_tty_count+0x10
 0.08%  2.0%  0.4us(  59us)  2.0us(  39us)(0.00%)   2615267 98.0%  2.0%    0%    file_move+0x18
 0.05%  1.3%  0.3us(  45us)  1.9us(  43us)(0.00%)   2615748 98.7%  1.3%    0%    fput+0x80
 0.29% 0.92%  1.6us(  74us)  1.8us(  33us)(0.00%)   2615748 99.1% 0.92%    0%    get_empty_filp+0xc
 0.00%  1.7%  1.2us( 5.0us)  1.8us( 3.5us)(0.00%)       344 98.3%  1.7%    0%    get_empty_filp+0xe0

 0.10%  6.4%  7.9us(  13ms)    0us                   177773 93.6%    0%  6.4%  global_bh_lock
 0.10%  6.4%  7.9us(  13ms)    0us                   177773 93.6%    0%  6.4%    bh_action+0x18

 0.08%    0%  8.5us(  21us)    0us                   141155  100%    0%    0%  i8253_lock
 0.08%    0%  8.5us(  21us)    0us                   141155  100%    0%    0%    timer_interrupt+0x2c

 0.03%    0%  2.7us(  11us)    0us                   141155  100%    0%    0%  i8259A_lock
 0.03%    0%  2.7us(  11us)    0us                   141155  100%    0%    0%    timer_interrupt+0x90

 0.00%    0%  0.9us( 2.0us)    0us                       13  100%    0%    0%  inet_peer_unused_lock
 0.00%    0%  0.9us( 2.0us)    0us                       13  100%    0%    0%    cleanup_once+0x24

 0.14% 0.25%  0.6us(  50us)  2.0us(  50us)(0.00%)   3191525 99.8% 0.25%    0%  inode_lock
 0.03% 0.16%  0.5us(  27us)  2.1us(  22us)(0.00%)    872205 99.8% 0.16%    0%    __mark_inode_dirty+0x48
 0.00%    0%  0.6us( 3.4us)    0us                      197  100%    0%    0%    get_new_inode+0x28
 0.00% 0.19%  2.4us(  15us)  1.7us( 4.1us)(0.00%)     29525 99.8% 0.19%    0%    iget4+0x3c
 0.02% 0.27%  0.4us(  48us)  1.9us(  11us)(0.00%)    699932 99.7% 0.27%    0%    insert_inode_hash+0x44
 0.03% 0.29%  0.7us(  40us)  2.2us(  21us)(0.00%)    724681 99.7% 0.29%    0%    iput+0x68
 0.03% 0.32%  0.6us(  50us)  1.8us(  50us)(0.00%)    700253 99.7% 0.32%    0%    new_inode+0x1c
 0.00%    0%  7.5us(  17us)    0us                      280  100%    0%    0%    sync_unlocked_inodes+0x10
 0.02% 0.15%  1.3us(  38us)  1.6us( 5.0us)(0.00%)    164452 99.9% 0.15%    0%    sync_unlocked_inodes+0x110

  1.4% 0.38%  2.9us(  37ms) 1479us(  34ms)(0.34%)   6807520 99.6% 0.38%    0%  kernel_flag
 0.00%    0%   12us(  15us)    0us                       80  100%    0%    0%    chrdev_open+0x50
 0.00% 0.55%  0.5us( 3.1us)  137us( 137us)(0.00%)       181 99.4% 0.55%    0%    de_put+0x2c
 0.67%  5.5% 9803us(  37ms)   11ms(  34ms)(0.01%)       963 94.5%  5.5%    0%    do_exit+0xe4
 0.03% 0.54%  0.2us(  45us) 2750us(  34ms)(0.24%)   1802678 99.5% 0.54%    0%    ext2_free_blocks+0x24c
 0.02% 0.47%  0.2us(  57us) 1134us(  23ms)(0.07%)   1592279 99.5% 0.47%    0%    ext2_new_block+0x9c
 0.02% 0.12%  0.1us(  64us)   22us(  15ms)(0.00%)   1584279 99.9% 0.12%    0%    ext2_new_block+0x104
 0.04% 0.29%  0.4us( 159us)  200us(  29ms)(0.01%)   1592279 99.7% 0.29%    0%    ext2_new_block+0x608
 0.00%    0%  4.2us( 5.4us)    0us                       80  100%    0%    0%    get_chrfops+0x8c
 0.33%  1.4%   51us( 942us)  880us(  20ms)(0.01%)     92166 98.6%  1.4%    0%    notify_change+0x58
 0.00%    0%  0.5us( 1.2us)    0us                       17  100%    0%    0%    permission+0x34
 0.00%    0%   16us(  54us)    0us                      188  100%    0%    0%    proc_lookup+0x38
 0.00%    0%  0.4us( 1.9us)    0us                      136  100%    0%    0%    proc_root_lookup+0x2c
 0.06% 14.4% 2709us(  25ms)  719us(  21ms)(0.00%)       334 85.6% 14.4%    0%    schedule+0x378
 0.18%  1.1% 9186us(  23ms) 4993us(  15ms)(0.00%)       280 98.9%  1.1%    0%    sync_old_buffers+0x1c
 0.00%  2.2%  8.4us(  32us) 3414us(  10ms)(0.00%)       135 97.8%  2.2%    0%    sys_ioctl+0x44
 0.00%  1.3%  8.0us(  30us)   12us(  49us)(0.00%)       470 98.7%  1.3%    0%    tty_read+0xc4
 0.00%    0%   11us(  14us)    0us                       80  100%    0%    0%    tty_release+0x1c
 0.00%    0%   13us(  77us)    0us                      472  100%    0%    0%    tty_write+0x228
 0.04% 0.70%  3.9us( 380us)  666us(  19ms)(0.01%)    140400 99.3% 0.70%    0%    vfs_rename_other+0xa0
 0.00%    0%  7.5us(  10us)    0us                       23  100%    0%    0%    vfs_statfs+0x50

  3.8%  7.8%  0.4us( 460us)  4.9us( 450us)(0.46%) 136452680 92.2%  7.8%    0%  kmap_lock
  2.3%  8.2%  0.5us( 460us)  4.8us( 439us)(0.24%)  68226340 91.8%  8.2%    0%    kmap_high+0x10
  1.4%  7.5%  0.3us( 110us)  5.0us( 450us)(0.23%)  68226340 92.5%  7.5%    0%    kunmap_high+0xc

 0.00%    0%  0.3us( 1.5us)    0us                      963  100%    0%    0%  lastpid_lock
 0.00%    0%  0.3us( 1.5us)    0us                      963  100%    0%    0%    get_pid+0x28

 0.00%    0%  3.0us(  13us)    0us                        6  100%    0%    0%  logbuf_lock
 0.00%    0%  8.6us(  13us)    0us                        2  100%    0%    0%    printk+0x58
 0.00%    0%  0.2us( 0.5us)    0us                        4  100%    0%    0%    release_console_sem+0x1c

 31.4% 38.3%  8.6us(  10ms)   50us(  11ms)( 8.7%)  51590956 61.7% 38.3%    0%  lru_list_lock
 0.34% 14.6%  0.3us(  71us)   45us(  10ms)(0.87%)  15057764 85.4% 14.6%    0%    buffer_insert_list+0x10
 0.00%    0%  0.7us( 1.8us)    0us                        8  100%    0%    0%    fsync_buffers_list+0x24
 0.00% 22.2%  0.2us( 0.5us)  8.9us( 9.5us)(0.00%)         9 77.8% 22.2%    0%    fsync_buffers_list+0xb4
 0.00% 22.2%  0.8us( 3.0us)   29us(  46us)(0.00%)         9 77.8% 22.2%    0%    fsync_buffers_list+0x130
 0.02% 40.9%  0.5us(  34us)   58us(2462us)(0.15%)    692428 59.1% 40.9%    0%    inode_has_buffers+0x10
 0.02% 46.1%  0.5us(  58us)   61us(  10ms)(0.17%)    692245 53.9% 46.1%    0%    invalidate_inode_buffers+0x10
 0.00% 12.5%   32us( 237us)   45us( 276us)(0.00%)       280 87.5% 12.5%    0%    kupdate+0xe8
 0.00% 12.5%  0.4us( 1.0us)  2.0us( 2.0us)(0.00%)         8 87.5% 12.5%    0%    osync_buffers_list+0x14
  1.8% 48.3%  1.4us(  10ms)   56us(  11ms)( 4.3%)  17716173 51.7% 48.3%    0%    refile_buffer+0xc
 14.7% 45.6%   24us(  10ms)   49us(  10ms)( 1.7%)   8706245 54.4% 45.6%    0%    remove_from_queues+0xc
 0.00% 18.9%   17us(  41us)   55us( 505us)(0.00%)       822 81.1% 18.9%    0%    sync_old_buffers+0x78
 14.6% 50.8%   24us( 891us)   37us(  10ms)( 1.5%)   8724965 49.2% 50.8%    0%    try_to_free_buffers+0x3c

 0.00%    0%  0.4us( 2.4us)    0us                     1926  100%    0%    0%  mmlist_lock
 0.00%    0%  0.1us( 0.8us)    0us                      963  100%    0%    0%    copy_mm+0x120
 0.00%    0%  0.6us( 2.4us)    0us                      963  100%    0%    0%    mmput+0x28

 0.00%    0%  0.6us( 2.0us)    0us                     1140  100%    0%    0%  page_uptodate_lock.0
 0.00%    0%  0.6us( 2.0us)    0us                     1140  100%    0%    0%    end_buffer_io_async+0x38

 0.63% 0.77%  0.5us( 168us)  1.5us( 115us)(0.00%)  18551692 99.2% 0.77%    0%  pagemap_lru_lock
 0.07%  2.9%  1.1us(  78us)  1.8us(  76us)(0.00%)    963701 97.1%  2.9%    0%    activate_page+0xc
 0.27%  1.1%  0.4us( 168us)  1.3us( 115us)(0.00%)   8831417 98.9%  1.1%    0%    lru_cache_add+0x1c
 0.28% 0.18%  0.5us( 110us)  1.8us(  67us)(0.00%)   8756574 99.8% 0.18%    0%    lru_cache_del+0xc

 0.00%    0%  1.4us(  14us)    0us                     1453  100%    0%    0%  sb_lock
 0.00%    0%  0.1us( 0.7us)    0us                      269  100%    0%    0%    drop_super+0x24
 0.00%    0%  0.8us( 4.9us)    0us                      549  100%    0%    0%    sync_supers+0x70
 0.00%    0%  4.6us(  14us)    0us                      280  100%    0%    0%    sync_unlocked_inodes+0x18
 0.00%    0%  0.7us( 2.1us)    0us                      355  100%    0%    0%    sync_unlocked_inodes+0x194

 0.00%    0%  0.3us( 5.8us)    0us                    47145  100%    0%    0%  scsi_bhqueue_lock
 0.00%    0%  0.2us( 4.8us)    0us                    30376  100%    0%    0%    scsi_bottom_half_handler+0x1c
 0.00%    0%  0.5us( 5.8us)    0us                    16769  100%    0%    0%    scsi_done+0x3c

 0.05%  1.4%  0.6us(  11us)  2.1us(  30us)(0.00%)   1282484 98.6%  1.4%    0%  semaphore_lock
 0.01%  1.7%  0.3us(10.0us)  2.2us(  30us)(0.00%)    496977 98.3%  1.7%    0%    __down+0x48
 0.04%  1.1%  0.8us(  11us)  2.0us(  26us)(0.00%)    785490 98.9%  1.1%    0%    __down+0x7c
 0.00%    0%  0.9us( 2.1us)    0us                       13  100%    0%    0%    __down_interruptible+0x4c
 0.00%    0%  0.8us( 1.3us)    0us                        4  100%    0%    0%    __down_interruptible+0x98

 0.00%    0%  1.0us( 6.4us)    0us                     1920  100%    0%    0%  shm_ids+0x24
 0.00%    0%  0.7us( 1.1us)    0us                       80  100%    0%    0%    ipc_addid+0x98
 0.00%    0%  1.7us( 6.4us)    0us                      800  100%    0%    0%    shm_close+0x54
 0.00%    0%  0.3us( 0.5us)    0us                       80  100%    0%    0%    shm_mmap+0x5c
 0.00%    0%  0.3us( 1.7us)    0us                      720  100%    0%    0%    shm_open+0x3c
 0.00%    0%  1.5us( 2.6us)    0us                       80  100%    0%    0%    sys_shmat+0xb8
 0.00%    0%  0.2us( 0.6us)    0us                       80  100%    0%    0%    sys_shmat+0x264
 0.00%    0%  1.0us( 1.9us)    0us                       80  100%    0%    0%    sys_shmctl+0x684

 0.00%    0%  0.1us( 1.0us)    0us                      160  100%    0%    0%  shmem_ilock
 0.00%    0%  0.1us( 0.6us)    0us                       80  100%    0%    0%    shmem_delete_inode+0x34
 0.00%    0%  0.1us( 1.0us)    0us                       80  100%    0%    0%    shmem_get_inode+0x14c

 0.03%    0% 4313us(6507us)    0us                       86  100%    0%    0%  swaplock
 0.03%    0% 4313us(6507us)    0us                       86  100%    0%    0%    si_swapinfo+0x18

 0.02% 0.01%  1.1us( 9.6us)  2.0us( 4.6us)(0.00%)    199359  100% 0.01%    0%  timerlist_lock
 0.00% 0.03%  0.5us( 7.0us)  2.1us( 4.6us)(0.00%)     25507  100% 0.03%    0%    add_timer+0x10
 0.00% 0.02%  0.7us( 7.5us)  1.5us( 2.2us)(0.00%)     16772  100% 0.02%    0%    del_timer+0x14
 0.00% 0.15%  0.7us( 5.2us)  2.2us( 2.9us)(0.00%)      4036 99.9% 0.15%    0%    del_timer_sync+0x1c
 0.00% 0.10%  1.0us( 6.2us)  1.8us( 2.1us)(0.00%)      2065  100% 0.10%    0%    mod_timer+0x18
 0.01%    0%  1.3us( 9.6us)    0us                   141154  100%    0%    0%    timer_bh+0xcc
 0.00% 0.02%  0.3us( 6.4us)  2.1us( 3.2us)(0.00%)      9825  100% 0.02%    0%    timer_bh+0x254

 0.00%    0%  3.3us( 3.3us)    0us                        1  100%    0%    0%  tlbstate_lock
 0.00%    0%  3.3us( 3.3us)    0us                        1  100%    0%    0%    flush_tlb_others+0x64

 0.00%    0%  0.4us( 6.2us)    0us                    21708  100%    0%    0%  tqueue_lock
 0.00%    0%  0.3us( 6.1us)    0us                    10854  100%    0%    0%    __run_task_queue+0x14
 0.00%    0%  0.4us( 6.2us)    0us                    10018  100%    0%    0%    batch_entropy_store+0x7c
 0.00%    0%  0.7us( 4.6us)    0us                      836  100%    0%    0%    blk_plug_device+0x3c

 0.68% 0.77%  0.5us(  10ms)  2.1us(9835us)(0.00%)  17524773 99.2% 0.77%    0%  unused_list_lock
 0.29%  1.0%  0.5us(  10ms)  2.5us(9835us)(0.00%)   8799808 99.0%  1.0%    0%    get_unused_buffer_head+0x8
 0.39% 0.53%  0.6us( 157us)  1.3us(  37us)(0.00%)   8724965 99.5% 0.53%    0%    try_to_free_buffers+0x74

 0.00%    0%  3.4us( 4.3us)    0us                        4  100%    0%    0%  vga_lock
 0.00%    0%  2.8us( 3.2us)    0us                        2  100%    0%    0%    vgacon_cursor+0x5c
 0.00%    0%  3.5us( 3.5us)    0us                        1  100%    0%    0%    vgacon_cursor+0xb0
 0.00%    0%  4.3us( 4.3us)    0us                        1  100%    0%    0%    vgacon_scroll+0x1c4

 0.59% 0.09%  1.0us(  15us)  2.2us(  14us)(0.00%)   8764987  100% 0.09%    0%  __free_pages_ok+0x114
 0.39% 0.16%  0.6us(  50us)  2.1us(  37us)(0.00%)   9911232 99.8% 0.16%    0%  __wake_up+0x1c
 0.69% 0.00%  1.1us( 125us)  1.6us( 3.0us)(0.00%)   8707474  100% 0.00%    0%  add_to_page_cache+0x18
 0.00% 0.01%  0.1us( 4.2us)  1.2us( 1.3us)(0.00%)     34674  100% 0.01%    0%  add_wait_queue+0x10
 0.01%  8.5%  0.2us( 8.0us)  4.9us(  73us)(0.00%)    497074 91.5%  8.5%    0%  add_wait_queue_exclusive+0x10
 0.02% 0.05%  8.0us(  13ms)  2.9us( 8.1us)(0.00%)     30412  100% 0.05%    0%  ahc_linux_isr+0x28
 0.00%    0%  0.9us( 3.1us)    0us                      409  100%    0%    0%  change_protection+0x40
 0.00%    0%   25us(  50us)    0us                     1206  100%    0%    0%  clear_page_tables+0x1c
 0.00% 0.07%  0.1us( 1.2us)  1.3us( 2.0us)(0.00%)     10697  100% 0.07%    0%  copy_mm+0x1f8
 0.00%    0%  1.6us(  84us)    0us                    14870  100%    0%    0%  copy_mm+0x22c
 0.00%    0%  1.8us(  84us)    0us                    14870  100%    0%    0%  copy_page_range+0xe8
 0.01%    0%  0.6us( 7.6us)    0us                   157287  100%    0%    0%  do_IRQ+0x40
 0.00%    0%  0.3us( 7.8us)    0us                   157287  100%    0%    0%  do_IRQ+0xc0
 0.00%    0%  1.4us(  13us)    0us                     8873  100%    0%    0%  do_anonymous_page+0xc4
 0.00%    0%  0.3us( 0.6us)    0us                      243  100%    0%    0%  do_brk+0x1e0
 0.00%    0%  0.2us( 2.1us)    0us                      963  100%    0%    0%  do_exit+0x100
 0.00%    0%  0.1us( 0.8us)    0us                      963  100%    0%    0%  do_exit+0x130
 0.00%    0%  0.1us( 1.0us)    0us                      963  100%    0%    0%  do_exit+0x1dc
 0.00%    0%  0.2us( 2.5us)    0us                      963  100%    0%    0%  do_exit+0x8c
 0.39% 0.00%  0.6us( 100us)  1.7us(  12us)(0.00%)   9664335  100% 0.00%    0%  do_generic_file_read+0x170
 0.00%    0%  1.1us(  48us)    0us                    18730  100%    0%    0%  do_generic_file_read+0x31c
 0.00%    0%  0.8us( 3.8us)    0us                     4058  100%    0%    0%  do_mmap_pgoff+0x41c
 0.00%    0%  0.5us( 6.7us)    0us                     5833  100%    0%    0%  do_mmap_pgoff+0x428
 0.00% 0.11%  0.1us( 0.2us)  1.2us( 1.2us)(0.00%)       899 99.9% 0.11%    0%  do_munmap+0x1b8
 0.00%    0%  0.8us( 4.1us)    0us                     2274  100%    0%    0%  do_munmap+0xe0
 0.00%    0%  0.2us( 5.7us)    0us                    57697  100%    0%    0%  do_no_page+0x1a4
 0.00%    0%  0.6us( 4.0us)    0us                     1126  100%    0%    0%  do_page_fault+0xf0
 0.00%    0%  0.5us( 4.5us)    0us                     3303  100%    0%    0%  do_sigaction+0x58
 0.00%    0%  0.3us( 1.4us)    0us                      672  100%    0%    0%  do_sigaction+0xe0
 0.00%    0%  3.7us(  13us)    0us                     1028  100%    0%    0%  do_signal+0x54
 0.00%    0%  1.8us(  16us)    0us                    20787  100%    0%    0%  do_wp_page+0x1f4
 0.00%    0%  0.2us( 2.3us)    0us                     1206  100%    0%    0%  exit_mmap+0x18
 0.00% 0.02%  0.2us( 4.0us)  1.7us( 2.7us)(0.00%)     14511  100% 0.02%    0%  exit_mmap+0x88
 0.00%    0%  1.6us(  22us)    0us                      963  100%    0%    0%  exit_sighand+0x18
 0.00% 0.00%  0.1us(  32us)  1.7us( 2.4us)(0.00%)    164456  100% 0.00%    0%  filemap_fdatasync+0x24
 0.00% 0.00%  0.1us( 3.5us)  1.3us( 1.5us)(0.00%)    164456  100% 0.00%    0%  filemap_fdatawait+0x14
 0.08% 0.01%  0.4us(  64us)  1.6us( 6.3us)(0.00%)   2617875  100% 0.01%    0%  find_get_page+0x14
 0.85% 0.00%  0.4us( 108us)  0.7us( 1.1us)(0.00%)  27143461  100% 0.00%    0%  find_lock_page+0xc
 0.01% 0.05%  1.3us(  53us)  2.2us(  19us)(0.00%)     73690  100% 0.05%    0%  find_or_create_page+0x10
 0.01% 0.03%  2.0us(  45us)  1.8us( 6.0us)(0.00%)     73687  100% 0.03%    0%  find_or_create_page+0x40
 0.11%    0%   31us( 154us)    0us                    48497  100%    0%    0%  free_block+0x1c
 0.00%    0%  0.5us(  32us)    0us                   102717  100%    0%    0%  handle_mm_fault+0x34
 0.00%    0%  0.5us( 4.2us)    0us                     1028  100%    0%    0%  handle_signal+0xb0
 0.00%    0%  0.5us( 2.0us)    0us                      243  100%    0%    0%  insert_vm_struct+0x64
 0.06% 0.09%   13us( 104us)  9.0us(  23us)(0.00%)     60750  100% 0.09%    0%  kmem_cache_alloc_batch+0x20
 0.00% 0.05%  0.4us( 6.6us)  4.5us( 9.7us)(0.00%)      6513  100% 0.05%    0%  kmem_cache_grow+0x1e4
 0.00%    0%  0.8us( 5.2us)    0us                     6513  100%    0%    0%  kmem_cache_grow+0x8c
 0.08%  1.4%  2.2us(  14us)    0us                   483725 98.6%    0%  1.4%  load_balance+0x110
 0.00% 66.2%  2.6us(  15us)  2.9us(  27us)(0.00%)      3417 33.8% 66.2%    0%  load_balance+0x12c
 0.00%  4.7%  4.4us(  25us)  2.6us( 7.2us)(0.00%)      3417 95.3%  4.7%    0%  load_balance+0x134
 0.00% 73.1%  1.8us(  13us)  3.0us(  30us)(0.00%)      3281 26.9% 73.1%    0%  load_balance+0x168
 0.00%    0%  1.1us( 2.2us)    0us                      409  100%    0%    0%  mprotect_fixup+0x2a8
 0.00%    0%  0.6us( 0.8us)    0us                      409  100%    0%    0%  mprotect_fixup+0x2b4
 0.00%  1.9%  0.3us( 1.9us)  1.7us( 3.7us)(0.00%)      2444 98.1%  1.9%    0%  n_tty_chars_in_buffer+0x18
 0.00%    0%  0.5us( 1.8us)    0us                      639  100%    0%    0%  n_tty_receive_buf+0x44
 0.00%    0%  0.1us( 0.4us)    0us                      346  100%    0%    0%  n_tty_receive_buf+0x854
 0.00% 0.14%  0.2us( 0.9us)  1.2us( 1.5us)(0.00%)      2160 99.9% 0.14%    0%  page_cache_read+0x20
 0.00%    0%  2.8us(  61us)    0us                     3618  100%    0%    0%  pte_alloc_map+0xdc
 0.00%    0%  0.2us( 0.6us)    0us                      243  100%    0%    0%  put_dirty_page+0x3c
 0.00%    0%  0.1us( 1.2us)    0us                      470  100%    0%    0%  read_chan+0x504
 0.00% 0.43%  0.1us( 1.0us)  1.4us( 1.6us)(0.00%)       470 99.6% 0.43%    0%  read_chan+0x568
 0.00% 0.43%  0.1us( 0.7us)  1.6us( 1.6us)(0.00%)       470 99.6% 0.43%    0%  read_chan+0x5a4
 0.40%    0%  0.7us( 100us)    0us                  8725045  100%    0%    0%  remove_inode_page+0x20
 0.01% 14.8%  0.3us(  10us)  4.2us(  50us)(0.00%)    531748 85.2% 14.8%    0%  remove_wait_queue+0x10
  1.1%  2.5%  1.8us(  22us)  2.3us(  33us)(0.00%)   8846343 97.5%  2.5%    0%  rmqueue+0x28
 0.44%  1.2%  4.6us(  52us)  2.2us(  26us)(0.00%)   1344685 98.8%  1.2%    0%  schedule+0x8c
 0.04% 0.02%  0.6us(  20us)  2.9us(  10us)(0.00%)    871103  100% 0.02%    0%  scheduler_tick+0x10c
 0.03% 0.05%  1.9us(  25us)  3.1us(  11us)(0.00%)    258393  100% 0.05%    0%  scheduler_tick+0x80
 0.00%    0%  2.5us(  16us)    0us                     2148  100%    0%    0%  send_sig_info+0x4c
 0.00%    0%  0.4us( 3.5us)    0us                       80  100%    0%    0%  set_page_dirty+0x24
 0.00%    0%  0.9us( 1.3us)    0us                       80  100%    0%    0%  shmem_getpage_locked+0xa4
 0.00%    0%  2.9us( 7.9us)    0us                      160  100%    0%    0%  shmem_truncate+0x44
 0.00%    0%  0.1us( 0.1us)    0us                      579  100%    0%    0%  sys_rt_sigprocmask+0x1ac
 0.00%    0%  0.2us( 4.4us)    0us                     8209  100%    0%    0%  sys_rt_sigprocmask+0x98
 0.00%    0%  0.4us( 4.1us)    0us                     1028  100%    0%    0%  sys_sigreturn+0x80
 0.00%    0%  5.6us(  26us)    0us                      150  100%    0%    0%  tcp_delack_timer+0x18
 0.00%  1.4%  0.1us( 0.3us)  3.2us( 3.7us)(0.00%)       211 98.6%  1.4%    0%  tcp_recvmsg+0x40
 0.00%    0%  0.1us( 0.5us)    0us                      211  100%    0%    0%  tcp_recvmsg+0x7e4
 0.00%    0%  0.2us( 1.0us)    0us                      259  100%    0%    0%  tcp_sendmsg+0x1074
 0.00%    0%  0.3us( 1.1us)    0us                      259  100%    0%    0%  tcp_sendmsg+0x3c
 0.00%    0%   14us(  87us)    0us                      440  100%    0%    0%  tcp_v4_rcv+0x2dc
 0.00%    0%  1.6us( 3.5us)    0us                      140  100%    0%    0%  tcp_write_timer+0x18
 0.03%    0%  0.9us(  53us)    0us                   437125  100%    0%    0%  truncate_inode_pages+0x38
 0.24%    0%  0.4us(  54us)    0us                  8725045  100%    0%    0%  truncate_list_pages+0x1f0
 0.13%  7.8%  2.1us(  17us)  4.4us(  36us)(0.00%)    842367 92.2%  7.8%    0%  try_to_wake_up+0x3c
 0.00%    0%  0.1us( 0.1us)    0us                        2  100%    0%    0%  unix_release_sock+0x1bc
 0.00%    0%  0.1us( 0.1us)    0us                        2  100%    0%    0%  unix_sock_destructor+0x2c
 0.00%    0%  1.2us( 2.2us)    0us                      246  100%    0%    0%  unmap_fixup+0xa8
 0.00%    0%  0.6us( 1.1us)    0us                      247  100%    0%    0%  unmap_fixup+0xb8
 0.00%    0%  0.2us( 1.7us)    0us                     1317  100%    0%    0%  vma_merge+0x54
 0.00%    0%  0.4us( 7.1us)    0us                    92163  100%    0%    0%  vmtruncate+0x4c
 0.00%  7.4%  0.3us( 4.2us)  3.1us(  17us)(0.00%)       963 92.6%  7.4%    0%  wait_task_inactive+0x6c
 0.00% 0.10%  0.5us( 2.3us)  2.0us( 2.0us)(0.00%)       963 99.9% 0.10%    0%  wake_up_forked_process+0x30
 0.01%    0%  9.0us( 110us)    0us                    21934  100%    0%    0%  zap_page_range+0x58

- - - - - - - - - - - -  - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
RWLOCK READS   HOLD    MAX  RDR BUSY PERIOD      WAIT
  UTIL  CON    MEAN   RDRS   MEAN(  MAX )   MEAN(  MAX )( %CPU)     TOTAL NOWAIT SPIN  NAME

       0.06%                               9.6us( 124us)(0.00%)  21291936  100% 0.06%  *TOTAL*

 0.00%    0%   4.1us     1  4.1us( 6.7us)    0us                      198  100%    0%  [0xf704dd84]
          0%                                 0us                      198  100%    0%    sock_def_readable+0x14

 0.00%    0%   2.4us     1  2.4us( 3.3us)    0us                        8  100%    0%  [0xf70cdf64]
          0%                                 0us                        8  100%    0%    neigh_resolve_output+0x140

 0.00%    0%   0.3us     1  0.3us( 1.8us)    0us                      370  100%    0%  [0xf7121f74]
          0%                                 0us                      370  100%    0%    ip_output+0x68

 0.00%    0%   0.9us     1  0.9us( 3.2us)    0us                      440  100%    0%  [0xf7aa0294]
          0%                                 0us                      440  100%    0%    ip_route_input+0x88

 0.00%    0%   1.7us     1  1.7us( 5.1us)    0us                       36  100%    0%  arp_tbl+0xc4
          0%                                 0us                       36  100%    0%    neigh_lookup+0x40

 0.56% 0.01%   0.4us     3  0.4us( 151us)  1.7us(  39us)(0.00%)  21022761  100% 0.01%  dparent_lock
          0%                                 0us                    92166  100%    0%    notify_change+0xf8
       0.01%                               1.7us( 6.5us)(0.00%)   4135602  100% 0.01%    sys_read+0xac
       0.01%                               1.7us(  39us)(0.00%)  16794993  100% 0.01%    sys_write+0xac

 0.00%    0%   0.3us     1  0.3us( 1.5us)    0us                      768  100%    0%  fasync_lock
          0%                                 0us                      768  100%    0%    kill_fasync+0x18

 0.00%    0%   9.8us     1  9.8us(  95us)    0us                     4688  100%    0%  tasklist_lock
          0%                                 0us                      282  100%    0%    count_active_tasks+0xc
          0%                                 0us                      963  100%    0%    exit_notify+0x18
          0%                                 0us                        3  100%    0%    exit_notify+0xe4
          0%                                 0us                       80  100%    0%    kill_pg_info+0x20
          0%                                 0us                       12  100%    0%    session_of_pgrp+0x14
          0%                                 0us                        6  100%    0%    sys_setpgid+0x3c
          0%                                 0us                     3339  100%    0%    sys_wait4+0x90
          0%                                 0us                        3  100%    0%    will_become_orphaned_pgrp+0x14

 0.00% 0.04%   1.1us     1  1.1us( 5.3us)   12us(  12us)(0.00%)      2855  100% 0.04%  xtime_lock
       0.04%                                12us(  12us)(0.00%)      2855  100% 0.04%    do_gettimeofday+0x14

          0%                                 0us                       11  100%    0%  copy_files+0x100
          0%                                 0us                        3  100%    0%  copy_files+0x158
          0%                                 0us                     1882  100%    0%  do_select+0x28
          0%                                 0us                   248041  100%    0%  fget+0x1c
          0%                                 0us                      311  100%    0%  net_rx_action+0x48
          0%                                 0us                      440  100%    0%  tcp_v4_rcv+0x1b0

- - - - - - - - - - -  - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
RWLOCK WRITES     HOLD           WAIT (ALL)           WAIT (WW) 
  UTIL  CON    MEAN(  MAX )   MEAN(  MAX )( %CPU)   MEAN(  MAX )     TOTAL NOWAIT SPIN(  WW )  NAME

       0.00%  0.0us(  43us)  2.0us(  31us)(0.00%)  0.3us( 2.3us)  58543201  100% 0.00%(0.00%)  *TOTAL*

    0%    0%                   0us                   0us                 2  100%    0%(   0%)  [0xf6f6ffa4]
    0%    0%                   0us                   0us                 2  100%    0%(   0%)    sys_chdir+0x88

    0%    0%                   0us                   0us                 3  100%    0%(   0%)  [0xf7095584]
    0%    0%                   0us                   0us                 3  100%    0%(   0%)    copy_files+0x12c

 0.00%    0%  2.5us( 8.4us)    0us                   0us                86  100%    0%(   0%)  [0xf70cdf64]
 0.00%    0%  4.9us( 6.2us)    0us                   0us                 7  100%    0%(   0%)    __neigh_event_send+0x28
 0.00%    0%  1.5us( 4.3us)    0us                   0us                47  100%    0%(   0%)    neigh_periodic_timer__thr+0xa8
 0.00%    0%  2.6us( 4.8us)    0us                   0us                 6  100%    0%(   0%)    neigh_timer_handler+0x1c
 0.00%    0%  3.9us( 8.4us)    0us                   0us                26  100%    0%(   0%)    neigh_update+0x3c

 0.00%    0%  9.8us(  15us)    0us                   0us                47  100%    0%(   0%)  arp_tbl+0xc4
 0.00%    0%  9.8us(  15us)    0us                   0us                47  100%    0%(   0%)    neigh_periodic_timer__thr+0x20

    0%    0%                   0us                   0us               162  100%    0%(   0%)  dn_lock
    0%    0%                   0us                   0us               162  100%    0%(   0%)    fcntl_dirnotify+0xa0

 0.00%  1.8%  0.3us(  43us)  2.0us(  31us)(0.00%)  0.3us( 2.3us)    140400 98.2%  1.6%(0.24%)  dparent_lock
 0.00%  1.8%  0.3us(  43us)  2.0us(  31us)(0.00%)  0.3us( 2.3us)    140400 98.2%  1.6%(0.24%)    d_move+0xe0

 0.00%    0%  0.5us( 0.7us)    0us                   0us                80  100%    0%(   0%)  fasync_lock
 0.00%    0%  0.5us( 0.7us)    0us                   0us                80  100%    0%(   0%)    fasync_helper+0x68

    0%    0%                   0us                   0us          17018935  100%    0%(   0%)  hash_table_lock
    0%    0%                   0us                   0us             61804  100%    0%(   0%)    hash_page_buffers+0x38
    0%    0%                   0us                   0us           8452947  100%    0%(   0%)    remove_from_queues+0x18
    0%    0%                   0us                   0us           8504184  100%    0%(   0%)    try_to_free_buffers+0x44

    0%    0%                   0us                   0us                 1  100%    0%(   0%)  peer_pool_lock
    0%    0%                   0us                   0us                 1  100%    0%(   0%)    unlink_from_pool+0x2c

 0.00%    0%  3.5us(  16us)    0us                   0us              2889  100%    0%(   0%)  tasklist_lock
 0.00%    0%  0.6us( 3.6us)    0us                   0us               963  100%    0%(   0%)    do_fork+0x58c
 0.00%    0%  9.1us(  16us)    0us                   0us               963  100%    0%(   0%)    exit_notify+0x1a0
 0.00%    0%  0.9us( 4.8us)    0us                   0us               963  100%    0%(   0%)    release_task+0x40

    0%    0%                   0us                   0us                 4  100%    0%(   0%)  unix_table_lock
    0%    0%                   0us                   0us                 2  100%    0%(   0%)    unix_create1+0x100
    0%    0%                   0us                   0us                 2  100%    0%(   0%)    unix_release_sock+0x14

 0.17% 0.00%  8.7us(  39us)  2.7us( 3.6us)(0.00%)    0us            282309  100% 0.00%(   0%)  xtime_lock
 0.02% 0.00%  1.6us(  16us)  2.7us( 3.6us)(0.00%)    0us            141154  100% 0.00%(   0%)    timer_bh+0xc
 0.16%    0%   16us(  39us)    0us                   0us            141155  100%    0%(   0%)    timer_interrupt+0x10

 0.00%    0%  0.0us( 0.4us)    0us                   0us               720  100%    0%(   0%)  expand_fd_array+0x13c
 0.00%    0%  0.0us( 6.5us)    0us                   0us               723  100%    0%(   0%)  expand_fd_array+0x88
    0%    0%                   0us                   0us           8857535  100%    0%(   0%)  ext2_alloc_block+0x18
    0%    0%                   0us                   0us           5364232  100%    0%(   0%)  ext2_discard_prealloc+0x10
    0%    0%                   0us                   0us           8714255  100%    0%(   0%)  ext2_get_block+0x118
    0%    0%                   0us                   0us           8714255  100%    0%(   0%)  ext2_get_block+0x274
    0%    0%                   0us                   0us           1592279  100%    0%(   0%)  ext2_new_block+0x4e4
 0.00%    0%  0.0us(  10us)    0us                   0us           2615424  100%    0%(   0%)  fd_install+0x20
 0.00%    0%  0.0us( 0.6us)    0us                   0us               243  100%    0%(   0%)  flush_old_exec+0x244
    0%    0%                   0us                   0us                83  100%    0%(   0%)  flush_old_exec+0x2ac
 0.00%    0%  0.0us( 6.0us)    0us                   0us           2615838  100%    0%(   0%)  get_unused_fd+0x24
 0.00%    0%  0.0us( 0.2us)    0us                   0us               414  100%    0%(   0%)  put_unused_fd+0x1c
 0.00%    0%  0.1us( 4.5us)    0us                   0us             10598  100%    0%(   0%)  rt_check_expire__thr+0x64
    0%    0%                   0us                   0us                 3  100%    0%(   0%)  rt_intern_hash+0x64
    0%    0%                   0us                   0us               172  100%    0%(   0%)  set_close_on_exec+0x1c
 0.00%    0%  0.0us( 6.3us)    0us                   0us           2611265  100%    0%(   0%)  sys_close+0x20
 0.00%    0%  0.0us( 1.2us)    0us                   0us               240  100%    0%(   0%)  sys_dup2+0x2c
    0%    0%                   0us                   0us                 2  100%    0%(   0%)  unix_release_sock+0x34
    0%    0%                   0us                   0us                 2  100%    0%(   0%)  unix_release_sock+0x54
_________________________________________________________________________________________________________________________
Number of read locks found=9