[root@llm11 proc]# crash /home/murali/linux-2.6.17.2/System.map /home/murali/linux-2.6.17.2/vmlinux vmcore

crash 4.0-2.24
Copyright (C) 2002, 2003, 2004, 2005, 2006  Red Hat, Inc.
Copyright (C) 2004, 2005, 2006  IBM Corporation
Copyright (C) 1999-2006  Hewlett-Packard Co
Copyright (C) 2005  Fujitsu Limited
Copyright (C) 2005  NEC Corporation
Copyright (C) 1999, 2002  Silicon Graphics, Inc.
Copyright (C) 1999, 2000, 2001, 2002  Mission Critical Linux, Inc.
This program is free software, covered by the GNU General Public License,
and you are welcome to change it and/or distribute copies of it under
certain conditions.  Enter "help copying" to see the conditions.
This program has absolutely no warranty.  Enter "help warranty" for details.

GNU gdb 6.1
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "i686-pc-linux-gnu"...

please wait... (gathering module symbol data)
WARNING: cannot access vmalloc'd module memory

  SYSTEM MAP: /home/murali/linux-2.6.17.2/System.map
DEBUG KERNEL: /home/murali/linux-2.6.17.2/vmlinux (2.6.17.2)
    DUMPFILE: vmcore
        CPUS: 8
        DATE: Mon Jul  3 16:11:47 2006
      UPTIME: 00:06:37
LOAD AVERAGE: 0.00, 0.10, 0.07
       TASKS: 164
    NODENAME: llm11.in.ibm.com
     RELEASE: 2.6.17.2
     VERSION: #7 SMP PREEMPT Mon Jul 3 15:34:28 IST 2006
     MACHINE: i686  (2488 Mhz)
      MEMORY: 4.6 GB
       PANIC: "kernel BUG at drivers/dtt/khdtt.c:308!"
         PID: 0
     COMMAND: "swapper"
        TASK: c7945a70  (1 of 8)  [THREAD_INFO: f7f22000]
         CPU: 3
       STATE: TASK_RUNNING (PANIC)

crash> bt
PID: 0      TASK: c7945a70  CPU: 3   COMMAND: "swapper"
 #0 [f7f23d9c] crash_kexec at c01408fd
 #1 [f7f23df0] die at c010455a
 #2 [f7f23e34] do_invalid_op at c01049a1
 #3 [f7f23efc] error_code (via invalid_op) at c0103c35
    EAX: 0000000c  EBX: e0000000  ECX: c04ff968  EDX: 00000001  EBP: 00000000
    DS:  007b      ESI: c05890bc  ES:  007b      EDI: c05890a0
    CS:  0060      EIP: c03bb4ee  ERR: ffffffff  EFLAGS: 00010096
 #4 [f7f23f30] cpoint_default_exit at c03bb4ee
 #5 [f7f23f38] INT_HARDWARE_ENTRY_hook at c0145d1a
 #6 [f7f23f64] do_IRQ at c0105a2e
 #7 [f7f23f70] common_interrupt at c0103ad9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f22000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f22000
    CS:  0060      EIP: c0100d9e  ERR: ffffff00  EFLAGS: 00000246
 #8 [f7f23fa4] default_idle at c0100d9e
 #9 [f7f23fa8] cpu_idle at c0100e40
crash> bt -a
PID: 0      TASK: c04fd4e0  CPU: 0   COMMAND: "swapper"
 #0 [c058ff2c] crash_nmi_callback at c0113e9c
 #1 [c058ff84] do_nmi at c010533d
 #2 [c058ff94] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: c058e000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: c058e000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [c058ffc8] default_idle at c0100d9e
 #4 [c058ffcc] cpu_idle at c0100e40

PID: 0      TASK: c7940530  CPU: 1   COMMAND: "swapper"
 #0 [c7961f08] crash_nmi_callback at c0113e9c
 #1 [c7961f60] do_nmi at c010533d
 #2 [c7961f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: c7960000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: c7960000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [c7961fa4] default_idle at c0100d9e
 #4 [c7961fa8] cpu_idle at c0100e40

PID: 0      TASK: c7940030  CPU: 2   COMMAND: "swapper"
 #0 [f7f03f08] crash_nmi_callback at c0113e9c
 #1 [f7f03f60] do_nmi at c010533d
 #2 [f7f03f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f02000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f02000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [f7f03fa4] default_idle at c0100d9e
 #4 [f7f03fa8] cpu_idle at c0100e40

PID: 0      TASK: c7945a70  CPU: 3   COMMAND: "swapper"
 #0 [f7f23d9c] crash_kexec at c01408fd
 #1 [f7f23df0] die at c010455a
 #2 [f7f23e34] do_invalid_op at c01049a1
 #3 [f7f23efc] error_code (via invalid_op) at c0103c35
    EAX: 0000000c  EBX: e0000000  ECX: c04ff968  EDX: 00000001  EBP: 00000000
    DS:  007b      ESI: c05890bc  ES:  007b      EDI: c05890a0
    CS:  0060      EIP: c03bb4ee  ERR: ffffffff  EFLAGS: 00010096
 #4 [f7f23f30] cpoint_default_exit at c03bb4ee
 #5 [f7f23f38] INT_HARDWARE_ENTRY_hook at c0145d1a
 #6 [f7f23f64] do_IRQ at c0105a2e
 #7 [f7f23f70] common_interrupt at c0103ad9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f22000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f22000
    CS:  0060      EIP: c0100d9e  ERR: ffffff00  EFLAGS: 00000246
 #8 [f7f23fa4] default_idle at c0100d9e
 #9 [f7f23fa8] cpu_idle at c0100e40

PID: 0      TASK: c7945570  CPU: 4   COMMAND: "swapper"
 #0 [f7f45f08] crash_nmi_callback at c0113e9c
 #1 [f7f45f60] do_nmi at c010533d
 #2 [f7f45f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f44000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f44000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [f7f45fa4] default_idle at c0100d9e
 #4 [f7f45fa8] cpu_idle at c0100e40

PID: 0      TASK: c7945070  CPU: 5   COMMAND: "swapper"
 #0 [f7f65f08] crash_nmi_callback at c0113e9c
 #1 [f7f65f60] do_nmi at c010533d
 #2 [f7f65f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f64000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f64000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [f7f65fa4] default_idle at c0100d9e
 #4 [f7f65fa8] cpu_idle at c0100e40

PID: 0      TASK: c7947ab0  CPU: 6   COMMAND: "swapper"
 #0 [c7987f08] crash_nmi_callback at c0113e9c
 #1 [c7987f60] do_nmi at c010533d
 #2 [c7987f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: c7986000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: c7986000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [c7987fa4] default_idle at c0100d9e
 #4 [c7987fa8] cpu_idle at c0100e40

PID: 0      TASK: c79475b0  CPU: 7   COMMAND: "swapper"
 #0 [c79a7f08] crash_nmi_callback at c0113e9c
 #1 [c79a7f60] do_nmi at c010533d
 #2 [c79a7f70] nmi at c0103cd9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: c79a6000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: c79a6000
    CS:  0060      EIP: c0100d9e  ERR: 00000000  EFLAGS: 00000246
 #3 [c79a7fa4] default_idle at c0100d9e
 #4 [c79a7fa8] cpu_idle at c0100e40
crash>
crash>
crash>
crash>
crash>
crash>
crash> bt
PID: 0      TASK: c7945a70  CPU: 3   COMMAND: "swapper"
 #0 [f7f23d9c] crash_kexec at c01408fd
 #1 [f7f23df0] die at c010455a
 #2 [f7f23e34] do_invalid_op at c01049a1
 #3 [f7f23efc] error_code (via invalid_op) at c0103c35
    EAX: 0000000c  EBX: e0000000  ECX: c04ff968  EDX: 00000001  EBP: 00000000
    DS:  007b      ESI: c05890bc  ES:  007b      EDI: c05890a0
    CS:  0060      EIP: c03bb4ee  ERR: ffffffff  EFLAGS: 00010096
 #4 [f7f23f30] cpoint_default_exit at c03bb4ee
 #5 [f7f23f38] INT_HARDWARE_ENTRY_hook at c0145d1a
 #6 [f7f23f64] do_IRQ at c0105a2e
 #7 [f7f23f70] common_interrupt at c0103ad9
    EAX: 00000000  EBX: c0100d70  ECX: 00000001  EDX: f7f22000  EBP: c05ce2c0
    DS:  007b      ESI: c05ce2a0  ES:  007b      EDI: f7f22000
    CS:  0060      EIP: c0100d9e  ERR: ffffff00  EFLAGS: 00000246
 #8 [f7f23fa4] default_idle at c0100d9e
 #9 [f7f23fa8] cpu_idle at c0100e40
crash> dis INT_HARDWARE_ENTRY_hook
0xc0145c61 <INT_HARDWARE_ENTRY_hook>:   mov    $0x0,%eax
0xc0145c66 <INT_HARDWARE_ENTRY_hook+5>: test   %eax,%eax
0xc0145c68 <INT_HARDWARE_ENTRY_hook+7>: jne    0xc0145d05 <INT_HARDWARE_ENTRY_hook+164>
0xc0145c6e <INT_HARDWARE_ENTRY_hook+13>:        mov    %esi,%eax
0xc0145c70 <INT_HARDWARE_ENTRY_hook+15>:        call   0xc047b1f0 <_spin_unlock>
0xc0145c75 <INT_HARDWARE_ENTRY_hook+20>:        mov    0x10(%esp),%ecx
0xc0145c79 <INT_HARDWARE_ENTRY_hook+24>:        mov    %ebp,%eax
0xc0145c7b <INT_HARDWARE_ENTRY_hook+26>:        mov    0x14(%esp),%edx
0xc0145c7f <INT_HARDWARE_ENTRY_hook+30>:        call   0xc0145b50 <handle_IRQ_event>
0xc0145c84 <INT_HARDWARE_ENTRY_hook+35>:        mov    %eax,%ebx
0xc0145c86 <INT_HARDWARE_ENTRY_hook+37>:        mov    %esi,%eax
0xc0145c88 <INT_HARDWARE_ENTRY_hook+39>:        call   0xc047ae30 <_spin_lock>
0xc0145c8d <INT_HARDWARE_ENTRY_hook+44>:        mov    0xc05eb960,%ecx
0xc0145c93 <INT_HARDWARE_ENTRY_hook+50>:        test   %ecx,%ecx
0xc0145c95 <INT_HARDWARE_ENTRY_hook+52>:        je     0xc0145ce0 <INT_HARDWARE_ENTRY_hook+127>
0xc0145c97 <INT_HARDWARE_ENTRY_hook+54>:        mov    0xc(%edi),%eax
0xc0145c9a <INT_HARDWARE_ENTRY_hook+57>:        test   $0x4,%al
0xc0145c9c <INT_HARDWARE_ENTRY_hook+59>:        jne    0xc0145cfa <INT_HARDWARE_ENTRY_hook+153>
0xc0145c9e <INT_HARDWARE_ENTRY_hook+61>:        and    $0xfffffffe,%eax
0xc0145ca1 <INT_HARDWARE_ENTRY_hook+64>:        mov    %eax,0xc(%edi)
0xc0145ca4 <INT_HARDWARE_ENTRY_hook+67>:        mov    %ebp,(%esp)
0xc0145ca7 <INT_HARDWARE_ENTRY_hook+70>:        mov    (%edi),%eax
0xc0145ca9 <INT_HARDWARE_ENTRY_hook+72>:        call   *0x18(%eax)
0xc0145cac <INT_HARDWARE_ENTRY_hook+75>:        mov    %esi,%eax
0xc0145cae <INT_HARDWARE_ENTRY_hook+77>:        call   0xc047b1f0 <_spin_unlock>
0xc0145cb3 <INT_HARDWARE_ENTRY_hook+82>:        mov    0x18(%esp),%ebx
0xc0145cb7 <INT_HARDWARE_ENTRY_hook+86>:        mov    $0x1,%eax
0xc0145cbc <INT_HARDWARE_ENTRY_hook+91>:        mov    0x1c(%esp),%esi
0xc0145cc0 <INT_HARDWARE_ENTRY_hook+95>:        mov    0x20(%esp),%edi
0xc0145cc4 <INT_HARDWARE_ENTRY_hook+99>:        mov    0x24(%esp),%ebp
0xc0145cc8 <INT_HARDWARE_ENTRY_hook+103>:       add    $0x28,%esp
0xc0145ccb <INT_HARDWARE_ENTRY_hook+106>:       ret
0xc0145ccc <INT_HARDWARE_ENTRY_hook+107>:       lea    0x0(%esi),%esi
0xc0145cd0 <INT_HARDWARE_ENTRY_hook+111>:       mov    %ebp,(%esp)
0xc0145cd3 <INT_HARDWARE_ENTRY_hook+114>:       call   *0x14(%eax)
0xc0145cd6 <INT_HARDWARE_ENTRY_hook+117>:       jmp    0xc0145c36 <__do_IRQ+86>
0xc0145cdb <INT_HARDWARE_ENTRY_hook+122>:       nop
0xc0145cdc <INT_HARDWARE_ENTRY_hook+123>:       lea    0x0(%esi),%esi
0xc0145ce0 <INT_HARDWARE_ENTRY_hook+127>:       mov    %ebx,0x8(%esp)
0xc0145ce4 <INT_HARDWARE_ENTRY_hook+131>:       mov    0x14(%esp),%eax
0xc0145ce8 <INT_HARDWARE_ENTRY_hook+135>:       mov    %edi,0x4(%esp)
0xc0145cec <INT_HARDWARE_ENTRY_hook+139>:       mov    %ebp,(%esp)
0xc0145cef <INT_HARDWARE_ENTRY_hook+142>:       mov    %eax,0xc(%esp)
0xc0145cf3 <INT_HARDWARE_ENTRY_hook+146>:       call   0xc01464e0 <note_interrupt>
0xc0145cf8 <INT_HARDWARE_ENTRY_hook+151>:       jmp    0xc0145c97 <INT_HARDWARE_ENTRY_hook+54>
0xc0145cfa <INT_HARDWARE_ENTRY_hook+153>:       and    $0xfffffffb,%eax
0xc0145cfd <INT_HARDWARE_ENTRY_hook+156>:       mov    %eax,0xc(%edi)
0xc0145d00 <INT_HARDWARE_ENTRY_hook+159>:       jmp    0xc0145c6e <INT_HARDWARE_ENTRY_hook+13>
0xc0145d05 <INT_HARDWARE_ENTRY_hook+164>:       mov    0xc0501b08,%ebx
0xc0145d0b <INT_HARDWARE_ENTRY_hook+170>:       test   %ebx,%ebx
0xc0145d0d <INT_HARDWARE_ENTRY_hook+172>:       jns    0xc0145c6e <INT_HARDWARE_ENTRY_hook+13>
0xc0145d13 <INT_HARDWARE_ENTRY_hook+178>:       movl   $0xc0501b00,(%esp)
0xc0145d1a <INT_HARDWARE_ENTRY_hook+185>:       call   *0xc0501b14
0xc0145d20 <INT_HARDWARE_ENTRY_hook+191>:       jmp    0xc0145c6e <INT_HARDWARE_ENTRY_hook+13>
0xc0145d25 <INT_HARDWARE_ENTRY_hook+196>:       nop
0xc0145d26 <INT_HARDWARE_ENTRY_hook+197>:       nop
0xc0145d27 <INT_HARDWARE_ENTRY_hook+198>:       nop
0xc0145d28 <INT_HARDWARE_ENTRY_hook+199>:       nop
0xc0145d29 <INT_HARDWARE_ENTRY_hook+200>:       nop
0xc0145d2a <INT_HARDWARE_ENTRY_hook+201>:       nop
0xc0145d2b <INT_HARDWARE_ENTRY_hook+202>:       nop
0xc0145d2c <INT_HARDWARE_ENTRY_hook+203>:       nop
0xc0145d2d <INT_HARDWARE_ENTRY_hook+204>:       nop
0xc0145d2e <INT_HARDWARE_ENTRY_hook+205>:       nop
0xc0145d2f <INT_HARDWARE_ENTRY_hook+206>:       nop
crash>
crash> dis cpoint_default_exit
0xc03bb4a0 <cpoint_default_exit>:       sub    $0x4,%esp
0xc03bb4a3 <cpoint_default_exit+3>:     mov    0x8(%esp),%eax
0xc03bb4a7 <cpoint_default_exit+7>:     call   0xc03bb1e0 <cpoint_countdown>
0xc03bb4ac <cpoint_default_exit+12>:    cmp    $0x8,%eax
0xc03bb4af <cpoint_default_exit+15>:    ja     0xc03bb4c4 <cpoint_default_exit+36>
0xc03bb4b1 <cpoint_default_exit+17>:    jmp    *0xc048b7d4(,%eax,4)
0xc03bb4b8 <cpoint_default_exit+24>:    movl   $0xc04d95e0,(%esp)
0xc03bb4bf <cpoint_default_exit+31>:    call   0xc0120d20 <printk>
0xc03bb4c4 <cpoint_default_exit+36>:    pop    %ecx
0xc03bb4c5 <cpoint_default_exit+37>:    xor    %eax,%eax
0xc03bb4c7 <cpoint_default_exit+39>:    ret
0xc03bb4c8 <cpoint_default_exit+40>:    movl   $0xc04d9600,(%esp)
0xc03bb4cf <cpoint_default_exit+47>:    call   0xc0120d20 <printk>
0xc03bb4d4 <cpoint_default_exit+52>:    jmp    0xc03bb4c4 <cpoint_default_exit+36>
0xc03bb4d6 <cpoint_default_exit+54>:    movl   $0xc04c6a15,(%esp)
0xc03bb4dd <cpoint_default_exit+61>:    call   0xc0120260 <panic>
0xc03bb4e2 <cpoint_default_exit+66>:    movl   $0xc04c6a1e,(%esp)
0xc03bb4e9 <cpoint_default_exit+73>:    call   0xc0120d20 <printk>
0xc03bb4ee <cpoint_default_exit+78>:    ud2a
0xc03bb4f0 <cpoint_default_exit+80>:    xor    $0x1,%al
0xc03bb4f2 <cpoint_default_exit+82>:    sub    %ch,0x4c(%edx)
0xc03bb4f5 <cpoint_default_exit+85>:    rcrb   $0xc0,0x31(%ecx)
0xc03bb4f9 <cpoint_default_exit+89>:    ret
0xc03bb4fa <cpoint_default_exit+90>:    xor    %eax,%eax
0xc03bb4fc <cpoint_default_exit+92>:    mov    %eax,0x0
0xc03bb501 <cpoint_default_exit+97>:    xor    %eax,%eax
0xc03bb503 <cpoint_default_exit+99>:    pop    %ecx
0xc03bb504 <cpoint_default_exit+100>:   ret
0xc03bb505 <cpoint_default_exit+101>:   movl   $0xc04c6a3c,(%esp)
0xc03bb50c <cpoint_default_exit+108>:   call   0xc0120d20 <printk>
0xc03bb511 <cpoint_default_exit+113>:   jmp    0xc03bb511 <cpoint_default_exit+113>
0xc03bb513 <cpoint_default_exit+115>:   movl   $0x0,(%esp)
0xc03bb51a <cpoint_default_exit+122>:   call   0xc03bb450 <recursive_loop>
0xc03bb51f <cpoint_default_exit+127>:   pop    %ecx
0xc03bb520 <cpoint_default_exit+128>:   xor    %eax,%eax
0xc03bb522 <cpoint_default_exit+130>:   ret
0xc03bb523 <cpoint_default_exit+131>:   lea    0x0(%esi),%esi
0xc03bb529 <cpoint_default_exit+137>:   lea    0x0(%edi),%edi
crash>
crash> dis c03bb4ee
0xc03bb4ee <cpoint_default_exit+78>:    ud2a
crash> files
PID: 0      TASK: c7945a70  CPU: 3   COMMAND: "swapper"
ROOT: /    CWD: /
No open files
crash> runq
RUNQUEUES[0]: c7817580
 ACTIVE PRIO_ARRAY: c7817a3c
 EXPIRED PRIO_ARRAY: c78175c4
RUNQUEUES[1]: c781f580
 ACTIVE PRIO_ARRAY: c781fa3c
 EXPIRED PRIO_ARRAY: c781f5c4
RUNQUEUES[2]: c7827580
 ACTIVE PRIO_ARRAY: c78275c4
 EXPIRED PRIO_ARRAY: c7827a3c
RUNQUEUES[3]: c782f580
 ACTIVE PRIO_ARRAY: c782fa3c
  [115] PID: 3536   TASK: c7a99030  CPU: 3   COMMAND: "klogd"
 EXPIRED PRIO_ARRAY: c782f5c4
RUNQUEUES[4]: c7837580
 ACTIVE PRIO_ARRAY: c78375c4
 EXPIRED PRIO_ARRAY: c7837a3c
RUNQUEUES[5]: c783f580
 ACTIVE PRIO_ARRAY: c783f5c4
 EXPIRED PRIO_ARRAY: c783fa3c
RUNQUEUES[6]: c7847580
 ACTIVE PRIO_ARRAY: c78475c4
 EXPIRED PRIO_ARRAY: c7847a3c
RUNQUEUES[7]: c784f580
 ACTIVE PRIO_ARRAY: c784fa3c
 EXPIRED PRIO_ARRAY: c784f5c4
crash>