[root@llm11 proc]# ls -l vmcore
-r-------- 1 root root 3849938296 Jul 4 12:32 vmcore
[root@llm11 proc]# crash /home/murali/linux-2.6.17.2/System.map /home/murali/linux-2.6.17.2/vmlinux vmcore
crash 4.0-2.24
Copyright (C) 2002, 2003, 2004, 2005, 2006 Red Hat, Inc.
Copyright (C) 2004, 2005, 2006 IBM Corporation
Copyright (C) 1999-2006 Hewlett-Packard Co
Copyright (C) 2005 Fujitsu Limited
Copyright (C) 2005 NEC Corporation
Copyright (C) 1999, 2002 Silicon Graphics, Inc.
Copyright (C) 1999, 2000, 2001, 2002 Mission Critical Linux, Inc.
This program is free software, covered by the GNU General Public License,
and you are welcome to change it and/or distribute copies of it under
certain conditions. Enter "help copying" to see the conditions.
This program has absolutely no warranty. Enter "help warranty" for details.
GNU gdb 6.1
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB. Type "show warranty" for details.
This GDB was configured as "i686-pc-linux-gnu"...
please wait... (gathering module symbol data)
WARNING: cannot access vmalloc'd module memory
SYSTEM MAP: /home/murali/linux-2.6.17.2/System.map
DEBUG KERNEL: /home/murali/linux-2.6.17.2/vmlinux (2.6.17.2)
DUMPFILE: vmcore
CPUS: 8
DATE: Tue Jul 4 12:29:36 2006
UPTIME: 00:04:15
LOAD AVERAGE: 0.16, 0.23, 0.11
TASKS: 167
NODENAME: llm11.in.ibm.com
RELEASE: 2.6.17.2
VERSION: #9 SMP PREEMPT Mon Jul 3 17:59:41 IST 2006
MACHINE: i686 (2488 Mhz)
MEMORY: 4.6 GB
PANIC: "Oops: 0002 [#1]" (check log for details)
PID: 0
COMMAND: "swapper"
TASK: c8855030 (1 of 8) [THREAD_INFO: f7f02000]
CPU: 2
STATE: TASK_RUNNING (PANIC)
crash> bt
PID: 0 TASK: c8855030 CPU: 2 COMMAND: "swapper"
#0 [f7f03de4] crash_kexec at c0142ced
#1 [f7f03e38] die at c010455a
#2 [f7f03e7c] do_page_fault at c0116b57
#3 [f7f03ee8] error_code (via page_fault) at c0103c35
EAX: 00000000 EBX: c0598f68 ECX: c88327dc EDX: 00000001 EBP: c05de2c0
DS: 007b ESI: 00000001 ES: 007b EDI: c05dfe00
CS: 0060 EIP: c03c45bc ERR: ffffffff EFLAGS: 00010046
#4 [f7f03f1c] cpoint_default_exit at c03c45bc
#5 [f7f03f24] INT_TASKLET_ENTRY_hook at c0126cca
#6 [f7f03f3c] __do_softirq at c0126785
#7 [f7f03f5c] do_softirq at c012685e
#8 [f7f03f68] irq_exit at c012694f
#9 [f7f03f70] apic_timer_interrupt at c0103b67
#10 [f7f03fa8] cpu_idle at c0100e40
crash> bt -a
PID: 0 TASK: c050a540 CPU: 0 COMMAND: "swapper"
#0 [c059ff2c] crash_nmi_callback at c0113f0c
#1 [c059ff84] do_nmi at c010533d
#2 [c059ff94] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c059e000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c059e000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c059ffc8] default_idle at c0100d9e
#4 [c059ffcc] cpu_idle at c0100e40
PID: 0 TASK: c8855550 CPU: 1 COMMAND: "swapper"
#0 [c8863e70] crash_nmi_callback at c0113f0c
#1 [c8863ec8] do_nmi at c010533d
#2 [c8863ed8] nmi at c0103cd9
EAX: f7f7bd40 EBX: 00000000 ECX: f766fa70 EDX: 00000000 EBP: c8863f4c
DS: 007b ESI: c8726640 ES: 007b EDI: 00000001
CS: 0060 EIP: c011aca7 ERR: f7f7bd40 EFLAGS: 00000082
#3 [c8863f0c] dependent_sleeper at c011aca7
#4 [c8863f50] schedule at c04841cf
#5 [c8863fa8] cpu_idle at c0100e7d
PID: 0 TASK: c8855030 CPU: 2 COMMAND: "swapper"
#0 [f7f03de4] crash_kexec at c0142ced
#1 [f7f03e38] die at c010455a
#2 [f7f03e7c] do_page_fault at c0116b57
#3 [f7f03ee8] error_code (via page_fault) at c0103c35
EAX: 00000000 EBX: c0598f68 ECX: c88327dc EDX: 00000001 EBP: c05de2c0
DS: 007b ESI: 00000001 ES: 007b EDI: c05dfe00
CS: 0060 EIP: c03c45bc ERR: ffffffff EFLAGS: 00010046
#4 [f7f03f1c] cpoint_default_exit at c03c45bc
#5 [f7f03f24] INT_TASKLET_ENTRY_hook at c0126cca
#6 [f7f03f3c] __do_softirq at c0126785
#7 [f7f03f5c] do_softirq at c012685e
#8 [f7f03f68] irq_exit at c012694f
#9 [f7f03f70] apic_timer_interrupt at c0103b67
#10 [f7f03fa8] cpu_idle at c0100e40
PID: 0 TASK: c885aa70 CPU: 3 COMMAND: "swapper"
#0 [f7f25f08] crash_nmi_callback at c0113f0c
#1 [f7f25f60] do_nmi at c010533d
#2 [f7f25f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f24000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f24000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [f7f25fa4] default_idle at c0100d9e
#4 [f7f25fa8] cpu_idle at c0100e40
PID: 0 TASK: c885a550 CPU: 4 COMMAND: "swapper"
#0 [f7f45f08] crash_nmi_callback at c0113f0c
#1 [f7f45f60] do_nmi at c010533d
#2 [f7f45f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f44000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f44000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [f7f45fa4] default_idle at c0100d9e
#4 [f7f45fa8] cpu_idle at c0100e40
PID: 0 TASK: c885a030 CPU: 5 COMMAND: "swapper"
#0 [f7f67f08] crash_nmi_callback at c0113f0c
#1 [f7f67f60] do_nmi at c010533d
#2 [f7f67f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f66000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f66000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [f7f67fa4] default_idle at c0100d9e
#4 [f7f67fa8] cpu_idle at c0100e40
PID: 0 TASK: c885ca70 CPU: 6 COMMAND: "swapper"
#0 [c8887f08] crash_nmi_callback at c0113f0c
#1 [c8887f60] do_nmi at c010533d
#2 [c8887f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c8886000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c8886000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c8887fa4] default_idle at c0100d9e
#4 [c8887fa8] cpu_idle at c0100e40
PID: 0 TASK: c885c550 CPU: 7 COMMAND: "swapper"
#0 [c88a9f08] crash_nmi_callback at c0113f0c
#1 [c88a9f60] do_nmi at c010533d
#2 [c88a9f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c88a8000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c88a8000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c88a9fa4] default_idle at c0100d9e
#4 [c88a9fa8] cpu_idle at c0100e40
crash>
crash>
crash> runq
RUNQUEUES[0]: c8726640
ACTIVE PRIO_ARRAY: c8726b08
EXPIRED PRIO_ARRAY: c8726690
RUNQUEUES[1]: c872e640
ACTIVE PRIO_ARRAY: c872e690
[115] PID: 3534 TASK: f766fa70 CPU: 1 COMMAND: "klogd"
EXPIRED PRIO_ARRAY: c872eb08
RUNQUEUES[2]: c8736640
ACTIVE PRIO_ARRAY: c8736690
[116] PID: 5087 TASK: c8b69030 CPU: 2 COMMAND: "sh"
EXPIRED PRIO_ARRAY: c8736b08
RUNQUEUES[3]: c873e640
ACTIVE PRIO_ARRAY: c873eb08
EXPIRED PRIO_ARRAY: c873e690
RUNQUEUES[4]: c8746640
ACTIVE PRIO_ARRAY: c8746690
EXPIRED PRIO_ARRAY: c8746b08
RUNQUEUES[5]: c874e640
ACTIVE PRIO_ARRAY: c874eb08
EXPIRED PRIO_ARRAY: c874e690
RUNQUEUES[6]: c8756640
ACTIVE PRIO_ARRAY: c8756b08
EXPIRED PRIO_ARRAY: c8756690
RUNQUEUES[7]: c875e640
ACTIVE PRIO_ARRAY: c875eb08
EXPIRED PRIO_ARRAY: c875e690
crash> files
PID: 0 TASK: c8855030 CPU: 2 COMMAND: "swapper"
ROOT: / CWD: /
No open files
crash> mod
mod: cannot access vmalloc'd module memory
crash>