[root@llm11 proc]# ls -l vmcore
-r-------- 1 root root 3849938296 Jul 4 16:36 vmcore
[root@llm11 proc]# crash /home/murali/linux-2.6.17.2/System.map /home/murali/linux-2.6.17.2/vmlinux vmcore
crash 4.0-2.24
Copyright (C) 2002, 2003, 2004, 2005, 2006 Red Hat, Inc.
Copyright (C) 2004, 2005, 2006 IBM Corporation
Copyright (C) 1999-2006 Hewlett-Packard Co
Copyright (C) 2005 Fujitsu Limited
Copyright (C) 2005 NEC Corporation
Copyright (C) 1999, 2002 Silicon Graphics, Inc.
Copyright (C) 1999, 2000, 2001, 2002 Mission Critical Linux, Inc.
This program is free software, covered by the GNU General Public License,
and you are welcome to change it and/or distribute copies of it under
certain conditions. Enter "help copying" to see the conditions.
This program has absolutely no warranty. Enter "help warranty" for details.
GNU gdb 6.1
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB. Type "show warranty" for details.
This GDB was configured as "i686-pc-linux-gnu"...
please wait... (gathering module symbol data)
WARNING: cannot access vmalloc'd module memory
SYSTEM MAP: /home/murali/linux-2.6.17.2/System.map
DEBUG KERNEL: /home/murali/linux-2.6.17.2/vmlinux (2.6.17.2)
DUMPFILE: vmcore
CPUS: 8
DATE: Tue Jul 4 16:35:16 2006
UPTIME: 00:11:43
LOAD AVERAGE: 4.62, 3.11, 1.47
TASKS: 172
NODENAME: llm11.in.ibm.com
RELEASE: 2.6.17.2
VERSION: #9 SMP PREEMPT Mon Jul 3 17:59:41 IST 2006
MACHINE: i686 (2489 Mhz)
MEMORY: 4.6 GB
PANIC: "SysRq : Trigger a crashdump"
PID: 0
COMMAND: "swapper"
TASK: c885a550 (1 of 8) [THREAD_INFO: f7f44000]
CPU: 4
STATE: TASK_RUNNING (SYSRQ)
crash> bt
PID: 0 TASK: c885a550 CPU: 4 COMMAND: "swapper"
#0 [f7f45d7c] crash_kexec at c0142ced
#1 [f7f45dd0] __handle_sysrq at c02e84a5
#2 [f7f45dfc] handle_sysrq at c02e8580
#3 [f7f45e10] kbd_event at c02e2a25
#4 [f7f45e34] input_event at c03b8c66
#5 [f7f45e5c] atkbd_report_key at c03bc4f6
#6 [f7f45e78] atkbd_interrupt at c03bc8d2
#7 [f7f45eb4] serio_interrupt at c03b67c1
#8 [f7f45edc] i8042_interrupt at c03b7382
#9 [f7f45f14] INT_HW_IRQ_EN_hook at c0147fae
#10 [f7f45f38] INT_HARDWARE_ENTRY_hook at c014807f
#11 [f7f45f64] do_IRQ at c0105a2e
#12 [f7f45f70] common_interrupt at c0103ad9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f44000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f44000
CS: 0060 EIP: c0100d9e ERR: ffffff01 EFLAGS: 00000246
#13 [f7f45fa4] default_idle at c0100d9e
#14 [f7f45fa8] cpu_idle at c0100e40
crash> bt -a
PID: 0 TASK: c050a540 CPU: 0 COMMAND: "swapper"
#0 [c059ff2c] crash_nmi_callback at c0113f0c
#1 [c059ff84] do_nmi at c010533d
#2 [c059ff94] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c059e000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c059e000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c059ffc8] default_idle at c0100d9e
#4 [c059ffcc] cpu_idle at c0100e40
PID: 0 TASK: c8855550 CPU: 1 COMMAND: "swapper"
#0 [c8863f08] crash_nmi_callback at c0113f0c
#1 [c8863f60] do_nmi at c010533d
#2 [c8863f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c8862000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c8862000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c8863fa4] default_idle at c0100d9e
#4 [c8863fa8] cpu_idle at c0100e40
PID: 1044 TASK: c8930a70 CPU: 2 COMMAND: "kjournald"
#0 [f70e9de4] crash_nmi_callback at c0113f0c
#1 [f70e9e3c] do_nmi at c010533d
#2 [f70e9e4c] nmi at c0103cd9
EAX: 0000000d EBX: f65e2f74 ECX: c050cb54 EDX: 00000001 EBP: 00000200
DS: 007b ESI: 00000011 ES: 007b EDI: 00000003
CS: 0060 EIP: c03c45d1 ERR: 0000000d EFLAGS: 00000292
#3 [f70e9e80] cpoint_default_exit at c03c45d1
#4 [f70e9e88] FS_DEVRW_hook at c01730ee
#5 [f70e9ea4] journal_commit_transaction at c0205779
#6 [f70e9f50] kjournald at c0208576
#7 [f70e9fbc] kthread at c01364cb
#8 [f70e9fe8] kernel_thread_helper at c01011f3
PID: 0 TASK: c885aa70 CPU: 3 COMMAND: "swapper"
#0 [f7f25f08] crash_nmi_callback at c0113f0c
#1 [f7f25f60] do_nmi at c010533d
#2 [f7f25f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f24000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f24000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [f7f25fa4] default_idle at c0100d9e
#4 [f7f25fa8] cpu_idle at c0100e40
PID: 0 TASK: c885a550 CPU: 4 COMMAND: "swapper"
#0 [f7f45d7c] crash_kexec at c0142ced
#1 [f7f45dd0] __handle_sysrq at c02e84a5
#2 [f7f45dfc] handle_sysrq at c02e8580
#3 [f7f45e10] kbd_event at c02e2a25
#4 [f7f45e34] input_event at c03b8c66
#5 [f7f45e5c] atkbd_report_key at c03bc4f6
#6 [f7f45e78] atkbd_interrupt at c03bc8d2
#7 [f7f45eb4] serio_interrupt at c03b67c1
#8 [f7f45edc] i8042_interrupt at c03b7382
#9 [f7f45f14] INT_HW_IRQ_EN_hook at c0147fae
#10 [f7f45f38] INT_HARDWARE_ENTRY_hook at c014807f
#11 [f7f45f64] do_IRQ at c0105a2e
#12 [f7f45f70] common_interrupt at c0103ad9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f44000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f44000
CS: 0060 EIP: c0100d9e ERR: ffffff01 EFLAGS: 00000246
#13 [f7f45fa4] default_idle at c0100d9e
#14 [f7f45fa8] cpu_idle at c0100e40
PID: 0 TASK: c885a030 CPU: 5 COMMAND: "swapper"
#0 [f7f67f08] crash_nmi_callback at c0113f0c
#1 [f7f67f60] do_nmi at c010533d
#2 [f7f67f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: f7f66000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: f7f66000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [f7f67fa4] default_idle at c0100d9e
#4 [f7f67fa8] cpu_idle at c0100e40
PID: 5150 TASK: c8b91030 CPU: 6 COMMAND: "ls"
#0 [f622bc34] crash_nmi_callback at c0113f0c
#1 [f622bc8c] do_nmi at c010533d
#2 [f622bc9c] nmi at c0103cd9
EAX: 0000000d EBX: f5f1b858 ECX: c050cb54 EDX: 00000001 EBP: 00000001
DS: 007b ESI: 00000001 ES: 007b EDI: 00000000
CS: 0060 EIP: c03c45d1 ERR: 0000000d EFLAGS: 00000292
#3 [f622bcd0] cpoint_default_exit at c03c45d1
#4 [f622bcd8] FS_DEVRW_hook at c01730ee
#5 [f622bcf4] ext3_find_entry at c01f501e
#6 [f622bd80] ext3_lookup at c01f558c
#7 [f622bd9c] real_lookup at c017d523
#8 [f622bdbc] do_lookup at c017d868
#9 [f622bddc] __link_path_walk at c017e06c
#10 [f622be2c] link_path_walk at c017e7e5
#11 [f622be9c] do_path_lookup at c017ec1a
#12 [f622bec8] __user_walk_fd at c017f087
#13 [f622bee0] vfs_lstat_fd at c0178a1c
#14 [f622bf48] vfs_lstat at c0178a8a
#15 [f622bf58] sys_lstat64 at c01791c3
#16 [f622bfb8] sysenter_entry at c01030a4
EAX: 000000c4 EBX: bfde1bc0 ECX: 0805d524 EDX: 43987ff4
DS: 007b ESI: 080603d2 ES: 007b EDI: 0805d524
SS: 007b ESP: bfde1b84 EBP: bfde1b98
CS: 0073 EIP: ffffe410 ERR: 000000c4 EFLAGS: 00000212
PID: 0 TASK: c885c550 CPU: 7 COMMAND: "swapper"
#0 [c88a9f08] crash_nmi_callback at c0113f0c
#1 [c88a9f60] do_nmi at c010533d
#2 [c88a9f70] nmi at c0103cd9
EAX: 00000000 EBX: c0100d70 ECX: 00000001 EDX: c88a8000 EBP: c05de2c0
DS: 007b ESI: c05de2a0 ES: 007b EDI: c88a8000
CS: 0060 EIP: c0100d9e ERR: 00000000 EFLAGS: 00000246
#3 [c88a9fa4] default_idle at c0100d9e
#4 [c88a9fa8] cpu_idle at c0100e40
crash>
crash>
crash>
crash>
crash>
crash>
crash>
crash> runq
RUNQUEUES[0]: c8726640
ACTIVE PRIO_ARRAY: c8726b08
EXPIRED PRIO_ARRAY: c8726690
RUNQUEUES[1]: c872e640
ACTIVE PRIO_ARRAY: c872e690
EXPIRED PRIO_ARRAY: c872eb08
RUNQUEUES[2]: c8736640
ACTIVE PRIO_ARRAY: c8736b08
[120] PID: 1044 TASK: c8930a70 CPU: 2 COMMAND: "kjournald"
EXPIRED PRIO_ARRAY: c8736690
RUNQUEUES[3]: c873e640
ACTIVE PRIO_ARRAY: c873e690
EXPIRED PRIO_ARRAY: c873eb08
RUNQUEUES[4]: c8746640
ACTIVE PRIO_ARRAY: c8746b08
[110] PID: 30 TASK: f7fef550 CPU: 4 COMMAND: "events/4"
EXPIRED PRIO_ARRAY: c8746690
RUNQUEUES[5]: c874e640
ACTIVE PRIO_ARRAY: c874e690
EXPIRED PRIO_ARRAY: c874eb08
RUNQUEUES[6]: c8756640
ACTIVE PRIO_ARRAY: c8756690
[125] PID: 5150 TASK: c8b91030 CPU: 6 COMMAND: "ls"
EXPIRED PRIO_ARRAY: c8756b08
RUNQUEUES[7]: c875e640
ACTIVE PRIO_ARRAY: c875e690
EXPIRED PRIO_ARRAY: c875eb08
crash> file
struct file {
union {
struct list_head fu_list;
struct rcu_head fu_rcuhead;
} f_u;
struct dentry *f_dentry;
struct vfsmount *f_vfsmnt;
const struct file_operations *f_op;
atomic_t f_count;
unsigned int f_flags;
mode_t f_mode;
loff_t f_pos;
struct fown_struct f_owner;
unsigned int f_uid;
unsigned int f_gid;
struct file_ra_state f_ra;
long unsigned int f_version;
void *f_security;
void *private_data;
struct list_head f_ep_links;
spinlock_t f_ep_lock;
struct address_space *f_mapping;
}
SIZE: 172
crash> files
PID: 0 TASK: c885a550 CPU: 4 COMMAND: "swapper"
ROOT: / CWD: /
No open files
crash> mod
mod: cannot access vmalloc'd module memory
crash>