{{{ [5547792.948002] eth0: link up. [8743023.404293] general protection fault: 0000 [#1] SMP [8743023.404293] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-8/serial [8743023.404293] CPU 0 [8743023.404293] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt k8temp forcedeth i2c_nforce2 i2c_core tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan [8743023.404293] Pid: 10678, comm: pclient Not tainted 2.6.28-rc7-00105-gfeaf384 #4 [8743023.404293] RIP: 0010:[] [] rb_next+0x17/0x3e [8743023.404293] RSP: 0000:ffffffff80938ee0 EFLAGS: 00010006 [8743023.404293] RAX: ffff88022a9e1ea8 RBX: ffff88002805a2a0 RCX: 0000000000000000 [8743023.404293] RDX: 0005000000000000 RSI: ffff88002805a1f0 RDI: ffff88002805a2a0 [8743023.404293] RBP: ffff88002805a1f0 R08: 0000000000000001 R09: 0000000000000001 [8743023.404293] R10: 0000000000000000 R11: 00007ff70a12f124 R12: 0000000000000000 [8743023.404293] R13: 0000000000000002 R14: 0000000000000001 R15: 00150fbbc47958bf [8743023.404293] FS: 00007ff70b8d76f0(0000) GS:ffffffff80872d80(0000) knlGS:00000000f7e0b6c0 [8743023.404293] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [8743023.404293] CR2: 00007fdaa04037a0 CR3: 000000018048f000 CR4: 00000000000006e0 [8743023.404293] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [8743023.404293] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [8743023.404293] Process pclient (pid: 10678, threadinfo ffff880180580000, task ffff880180508f30) [8743023.404293] Stack: [8743023.404293] ffffffff8024e10d 7fffffffffffffff ffff88002805a2a0 ffff88002805a1f0 [8743023.404293] ffff88002805a1f0 ffff88002805a180 ffffffff8024e4d3 ffff88002805a180 [8743023.404293] ffff88002805a2a0 ffff88002805a1f0 ffff88002805a180 7fffffffffffffff [8743023.404293] Call Trace: [8743023.404293] <0> [] ? __remove_hrtimer+0x44/0x88 [8743023.404293] [] ? __run_hrtimer+0x24/0x95 [8743023.404293] [] ? hrtimer_interrupt+0xe1/0x15b [8743023.404293] [] ? smp_apic_timer_interrupt+0x8e/0xac [8743023.404293] [] ? apic_timer_interrupt+0x6b/0x70 [8743023.404293] <0>Code: 48 85 c0 74 0e 48 8b 50 08 48 85 d2 74 05 48 89 d0 eb f2 c3 48 8b 07 31 d2 48 83 e0 fc 48 39 f8 74 2c 48 8b 57 08 48 85 d2 74 11 <48> 8b 42 10 48 85 c0 74 1a 48 89 c2 eb f2 48 89 c7 48 8b 07 48 [8743023.404293] RIP [] rb_next+0x17/0x3e [8743023.404293] RSP [8743023.404293] Kernel panic - not syncing: Fatal exception in interrupt [5928273.644679] general protection fault: 0000 [#2] SMP [5928273.644679] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-8/serial [5928273.644679] CPU 2 [5928273.644679] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt k8temp forcedeth i2c_nforce2 i2c_core tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan [5928273.644679] Pid: 10579, comm: pclient Tainted: G D 2.6.28-rc7-00105-gfeaf384 #4 [5928273.644679] RIP: 0010:[] [] enqueue_hrtimer+0x1e/0xd3 [5928273.644679] RSP: 0018:ffff8801bac8f908 EFLAGS: 00010086 [5928273.644679] RAX: fff0880228543988 RBX: ffff8801bac8f988 RCX: 0000000000000001 [5928273.644679] RDX: 0000000000000001 RSI: 00150fbc42e54400 RDI: ffff8801bac8f988 [5928273.644679] RBP: ffff880135a461f0 R08: 0000000000000001 R09: 0000000000000001 [5928273.644679] R10: 0000000000000000 R11: ffffffff8055dae0 R12: ffff88012d89deb8 [5928273.644679] R13: ffff88012d89dea8 R14: 000000000000c350 R15: 00000000ffffffff [5928273.644679] FS: 00007f17ea00c6f0(0000) GS:ffff88022fa41400(0000) knlGS:00000000f7da66c0 [5928273.644679] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [5928273.644679] CR2: 0000000001378000 CR3: 0000000197420000 CR4: 00000000000006e0 [5928273.644679] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [5928273.644679] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [5928273.644679] Process pclient (pid: 10579, threadinfo ffff8801bac8e000, task ffff880180509e60) [5928273.644679] Stack: [5928273.644679] ffff8801bac8f948 ffff880135a461f0 ffff8801bac8f988 ffff880135a461f0 [5928273.644679] 00150fbbc5d52d28 ffffffff8024ea53 0000000000000001 ffffffff8024e8d8 [5928273.644679] 0000000000000292 ffff8801bac8fd38 000000000000c350 0000000000000001 [5928273.644679] Call Trace: [5928273.644679] [] ? hrtimer_start_range_ns+0x11f/0x157 [5928273.644679] [] ? hrtimer_try_to_cancel+0x67/0x70 [5928273.644679] [] ? schedule_hrtimeout_range+0xb5/0x105 [5928273.644679] [] ? hrtimer_wakeup+0x0/0x21 [5928273.644679] [] ? schedule_hrtimeout_range+0xb5/0x105 [5928273.644679] [] ? do_select+0x4b5/0x535 [5928273.644679] [] ? do_select+0x0/0x535 [5928273.644679] [] ? __pollwait+0x0/0xe1 [5928273.644679] [] ? default_wake_function+0x0/0xe [5928273.644679] [] ? enqueue_entity+0x9b/0x17f [5928273.644679] [] ? enqueue_task_fair+0x25/0x42 [5928273.644679] [] ? try_to_wake_up+0x229/0x23b [5928273.644679] [] ? __wake_up_common+0x41/0x74 [5928273.644679] [] ? _read_unlock+0x17/0x20 [5928273.644679] [] ? unix_stream_sendmsg+0x22c/0x2ed [5928273.644679] [] ? core_sys_select+0x1fc/0x2a4 [5928273.644679] [] ? core_sys_select+0x31/0x2a4 [5928273.644679] [] ? do_sync_write+0xc9/0x10c [5928273.644679] [] ? timespec_add_safe+0x34/0x63 [5928273.644679] [] ? sys_select+0x95/0xbe [5928273.644679] [] ? system_call_fastpath+0x16/0x1b [5928273.644679] Code: 00 eb 02 31 c0 5a 5b 5d 41 5c 41 5d c3 41 55 b9 01 00 00 00 45 31 ed 41 54 4c 8d 66 10 55 48 89 f5 53 48 89 fb 48 83 ec 08 eb 17 <48> 8b 70 18 48 39 73 18 4c 8d 60 10 7c 06 4c 8d 60 08 31 c9 49 [5928273.644679] RIP [] enqueue_hrtimer+0x1e/0xd3 [5928273.644679] RSP [5928273.644679] ---[ end trace bec32068edbd4ddf ]--- [5928274.087033] general protection fault: 0000 [#3] SMP [5928274.087042] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-8/serial [5928274.087047] CPU 3 [5928274.087051] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt k8temp forcedeth i2c_nforce2 i2c_core tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan [5928274.087081] Pid: 13715, comm: sshd Tainted: G D 2.6.28-rc7-00105-gfeaf384 #4 [5928274.087086] RIP: 0010:[] [] enqueue_hrtimer+0x1e/0xd3 [5928274.087103] RSP: 0018:ffff8801fe383908 EFLAGS: 00010086 [5928274.087108] RAX: fff0880220913988 RBX: ffff8801fe383988 RCX: 0000000000000001 [5928274.087112] RDX: 0000000000000001 RSI: 00150fbfd3c8f311 RDI: ffff8801fe383988 [5928274.087116] RBP: ffff880135a531f0 R08: 0000000000000001 R09: 0000000000000001 [5928274.087121] R10: 0000000000000000 R11: ffffffff8055dae0 R12: ffff880054b15eb8 [5928274.087125] R13: ffff880054b15ea8 R14: 00000000004c4b3d R15: 00000000ffffffff [5928274.087131] FS: 00007fc45ad406f0(0000) GS:ffff88022fa41880(0000) knlGS:00000000f7da66c0 [5928274.087135] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [5928274.087140] CR2: 00000000020c40b8 CR3: 0000000221d1b000 CR4: 00000000000006e0 [5928274.087144] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [5928274.087148] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [5928274.087154] Process sshd (pid: 13715, threadinfo ffff8801fe382000, task ffff880220950000) [5928274.087158] Stack: [5928274.087161] ffff8801fe383948 ffff880135a531f0 ffff8801fe383988 ffff880135a531f0 [5928274.087167] 00150fbd091c2268 ffffffff8024ea53 0000000000000001 ffffffff8024e8d8 [5928274.087173] 0000000000000292 ffff8801fe383d38 00000000004c4b3d 0000000000002000 [5928274.087180] Call Trace: [5928274.087185] [] ? hrtimer_start_range_ns+0x11f/0x157 [5928274.087193] [] ? hrtimer_try_to_cancel+0x67/0x70 [5928274.087201] [] ? schedule_hrtimeout_range+0xb5/0x105 [5928274.087211] [] ? hrtimer_wakeup+0x0/0x21 [5928274.087218] [] ? schedule_hrtimeout_range+0xb5/0x105 [5928274.087224] [] ? do_select+0x4b5/0x535 [5928274.087233] [] ? do_select+0x0/0x535 [5928274.087239] [] ? __pollwait+0x0/0xe1 [5928274.087245] [] ? default_wake_function+0x0/0xe [5928274.087254] [] ? default_wake_function+0x0/0xe [5928274.087260] [] ? default_wake_function+0x0/0xe [5928274.087267] [] ? default_wake_function+0x0/0xe [5928274.087273] [] ? default_wake_function+0x0/0xe [5928274.087279] [] ? default_wake_function+0x0/0xe [5928274.087285] [] ? release_sock+0x2f/0xd5 [5928274.087294] [] ? tcp_sendmsg+0x8aa/0x9ba [5928274.087304] [] ? core_sys_select+0x1fc/0x2a4 [5928274.087310] [] ? core_sys_select+0x31/0x2a4 [5928274.087316] [] ? do_sync_write+0xc9/0x10c [5928274.087324] [] ? autoremove_wake_function+0x0/0x2e [5928274.087331] [] ? timespec_add_safe+0x34/0x63 [5928274.087340] [] ? sys_select+0x95/0xbe [5928274.087346] [] ? system_call_fastpath+0x16/0x1b [5928274.087353] Code: 00 eb 02 31 c0 5a 5b 5d 41 5c 41 5d c3 41 55 b9 01 00 00 00 45 31 ed 41 54 4c 8d 66 10 55 48 89 f5 53 48 89 fb 48 83 ec 08 eb 17 <48> 8b 70 18 48 39 73 18 4c 8d 60 10 7c 06 4c 8d 60 08 31 c9 49 [5928274.087392] RIP [] enqueue_hrtimer+0x1e/0xd3 [5928274.087399] RSP [5928274.087404] ---[ end trace bec32068edbd4ddf ]--- [8743023.404293] ------------[ cut here ]------------ [8743023.404293] WARNING: at kernel/smp.c:333 smp_call_function_mask+0x37/0x1d7() [8743023.404293] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt k8temp forcedeth i2c_nforce2 i2c_core tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan [8743023.404293] Pid: 10678, comm: pclient Tainted: G D 2.6.28-rc7-00105-gfeaf384 #4 [8743023.404293] Call Trace: [8743023.404293] [] warn_on_slowpath+0x51/0x6d [8743023.404293] [] resched_cpu+0x1c/0x78 [8743023.404293] [] release_console_sem+0x18a/0x1a5 [8743023.404293] [] smp_call_function_mask+0x37/0x1d7 [8743023.404293] [] crash_kexec+0x17/0xef [8743023.404293] [] crash_kexec+0xe6/0xef [8743023.404293] [] native_smp_send_stop+0x1 [8743023.404293] [] panic+0x95/0x13f [8743023.404293] [] vgacon_set_cursor_size+0x40/0x10b [8743023.404293] [] oops_end+0x7b/0x88 [8743023.404293] [] error_exit+0x0/0x9a [8743023.404293] [] rb_next+0x17/0x3e [8743023.404293] [] __remove_hrtimer+0x44/0x88 [8743023.404293] [] __run_hrtimer+0x24/0x95 [8743023.404293] [] hrtimer_interrupt+0xe1/0x15b [8743023.404293] [] smp_apic_timer_interrupt+0x8e/0xac [8743023.404293] [] apic_timer_interrupt+0x6b/0x70 [8743023.404293] <4>---[ end trace bec32068edbd4ddf ]--- [5928274.088434] BUG: spinlock lockup on CPU#3, sshd/13715, ffff880135a53180 [5928274.088434] Pid: 13715, comm: sshd Tainted: G D W 2.6.28-rc7-00105-gfeaf384 #4 [5928274.088434] Call Trace: [5928274.088434] [] _raw_spin_lock+0xfb/0x122 [5928274.088434] [] _spin_lock_irqsave+0x37/0x3f [5928274.088434] [] lock_hrtimer_base+0x1b/0 [5928274.088434] [] lock_hrtimer_base+0x1b/0x3c [5928274.088434] [] hrtimer_try_to_cancel+0x16/0x70 [5928274.088434] [] hrtimer_cancel+0xc/0x16 [5928274.088434] [] do_exit+0x19f/0x74d [5928274.088434] [] oops_begin+0x0/0x8d [5928274.088434] [] error_exit+0x0/0x9a [5928274.088434] [] unix_poll+0x0/0xa7 [5928274.088434] [] enqueue_hrtimer+0x1e/0xd3 [5928274.088434] [] hrtimer_start_range_ns+0x11f/0x157 [5928274.088434] [] hrtimer_try_to_cancel+0x67/0x70 [5928274.088434] [] schedule_hrtimeout_range+0xb5/0x105 [5928274.088434] [] hrtimer_wakeup+0x0/0x21 [5928274.088434] [] schedule_hrtimeout_range+0xb5/0x105 [5928274.088434] [] do_select+0x4b5/0x535 [5928274.088434] [] do_select+0x0/0x535 [5928274.088434] [] __pollwait+0x0/0xe1 [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] default_wake_function+0x0/0xe [5928274.088434] [] release_sock+0x2f/0xd5 [5928274.088434] [] tcp_sendmsg+0x8aa/0x9ba [5928274.088434] [] core_sys_select+0x1fc/0x2a4 [5928274.088434] [] core_sys_select+0x31/0x2a4 [5928274.088434] [] do_sync_write+0xc9/0x10c [5928274.088434] [] autoremove_wake_function+0x0/0x2e [5928274.088434] [] timespec_add_safe+0x34/0x63 [5928274.088434] [] sys_select+0x95/0xbe [5928274.088434] [] system_call_fastpath+0x16/0x1b [5928273.644679] BUG: spinlock lockup on CPU#2, pclient/10579, ffff880135a46180 [5928273.644679] Pid: 10579, comm: pclient Tainted: G D W 2.6.28-rc7-00105-gfeaf384 #4 [5928273.644679] Call Trace: [5928273.644679] [] _raw_spin_lock+0xfb/0x122 [5928273.644679] [] _spin_lock_irqsave+0x37/0x3f [5928273.644679] [] lock_hrtimer_base+0x1b/0x3c [5928273.644679] [] lock_hrtimer_base+0x1b/0x3c [5928273.644679] [] hrtimer_try_to_cancel+0x16/0x70 [5928273.644679] [] hrtimer_cancel+0xc/0x16 [5928273.644679] [] do_exit+0x19f/0x74d [5928273.644679] [] oops_begin+0x0/0x8d [5928273.644679] [] error_exit+0x0/0x9a [5928273.644679] [] unix_poll+0x0/0xa7 [5928273.644679] [] enqueue_hrtimer+0x1e/0xd3 [5928273.644679] [] hrtimer_start_range_ns+0x11f/0x157 [5928273.644679] [] hrtimer_try_to_cancel+0x67/0x70 [5928273.644679] [] schedule_hrtimeout_range+0xb5/0x105 [5928273.644679] [] hrtimer_wakeup+0x0/0x21 [5928273.644679] [] schedule_hrtimeout_range+0xb5/0x105 [5928273.644679] [] do_select+0x4b5/0x535 [5928273.644679] [] do_select+0x0/0x535 [5928273.644679] [] __pollwait+0x0/0xe1 [5928273.644679] [] default_wake_function+0x0/0xe [5928273.644679] [] enqueue_entity+0x9b/0x17f [5928273.644679] [] enqueue_task_fair+0x25/0x42 [5928273.644679] [] try_to_wake_up+0x229/0x23b [5928274.054267] BUG: spinlock lockup on CPU#1, gmond/25508, ffff880135a46180 [5928274.054267] Pid: 25508, comm: gmond Tainted: G D W 2.6.28-rc7-00105-gfeaf384 #4 [5928274.054267] Call Trace: [5928274.054267] [] _raw_spin_lock+0xfb/0x122 [5928274.054267] [] _spin_lock_irqsave+0x37/0x3f [5928274.054267] [] lock_hrtimer_base+0x1b/0x3c [5928274.054267] [] lock_hrtimer_base+0x1b/0x3c [5928274.054267] [] hrtimer_start_range_ns+0x24/0x157 [5928274.054267] [] ktime_get_ts+0x22/0x4b [5928274.054267] [] __enqueue_rt_entity+0x158/0x175 [5928274.054267] [] enqueue_task_rt+0x45/0x61 [5928274.054267] [] enqueue_task+0x50/0x5b [5928274.054267] [] activate_task+0x22/0x2a [5928274.054267] [] try_to_wake_up+0x1c8/0x23b [5928274.054267] [] sched_exec+0x9a/0xd1 [5928274.054267] [] do_execve+0x6f/0x217 [5928274.054267] [] sys_execve+0x35/0x4c [5928274.054267] [] stub_execve+0x6a/0xc0 [5928273.644679] [] __wake_up_common+0x41/0x74 [5928273.644679] [] _read_unlock+0x17/0x20 [5928273.644679] [] unix_stream_sendmsg+0x22c/0x2ed [5928273.644679] [] core_sys_select+0x1fc/0x2a4 [5928273.644679] [] core_sys_select+0x31/0x2a4 [5928273.644679] [] do_sync_write+0xc9/0x10c [5928273.644679] [] timespec_add_safe+0x34/0x63 [5928273.644679] [] sys_select+0x95/0xbe [5928273.644679] [] system_call_fastpath+0x16/0x1b File erased ! }}}