{{{
<Apr/24 11:10 am>[343318.926093]  RSP <ffff88022fa2f7d8>
<Apr/24 11:10 am>[343318.926093] CR2: 0000000000000001
<Apr/24 11:10 am>[343318.926093] Kernel panic - not syncing: Fatal exception in interrupt
<Apr/24 11:10 am>[343318.926093] ------------[ cut here ]------------
<Apr/24 11:10 am>[343318.926093] WARNING: at kernel/smp.c:333 smp_call_function_mask+0x37/0x1d7()
<Apr/24 11:10 am>[343318.926093] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt k8temp forcedeth i2c_nforce2 i2c_core tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan
<Apr/24 11:10 am>[343318.926093] Pid: 0, comm: swapper Tainted: G   M  D W  2.6.28-rc7-00105-gfeaf384 #4
<Apr/24 11:10 am>[343318.926093] Call Trace:
<Apr/24 11:10 am>[343318.926093]  <IRQ>  [<ffffffff802397db>] warn_on_slowpath+0x51/0x6d
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9e66>] __atomic_notifier_call_chain+0x74/0x83
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9df2>] __atomic_notifier_call_chain+0x0/0x83
<Apr/24 11:10 am>[343318.926093]  [<ffffffff803eec86>] notify_update+0x2b/0x30
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8025bc31>] smp_call_function_mask+0x37/0x1d7
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80264013>] crash_kexec+0x17/0xef
<Apr/24 11:10 am>[343318.926093]  [<ffffffff802640e2>] crash_kexec+0xe6/0xef
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239d5d>] release_console_sem+0x3e/0x1a5
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239d5d>] release_console_sem+0x3e/0x1a5
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021d53e>] native_smp_send_stop+0x1a/0x26

<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239896>] panic+0x95/0x13f
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239d5d>] release_console_sem+0x3e/0x1a5
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239d5d>] release_console_sem+0x3e/0x1a5
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80239d5d>] release_console_sem+0x3e/0x1a5
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8023a475>] printk+0x4e/0x56
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020e925>] show_registers+0x1eb/0x20e
<Apr/24 11:10 am>[343318.926093]  [<ffffffff803f0656>] do_unblank_screen+0xd/0x10d
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b83ed>] oops_end+0x7b/0x88
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9ce3>] do_page_fault+0x726/0x7df
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80235a2f>] tg_shares_up+0x0/0x212
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022d8c2>] tg_nop+0x0/0x8
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b795d>] error_exit+0x0/0x9a
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022d8c2>] tg_nop+0x0/0x8
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80235a2f>] tg_shares_up+0x0/0x212
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80235a72>] tg_shares_up+0x43/0x212
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80235a94>] tg_shares_up+0x65/0x212
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020e25d>] print_trace_address+0x1d/0x2d
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80235a2f>] tg_shares_up+0x0/0x212
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022d8c2>] tg_nop+0x0/0x8
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022f541>] walk_tg_tree+0x90/0xc7
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022f4b1>] walk_tg_tree+0x0/0xc7
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80232657>] try_to_wake_up+0xb0/0x23b

<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022dffe>] __wake_up_common+0x41/0x74
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022f03e>] __wake_up+0x38/0x4e
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8024258a>] update_process_times+0x3f/0x50
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8025520a>] tick_sched_timer+0x76/0x9c
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80255194>] tick_sched_timer+0x0/0x9c
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8024e508>] __run_hrtimer+0x59/0x95
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8024ed6d>] hrtimer_interrupt+0xe1/0x15b
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021e668>] smp_apic_timer_interrupt+0x8e/0xac
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020cacb>] apic_timer_interrupt+0x6b/0x70
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021e686>] native_apic_mem_write+0x0/0x9
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021dff7>] clear_local_APIC+0x187/0x19c
<Apr/24 11:10 am>[343318.926093]  [<ffffffff804c3020>] i8042_panic_blink+0x0/0x145
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9df2>] __atomic_notifier_call_chain+0x0/0x83
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9df2>] __atomic_notifier_call_chain+0x0/0x83
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8023991e>] panic+0x11d/0x13f
<Apr/24 11:10 am>[343318.926093]  [<ffffffff802398ab>] panic+0xaa/0x13f
<Apr/24 11:10 am>[343318.926093]  [<ffffffff803af923>] vgacon_set_cursor_size+0x40/0x10b
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b83ed>] oops_end+0x7b/0x88
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9ce3>] do_page_fault+0x726/0x7df
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8055bd5b>] bictcp_cong_avoid+0xf/0x220
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b795d>] error_exit+0x0/0x9a
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80231684>] double_rq_lock+0x4d/0x79

<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022f4b1>] walk_tg_tree+0x0/0xc7
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022da95>] __load_balance_iterator+0xf/0x1f
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80234ff5>] load_balance_fair+0xfa/0x221
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80234efb>] load_balance_fair+0x0/0x221
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8022df5a>] move_tasks+0x67/0xa3
<Apr/24 11:10 am>[343318.926093]  [<ffffffff802502b6>] sched_clock_cpu+0xe8/0x12b
<Apr/24 11:10 am>[343318.926093]  [<ffffffff802329f6>] rebalance_domains+0x1e9/0x3f8
<Apr/24 11:10 am>[343318.926093]  [<ffffffff80236528>] run_rebalance_domains+0x42/0xd6
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8024ec57>] ktime_get+0xc/0x41
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8023e144>] __do_softirq+0x7a/0x13d
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020d07c>] call_softirq+0x1c/0x28
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020e028>] do_softirq+0x2c/0x68
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8023e084>] irq_exit+0x3f/0x85
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021e66d>] smp_apic_timer_interrupt+0x93/0xac
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020cacb>] apic_timer_interrupt+0x6b/0x70
<Apr/24 11:10 am>[343318.926093]  <EOI>  [<ffffffff80212496>] c1e_idle+0x0/0xe9
<Apr/24 11:10 am>[343318.926093]  [<ffffffff805b9df2>] __atomic_notifier_call_chain+0x0/0x83
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021237c>] default_idle+0x27/0x3b
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8021257b>] c1e_idle+0xe5/0xe9
<Apr/24 11:10 am>[343318.926093]  [<ffffffff8020ac41>] cpu_idle+0x4a/0x6d
<Apr/24 11:10 am>[343318.926093] ---[ end trace 5dcb1b947f45b328 ]---
<Apr/24 11:10 am>[343319.003172] BUG: spinlock lockup on CPU#2, nrpe/8684, ffff88002805e480

<Apr/24 11:10 am>[343319.003172] Pid: 8684, comm: nrpe Tainted: G   M  D W  2.6.28-rc7-00105-gfeaf384 #4
<Apr/24 11:10 am>[343319.013589] BUG: spinlock lockup on CPU#3, kswapd1/354, ffff88002805e480
<Apr/24 11:10 am>[343319.013589] Pid: 354, comm: kswapd1 Tainted: G   M  D W  2.6.28-rc7-00105-gfeaf384 #4
<Apr/24 11:10 am>[343319.013589] Call Trace:
<Apr/24 11:10 am>[343319.013589]  <IRQ>  [<ffffffff803a103f>] _raw_spin_lock+0xfb/0x122
<Apr/24 11:10 am>[343319.013589]  [<ffffffff805b7758>] _spin_lock_irqsave+0x37/0x3f
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80235bc3>] tg_shares_up+0x194/0x212
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80235bc3>] tg_shares_up+0x194/0x212
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80235a2f>] tg_shares_up+0x0/0x212
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8022d8c2>] tg_nop+0x0/0x8
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8022f541>] walk_tg_tree+0x90/0xc7
                 <Apr/24 11:10 am>[343319.013589]  [<ffffffff8022f4b1>] walk_tg_tree+0x0/0xc7
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80232657>] try_to_wake_up+0xb0/0x23b
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8022dffe>] __wake_up_commol+0x41/0x74
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8022efea>] __wake_up_sync+0x3a/0x56
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8050eba6>] sock_def_readable+0x3d/0x6a
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80540998>] tcp_rcv_established+0x5f1<Apr/24 11:10 am>
                 <Apr/24 11:10 am>[343319.013589]  [<ffffffff80545c7b>] tcp_v4_do_rcv+0x2c/0x1b7
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80547501>] tcp_v4_rcv+0x28e/0x68d
<Apr/24 11:10 am>[343319.013589]  [<ffffffff805478ad>] tcp_v4_rcv+0x63a/0x68d
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8052e344>] ip_local_deliver+0xcb/0x164
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8052e2d4>] ip_local_deliver+0x5b/0x164

<Apr/24 11:10 am>[343319.013589]  [<ffffffff8052e8d7>] ip_rcv+0x4fa/0x54f
<Apr/24 11:10 am>[343319.013589]  [<ffffffff805164df>] netif_receive_skb+0x252/0<Apr/24 11:10 am>
                 <Apr/24 11:10 am>[343319.013589]  [<ffffffff80516397>] netif_receive_skb+0x10a/0x29b
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80518c1e>] process_backlog+0x71/0xbe
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8051870b>] net_rx_action+0xc5/0x1fb
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8051869d>] net_rx_action+0x57/0x1fb
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8023e144>] __do_softirq+0x7a/0x13d
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020d07c>] call_softirq+0x1c/0x28
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020e028>] do_softirq+0x2c/0x68
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8023e084>] irq_exit+0x3f/0x85
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020e1ae>] do_IRQ+0x14a/0x16c
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020c2f6>] ret_from_intr+0x0/0xa
<Apr/24 11:10 am>[343319.013589]  <EOI>  [<ffffffff8021d9cd>] native_flush_tlb_others+0x8e/0xb6
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80292e15>] page_check_address+0xc1/0x112
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8021dabd>] flush_tlb_page+0x5e/0x65
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80229990>] ptep_clear_flush_young+0xf/0x27
<Apr/24 11:10 am>[343319.013589]  [<ffffffff802931cb>] try_to_unmap_one+0xcb/0x2b0
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80293436>] try_to_unmap_file+0x86/0x5ac
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80293a6d>] page_referenced_file+0xb1/0xc1
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80293ea9>] page_referenced+0xcd/0x10a
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80293dc5>] try_to_unmap+0x25/0x3c
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8028612c>] shrink_page_list+0x206/0x616

<Apr/24 11:10 am>[343319.013589]  [<ffffffff802853ca>] isolate_pages_global+0x18a/0x231
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80286793>] shrink_list+0x257/0x527
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80286cf4>] shrink_zone+0x291/0x31d
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80287ab0>] kswapd+0x370/0x53f
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80285240>] isolate_pages_global+0x0/0x231
<Apr/24 11:10 am>[343319.013589]  [<ffffffff805b570e>] thread_return+0x3e/0xa8
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8024bfda>] autoremove_wake_function+0x0/0x2e
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80287740>] kswapd+0x0/0x53f
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8024becc>] kthread+0x47/0x73
<Apr/24 11:10 am>[343319.013589]  [<ffffffff80234852>] schedule_tail+0x27/0x5f
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020cd19>] child_rip+0xa/0x11
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8024be85>] kthread+0x0/0x73
<Apr/24 11:10 am>[343319.013589]  [<ffffffff8020cd0f>] child_rip+0x0/0x11
<Apr/24 11:10 am>[343319.003172] Call Trace:
<Apr/24 11:10 am>[343319.003172]  <IRQ>  [<ffffffff803a103f>] _raw_spin_lock+0xfb/0x122
<Apr/24 11:10 am>[343319.003172]  [<ffffffff80231414>] sched_rt_period_timer+0xad/0x1b7
<Apr/24 11:10 am>[343319.003172]  [<ffffffff80231367>] sched_rt_period_timer+0x0/0x1b7
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8024e508>] __run_hrtimer+0x59/0x95
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8024ed6d>] hrtimer_interrupt+0xe1/0x15b
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8021e668>] smp_apic_timer_interrupt+0x8e/0xac
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8020cacb>] apic_timer_interrupt+0x6b/0x70
<Apr/24 11:10 am>[343319.003172]  <EOI>  [<ffffffff8039d94e>] delay_tsc+0x0/0x42

<Apr/24 11:10 am>[343319.003172]  [<ffffffff803a0ff6>] _raw_spin_lock+0xb2/0x122
<Apr/24 11:10 am>[343319.003172]  [<ffffffff803a0ffe>] _raw_spin_lock+0xba/0x122
<Apr/24 11:10 am>[343319.003172]  [<ffffffff80237807>] dup_mm+0x23b/0x3a1
<Apr/24 11:10 am>[343319.003172]  [<ffffffff80238380>] copy_process+0x9ea/0x115d
<Apr/24 11:10 am>[343319.003172]  [<ffffffff80238c6f>] do_fork+0x102/0x283
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8050c04d>] sys_accept4+0x18f/0x1f2
<Apr/24 11:10 am>[343319.003172]  [<ffffffff802b859e>] poll_select_copy_remaining+0xd8/0xfd
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8020bd2b>] system_call_fastpath+0x16/0x1b
<Apr/24 11:10 am>[343319.003172]  [<ffffffff8020c0e7>] ptregscall_common+0x67/0xb0
}}}