This is ipp016.unknown_domain (Linux x86_64 2.6.28-rc7-00105-gfeaf384) 09:42:23

ipp016 login: [182195.397689] do_IRQ: 1.189 No irq handler for vector
[544164.218969] divide error: 0000 [#1] SMP 
[544164.222254] last sysfs file: /sys/devices/system/cpu/sched_mc_power_savings
[544164.222254] CPU 0 
[544164.222254] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt i2c_nforce2 i2c_core k8temp forcedeth tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan
[544164.222254] Pid: 25009, comm: ppStack Not tainted 2.6.28-rc7-00105-gfeaf384 #4
[544164.222254] RIP: 0010:[]  [] load_balance_fair+0xd9/0x221
[544164.222254] RSP: 0000:ffffffff80938d20  EFLAGS: 00010046
[544164.222254] RAX: 00000000000aa000 RBX: 0000000000000010 RCX: 0000000000000000
[544164.222254] RDX: 0000000000000000 RSI: 0000000000000027 RDI: ffff88022bda5b20
[544164.222254] RBP: ffffffff80938dc0 R08: 0000000000000002 R09: ffffffff8022f4b1
[544164.222254] R10: 0000000000000000 R11: ffffffff80231684 R12: ffff88002805e480
[544164.222254] R13: ffff88022b10e540 R14: 0000000000000001 R15: ffff88022bde5480
[544164.222254] FS:  0000000042816950(0063) GS:ffffffff80872d80(0000) knlGS:0000000000000000

[544164.222254] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[544164.222254] CR2: 00007f61500e5000 CR3: 00000001e4fc8000 CR4: 00000000000006e0
[544164.222254] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[544164.222254] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
[544164.222254] Process ppStack (pid: 25009, threadinfo ffff88003fb66000, task ffff88022bda5b20)
[544164.222254] Stack:
[544164.222254]  ffffffff80234efb 0000000100000400 0000000180938e88 ffff880028058a00
[544164.222254]  0000000000000154 ffff880135a4a480 000000002faeb680 ffff88002805e480
[544164.222254]  0000000000000010 0000000000000154 007fffffffffffff 0000000000000800
[544164.222254] Call Trace:
[544164.222254]   <0> [] ? load_balance_fair+0x0/0x221
[544164.222254]  [] ? __lock_acquire+0x788/0x7f3
[544164.222254]  [] move_tasks+0x67/0xa3
[544164.222254]  [] ? sched_clock_cpu+0xe8/0x12b
[544164.222254]  [] rebalance_domains+0x1e9/0x3f8
[544164.222254]  [] ? __lock_acquire+0x788/0x7f3
[544164.222254]  [] run_rebalance_domains+0x42/0xd6
[544164.222254]  [] ? ktime_get+0xc/0x41
[544164.222254]  [] __do_softirq+0x7a/0x13d
[544164.222254]  [] ? call_softirq+0x1c/0x28
[544164.222254]  [] ? do_softirq+0x2c/0x68
[544164.222254]  [] ? irq_exit+0x3f/0x85

[544164.222254]  [] ? smp_apic_timer_interrupt+0x93/0xac
[544164.222254]  [] ? apic_timer_interrupt+0x6b/0x70
[544164.222254]   <0>Code: 90 00 00 00 00 0f 84 16 01 00 00 48 8b 45 a8 c7 45 d4 00 00 00 00 c7 45 c0 00 00 00 00 48 0f af c2 8b 55 b0 ff c2 48 89 d1 31 d2 <48> f7 f1 48 85 c0 49 89 c6 49 89 c4 0f 84 9a 00 00 00 4c 89 ef 
[544164.222254] RIP  [] load_balance_fair+0xd9/0x221
[544164.222254]  RSP 
[544164.222254] Kernel panic - not syncing: Fatal exception in 
                 [544164.222254] ------------[ cut here ]------------
[544164.222254] WARNING: at kernel/smp.c:333 smp_call_function_mask+0x37/0x1d7()
[544164.222254] Modules linked in: w83627hf hwmon_vid autofs4 smsc37b787_wdt i2c_nforce2 i2c_core k8temp forcedeth tg3 libphy e1000 xfs dm_snapshot dm_mirror dm_region_hash dm_log aacraid 3w_9xxx 3w_xxxx atp870u arcmsr aic7xxx scsi_wait_scan
[544164.222254] Pid: 25009, comm: ppStack Tainted: G      D    2.6.28-rc7-00105-gfeaf384 #4
[544164.222254] Call Trace:
[544164.222254]    [] warn_on_slowpath+0x51/0x6d
[544164.222254]  [] try_acquire_console_sem+0x12/0x31
[544164.222254]  [] release_console_sem+0x18a/0x1a5
[544164.222254]  [] smp_call_function_mask+0x37/0x1d7
[544164.222254]  [] crash_kexec+0x17/0xef
[544164.222254]  [] crash_kexec+0xe6/0xef
[544164.222254]  [] native_smp_send_stop+0x1a/0x26
[544164.222254]  [] panic+0x95/0x13f
[544164.222254]  [] vgacon_set_cursor_size+0x40/0x10b
[544164.222254]  [] oops_end+0x7b/0x88
[544164.222254]  [] do_divide_error+0x7f/0x89

[544164.222254]  [] load_balance_fair+0xd9/0x221
[544164.222254]  [] bictcp_cong_avoid+0xf/0x220
[544164.222254]  [] update_curr+0x93/0xc9
[544164.222254]  [] update_curr+0x93/0xc9
[544164.222254]  [] error_exit+0x0/0x9a
[544164.222254]  [] double_rq_lock+0x4d/0x79
[544164.222254]  [] walk_tg_tree+0x0/0xc7
[544164.222254]  [] load_balance_fair+0xd9/0x221
[544164.222254]  [] load_balance_fair+0x0/0x221
[544164.222254]  [] __lock_acquire+0x788/0x7f3
[544164.222254]  [] move_tasks+0x67/0xa3
[544164.222254]  [] sched_clock_cpu+0xe8/0x12
                 [544164.222254]  [] rebalance_domains+0x1e9/0x3f8
[544164.222254]  [] __lock_acquire+0x788/0x7f3
[544164.222254]  [] run_rebalance_domains+0x42/0xd6
[544164.222254]  [] ktime_get+0xc/0x41
[544164.222254]  [] __do_softirq+0x7a/0x13d
                 [544164.222254]  [] call_softirq+0x1c/0x28
[544164.222254]  [] do_softirq+0x2c/0x68
[544164.222254]  [] irq_exit+0x3f/0x85
[544164.222254]  [] smp_apic_timer_interrupt+0x93/0xac
[544164.222254]  [] apic_timer_interrupt+0x6b/0x70

[544164.222254]   <4>---[ end trace 1ecc68bcae4cc46c ]---
[544164.226007] BUG: spinlock lockup on CPU#1, ppStack/25010, ffff88002805e480
[544164.226007] Pid: 25010, comm: ppStack Tainted: G      D W  2.6.28-rc7-00105-gfeaf384 #4
[544164.226007] Call Trace:
[544164.226007]    [] _raw_spin_lock+0xfb/0x122
[544164.226007]  [] _spin_lock_irqsave+0x37/0x3f
[544164.226007]  [] tg_shares_up+0x194/0x212
[544164.226007]  [] tg_shares_up+0x194/0x212
[544164.226007]  [] rebalance_domains+0x3a9/0x3f8
[544164.226007]  [] tg_shares_up+0x0/0x212
[544164.226007]  [] tg_nop+0x0/0x8
[544164.226007]  [] walk_tg_tree+0x90/0xc7
[544164.226007]  [] walk_tg_tree+0x0/0xc7
[544164.226007]  [] try_to_wake_up+0xb0/0x23b
[544164.226007]  [] hrtimer_wakeup+0x0/0x21
[544164.226007]  [] hrtimer_wakeup+0x1d/0x21
[544164.226007]  [] __run_hrtimer+0x59/0x95
[544164.226007]  [] hrtimer_interrupt+0xe1/0x15b
[544164.226007]  [] smp_apic_timer_interrupt+0x8e/0xac
[544164.226007]  [] apic_timer_interrupt+0x6b
                 [544164.226007]   <0>BUG: spinlock lockup on CPU#0, ppStack/25009, ffff88002805e480
[544164.222254] Pid: 25009, comm: ppStack Tainted: G      D W  2.6.28-rc7-00105-gfeaf384 #4

[544164.222254] Call Trace:
[544164.222254]    [] _raw_spin_lock+0xfb/0x122
[544164.222254]  [] task_rq_lock+0x40/0x75
[544164.222254]  [] try_to_wake_up+0xe6/0x23b
[544164.222254]  [] __wake_up_common+0x41/0x74
[544164.222254]  [] __wake_up+0x38/0x4e
[544164.222254]  [] update_process_times+0x3f/0x50
[544164.222254]  [] tick_sched_timer+0x76/0x9c
[544164.222254]  [] tick_sched_timer+0x0/0x9c
[544164.222254]  [] __run_hrtimer+0x59/0x95
[544164.222254]  [] hrtimer_interrupt+0xe1/0x15b
[544164.222254]  [] smp_apic_timer_interrupt+0x8e/0xac
[544164.222254]  [] apic_timer_interrupt+0x6b
                 [544164.222254]  [] native_apic_mem_write+0x0/0x9
[544164.222254]  [] clear_local_APIC+0x187/0x19c
[544164.222254]  [] i8042_panic_blink+0x0/0x145
[544164.222254]  [] __atomic_notifier_call_chain+0x0/0x83
[544164.222254]  [] __atomic_notifier_call_chain+0x0/0x83
[544164.222254]  [] panic+0x11d/0x13f
[544164.222254]  [] panic+0xaa/0x13f
[544164.222254]  [] vgacon_set_cursor_size+0x40/0x10b
[544164.222254]  [] oops_end+0x7b/0x88

[544164.222254]  [] do_divide_error+0x7f/0x89
[544164.222254]  [] load_balance_fair+0xd9/0x221
[544164.222254]  [] bictcp_cong_avoid+0xf/0x220
[544164.222254]  [] update_curr+0x93/0xc9
[544164.222254]  [] update_curr+0x93/0xc9
[544164.222254]  [] error_exit+0x0/0x9a
[544164.222254]  [] double_rq_lock+0x4d/0x79
[544164.222254]  [] walk_tg_tree+0x0/0xc7
[544164.222254]  [] load_balance_fair+0xd9/0x221
[544164.222254]  [] load_balance_fair+0x0/0x221
[544164.222254]  [] __lock_acquire+0x788/0x7f3
[544164.222254]  [] move_tasks+0x67/0xa3
[544164.222254]  [] sched_clock_cpu+0xe8/0x12b
[544164.222254]  [] rebalance_domains+0x1e9/0x3f8
[544164.222254]  [] __lock_acquire+0x788/0x7f3
[544164.222254]  [] run_rebalance_domains+0x42/0xd6
[544164.222254]  [] ktime_get+0xc/0x41
[544164.222254]  [] __do_softirq+0x7a/0x13d
[544164.222254]  [] call_softirq+0x1c/0x28
[544164.222254]  [] do_softirq+0x2c/0x68
[544164.222254]  [] irq_exit+0x3f/0x85
[544164.222254]  [] smp_apic_timer_interrupt+

[544164.222254]  [] apic_timer_interrupt+0x6b/0x70
[544164.222254]   <0>BUG: spinlock lockup on CPU#3, ppImage/24778, ffff880135a4a480
[544164.223507] Pid: 24778, comm: ppImage Tainted: G      D W  2.6.28-rc7-00105-gfeaf384 #4
[544164.223507] Call Trace:
[544164.223507]    [] _raw_spin_lock+0xfb/0x122
[544164.223507]  [] _spin_lock_irqsave+0x37/0x3f
[544164.223507]  [] tg_shares_up+0x194/0x212
[544164.223507]  [] tg_shares_up+0x194/0x212
[544164.223507]  [] tg_shares_up+0x0/0x212
[544164.223507]  [] tg_nop+0x0/0x8
[544164.223507]  [] walk_tg_tree+0x90/0xc7
[544164.223507]  [] walk_tg_tree+0x0/0xc7
[544164.223507]  [] try_to_wake_up+0xb0/0x23b
[544164.223507]  [] hrtimer_wakeup+0x0/0x21
[544164.223507]  [] hrtimer_wakeup+0x1d/0x21
[544164.223507]  [] __run_hrtimer+0x59/0x95
[544164.223507]  [] hrtimer_interrupt+0xe1/0x15b
[544164.223507]  [] smp_apic_timer_interrupt+0x8e/0xac
[544164.223507]  [] apic_timer_interrupt+0x6b/0x70
[544164.223507]    [] do_wp_page+0x5e/0x55b
[544164.223507]  [] do_wp_page+0x35/0x55b
[544164.223507]  [] handle_mm_fault+0x6ca/0x728

[544164.223507]  [] do_page_fault+0x424/0x7df
[544164.223507]  [] lockdep_sys_exit_thunk+0x35/0x67
[544164.223507]  [] error_exit+0x0/0x9a
[544164.223098] BUG: spinlock lockup on CPU#2, ppStack/25008, ffff880135a4a480
[544164.223098] Pid: 25008, comm: ppStack Tainted: G      D W  2.6.28-rc7-00105-gfeaf384 #4
[544164.223098] Call Trace:
[544164.223098]    [] _raw_spin_lock+0xfb/0x122
[544164.223098]  [] scheduler_tick+0x47/0x1ba
[544164.223098]  [] update_process_times+0x44/0x50
[544164.223098]  [] tick_sched_timer+0x76/0x9c
[544164.223098]  [] tick_sched_timer+0x0/0x9c
[544164.223098]  [] __run_hrtimer+0x59/0x95
[544164.223098]  [] hrtimer_interrupt+0xe1/0x15b
[544164.223098]  [] smp_apic_timer_interrupt+0x8e/0xac
[544164.223098]  [] apic_timer_interrupt+0x6b/0x70