console contents after kernel panic on ipp010 May 3, 2014
{{{
 [8174263.278278] general protection fault: 0000 [#1] SMP 
<May/03 05:35 am>[8174263.283483] Modules linked in: ipv6 dm_mod joydev usbhid usb_storage snd_hda_codec_realtek microcode snd_hda_intel snd_hda_codec ehci_hcd uhci_hcd usbcore e1000e(O) pcspkr coretemp ioatdma i2c_i801 i2c_core snd_hwdep snd_pcm snd_timer snd snd_page_alloc usb_common dca button sg acpi_cpufreq mperf processor thermal_sys
<May/03 05:35 am>[8174263.312550] CPU 0 
<May/03 05:35 am>[8174263.314564] Pid: 16896, comm: ppStats Tainted: G           O 3.7.6 #1 empty empty/S7010
<May/03 05:35 am>[8174263.323014] RIP: 0010:[<ffffffff814e57c2>]  [<ffffffff814e57c2>] xprt_complete_rqst+0x1e/0x13e
<May/03 05:35 am>[8174263.331880] RSP: 0000:ffff88063f2037f0  EFLAGS: 00010286
<May/03 05:35 am>[8174263.337404] RAX: 0000000000000041 RBX: ffff880624049e00 RCX: 0000000000000000
<May/03 05:35 am>[8174263.344774] RDX: 0000000000000080 RSI: 0000000000000088 RDI: ffff880352b6c4f8
<May/03 05:35 am>[8174263.352138] RBP: ffff88063f203850 R08: 0000000000000080 R09: 0000000000000080
<May/03 05:35 am>[8174263.359502] R10: ffff880000000002 R11: 0000000000000001 R12: ffff880352b6c4f8
<May/03 05:35 am>[8174263.366869] R13: c772ca81e0000000 R14: ffff880218673b89 R15: ffff880218673d00
<May/03 05:35 am>[8174263.374239] FS:  00007f41b69ef6f0(0000) GS:ffff88063f200000(0000) knlGS:0000000000000000
<May/03 05:35 am>[8174263.382560] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
<May/03 05:35 am>[8174263.388513] CR2: 00000000089c1000 CR3: 000000008d7cb000 CR4: 00000000000007f0
<May/03 05:35 am>[8174263.400484] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
<May/03 05:35 am>[8174263.407849] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
<May/03 05:35 am>[8174263.415213] Process ppStats (pid: 16896, threadinfo ffff88008d6ec000, task ffff8805af6b2090)
<May/03 05:35 am>[8174263.423881] Stack:
<May/03 05:35 am>[8174263.426099]  ffff88063f203810 00000088d32247f0 ffff8801d32247f0 ffff88063f2038b0
<May/03 05:35 am>[8174263.433802]  ffffffff814e629f ffff88063f2038b0 ffff880218673b89 ffff880218673800
<May/03 05:35 am>[8174263.441503]  ffff880218673c20 ffff880624049e00 ffff880218673b89 ffff880218673d00
<May/03 05:35 am>[8174263.449206] Call Trace:

<May/03 05:35 am>[8174263.451854]  <IRQ> 
<May/03 05:35 am>[8174263.453961]  [<ffffffff814e629f>] ? csum_partial_copy_to_xdr+0x110/0x110
<May/03 05:35 am>[8174263.461106]  [<ffffffff814e898d>] xs_tcp_data_recv+0x379/0x414
<May/03 05:35 am>[8174263.467150]  [<ffffffff8149e699>] tcp_read_sock+0x82/0x1e5
<May/03 05:35 am>[8174263.472841]  [<ffffffff814e8614>] ? init_socket_xprt+0x38/0x38
<May/03 05:35 am>[8174263.478883]  [<ffffffff814e7e24>] xs_tcp_data_ready+0x62/0x79
<May/03 05:35 am>[8174263.484836]  [<ffffffff814a6860>] tcp_data_queue+0x47a/0xae8
<May/03 05:35 am>[8174263.490701]  [<ffffffff814a8093>] tcp_rcv_established+0x714/0x799
<May/03 05:35 am>[8174263.497003]  [<ffffffff814ae5fe>] tcp_v4_do_rcv+0xb1/0x2d0
<May/03 05:35 am>[8174263.502694]  [<ffffffff81490897>] ? ip_route_input_noref+0x812/0x9d0
<May/03 05:35 am>[8174263.509257]  [<ffffffff814aed9d>] tcp_v4_rcv+0x580/0x8b9
<May/03 05:35 am>[8174263.514775]  [<ffffffff8109c748>] ? put_page+0x10/0x24
<May/03 05:35 am>[8174263.520122]  [<ffffffff8149239a>] ip_local_deliver_finish+0x174/0x22e
<May/03 05:35 am>[8174263.526771]  [<ffffffff814924c6>] ip_local_deliver+0x72/0x79
<May/03 05:35 am>[8174263.532635]  [<ffffffff81491f7a>] ip_rcv_finish+0x29e/0x2b6
<May/03 05:35 am>[8174263.538415]  [<ffffffff814921f5>] ip_rcv+0x263/0x294
<May/03 05:35 am>[8174263.543591]  [<ffffffff8103f6cc>] ? wake_up_worker+0x1f/0x21
<May/03 05:35 am>[8174263.549461]  [<ffffffff8146aa5b>] __netif_receive_skb+0x5aa/0x5fc
<May/03 05:35 am>[8174263.555760]  [<ffffffff8146c7d6>] netif_receive_skb+0x71/0x78
<May/03 05:35 am>[8174263.561712]  [<ffffffff8146ca9e>] ? dev_gro_receive+0xe5/0x273
<May/03 05:35 am>[8174263.567753]  [<ffffffff8146c8c4>] napi_skb_finish+0x24/0x57
<May/03 05:35 am>[8174263.573533]  [<ffffffff8146d034>] napi_gro_receive+0x181/0x190

<May/03 05:35 am>[8174263.579577]  [<ffffffffa002230c>] e1000_receive_skb+0x6c/0xf0 [e1000e]
<May/03 05:35 am>[8174263.586310]  [<ffffffffa0022628>] e1000_clean_rx_irq+0x298/0x490 [e1000e]
<May/03 05:35 am>[8174263.593302]  [<ffffffffa002530d>] e1000e_poll+0xad/0x2d0 [e1000e]
<May/03 05:35 am>[8174263.599599]  [<ffffffff8146d144>] net_rx_action+0x6a/0x183
<May/03 05:35 am>[8174263.605290]  [<ffffffff81033b35>] __do_softirq+0x99/0x146
<May/03 05:35 am>[8174263.610898]  [<ffffffff81518dcc>] call_softirq+0x1c/0x30
<May/03 05:35 am>[8174263.616417]  [<ffffffff81003f77>] do_softirq+0x33/0x68
<May/03 05:35 am>[8174263.621766]  [<ffffffff810338c1>] irq_exit+0x44/0x9c
<May/03 05:35 am>[8174263.626938]  [<ffffffff810037df>] do_IRQ+0x98/0xaf
<May/03 05:35 am>[8174263.631932]  [<ffffffff8151762a>] common_interrupt+0x6a/0x6a
<May/03 05:35 am>[8174263.637800]  <EOI> 
<May/03 05:35 am>[8174263.639907] Code: 48 89 df e8 73 1b 03 00 5b 41 5c c9 c3 55 48 89 e5 41 57 41 56 41 55 41 54 49 89 fc 53 48 83 ec 38 89 75 ac 48 8b 5f 20 4c 8b 2b <49> ff 85 70 04 00 00 e8 3c 7b b7 ff 48 2b 83 58 01 00 00 48 89 
<May/03 05:35 am>[8174263.660314] RIP  [<ffffffff814e57c2>] xprt_complete_rqst+0x1e/0x13e
<May/03 05:35 am>[8174263.666812]  RSP <ffff88063f2037f0>
<May/03 05:35 am>[8174263.670781] ---[ end trace cded6622f7bdfb38 ]---
<May/03 05:35 am>[8174263.675636] Kernel panic - not syncing: Fatal exception in interrupt
<May/03 05:35 am>[8174263.682558] ------------[ cut here ]------------
<May/03 05:35 am>[8174263.687416] WARNING: at arch/x86/kernel/smp.c:123 native_smp_send_reschedule+0x25/0x51()
<May/03 05:35 am>[8174263.695766] Hardware name: empty
<May/03 05:35 am>[8174263.699229] Modules linked in: ipv6 dm_mod joydev usbhid usb_storage snd_hda_codec_realtek microcode snd_hda_intel snd_hda_codec ehci_hcd uhci_hcd usbcore e1000e(O) pcspkr coretemp ioatdma i2c_i801 i2c_core snd_hwdep snd_pcm snd_timer snd snd_page_alloc usb_common dca button sg acpi_cpufreq mperf processor thermal_sys
<May/03 05:35 am>[8174263.729333] Pid: 16896, comm: ppStats Tainted: G      D    O 3.7.6 #1
<May/03 05:35 am>[8174263.736009] Call Trace:

<May/03 05:35 am>[8174263.738695]  <IRQ>  [<ffffffff8102d9a0>] warn_slowpath_common+0x80/0x98
<May/03 05:35 am>[8174263.745644]  [<ffffffff8134bb85>] ? vsnprintf+0x84/0x42a
<May/03 05:35 am>[8174263.751192]  [<ffffffff8102d9cd>] warn_slowpath_null+0x15/0x17
<May/03 05:35 am>[8174263.757261]  [<ffffffff8101c53b>] native_smp_send_reschedule+0x25/0x51
<May/03 05:35 am>[8174263.764030]  [<ffffffff81053437>] trigger_load_balance+0x1e8/0x214
<May/03 05:35 am>[8174263.770449]  [<ffffffff8105081f>] scheduler_tick+0x10c/0x114
<May/03 05:35 am>[8174263.776350]  [<ffffffff810385d9>] update_process_times+0x62/0x73
<May/03 05:35 am>[8174263.782601]  [<ffffffff81063222>] tick_sched_timer+0x7c/0x9b
<May/03 05:35 am>[8174263.788500]  [<ffffffff81048b6f>] __run_hrtimer+0x4e/0xc3
<May/03 05:35 am>[8174263.794140]  [<ffffffff81048f10>] hrtimer_interrupt+0xce/0x1b0
<May/03 05:35 am>[8174263.800207]  [<ffffffff8104a36e>] ? up+0x34/0x39
<May/03 05:35 am>[8174263.805066]  [<ffffffff8101d921>] smp_apic_timer_interrupt+0x81/0x94
<May/03 05:35 am>[8174263.811657]  [<ffffffff815187ca>] apic_timer_interrupt+0x6a/0x70
<May/03 05:35 am>[8174263.817904]  [<ffffffff8104a36e>] ? up+0x34/0x39
<May/03 05:35 am>[8174263.822765]  [<ffffffff815147dd>] ? panic+0x189/0x1c5
<May/03 05:35 am>[8174263.828052]  [<ffffffff81514742>] ? panic+0xee/0x1c5
<May/03 05:35 am>[8174263.833252]  [<ffffffff81005036>] oops_end+0xaa/0xba
<May/03 05:35 am>[8174263.838452]  [<ffffffff81005132>] die+0x55/0x5e
<May/03 05:35 am>[8174263.843219]  [<ffffffff8100338b>] do_general_protection+0x93/0x13c
<May/03 05:35 am>[8174263.849637]  [<ffffffff81517802>] general_protection+0x22/0x30
<May/03 05:35 am>[8174263.855712]  [<ffffffff814e57c2>] ? xprt_complete_rqst+0x1e/0x13e
<May/03 05:35 am>[8174263.862045]  [<ffffffff814e629f>] ? csum_partial_copy_to_xdr+0x110/0x110

<May/03 05:35 am>[8174263.868989]  [<ffffffff814e898d>] xs_tcp_data_recv+0x379/0x414
<May/03 05:35 am>[8174263.875060]  [<ffffffff8149e699>] tcp_read_sock+0x82/0x1e5
<May/03 05:35 am>[8174263.880788]  [<ffffffff814e8614>] ? init_socket_xprt+0x38/0x38
<May/03 05:35 am>[8174263.886862]  [<ffffffff814e7e24>] xs_tcp_data_ready+0x62/0<May/03 05:35 am>
                 <May/03 05:35 am>[8174263.892841]  [<ffffffff814a6860>] tcp_data_queue+0x47a/0xae8
<May/03 05:35 am>[8174263.898733]  [<ffffffff814a8093>] tcp_rcv_established+0x714/0x799
<May/03 05:35 am>[8174263.905063]  [<ffffffff814ae5fe>] tcp_v4_do_rcv+0xb1/0x2d0
<May/03 05:35 am>[8174263.910787]  [<ffffffff81490897>] ? ip_route_input_noref+0x812/0x9d0
<May/03 05:35 am>[8174263.917376]  [<ffffffff814aed9d>] tcp_v4_rcv+0x580/0x8b9
<May/03 05:35 am>[8174263.922930]  [<ffffffff8109c748>] ? put_page+0x10/0x24
<May/03 05:35 am>[8174263.928310]  [<ffffffff8149239a>] ip_local_deliver_finish+0x174/0x22e
<May/03 05:35 am>[8174263.934986]  [<ffffffff814924c6>] ip_local_deliver+0x72/0x<May/03 05:35 am>
                 <May/03 05:35 am>[8174263.940886]  [<ffffffff81491f7a>] ip_rcv_finish+0x29e/0x2b6
<May/03 05:35 am>[8174263.946700]  [<ffffffff814921f5>] ip_rcv+0x263/0x294
<May/03 05:35 am>[8174263.951898]  [<ffffffff8103f6cc>] ? wake_up_worker+0x1f/0x21
<May/03 05:35 am>[8174263.957796]  [<ffffffff8146aa5b>] __netif_receive_skb+0x5aa/0x5fc
<May/03 05:35 am>[8174263.964131]  [<ffffffff8146c7d6>] netif_receive_skb+0x71/0x78
<May/03 05:35 am>[8174263.970117]  [<ffffffff8146ca9e>] ? dev_gro_receive+0xe5/0x273
<May/03 05:35 am>[8174263.976191]  [<ffffffff8146c8c4>] napi_skb_finish+0x24/0x57
<May/03 05:35 am>[8174263.982007]  [<ffffffff8146d034>] napi_gro_receive+0x181/0x190
<May/03 05:35 am>[8174263.988083]  [<ffffffffa002230c>] e1000_receive_skb+0x6c/0xf0 [e1000e]
<May/03 05:35 am>[8174263.994853]  [<ffffffffa0022628>] e1000_clean_rx_irq+0x298/0x490 [e1000e]

<May/03 05:35 am>[8174264.001880]  [<ffffffffa002530d>] e1000e_poll+0xad/0x2d0 [e1000e]
<May/03 05:35 am>[8174264.008210]  [<ffffffff8146d144>] net_rx_action+0x6a/0x183
<May/03 05:35 am>[8174264.013937]  [<ffffffff81033b35>] __do_softirq+0x99/0x146
<May/03 05:35 am>[8174264.019570]  [<ffffffff81518dcc>] call_softirq+0x1c/0x30
<May/03 05:35 am>[8174264.025116]  [<ffffffff81003f77>] do_softirq+0x33/0x68
<May/03 05:35 am>[8174264.030490]  [<ffffffff810338c1>] irq_exit+0x44/0x9c
<May/03 05:35 am>[8174264.035689]  [<ffffffff810037df>] do_IRQ+0x98/0xaf
<May/03 05:35 am>[8174264.040716]  [<ffffffff8151762a>] common_interrupt+0x6a/0x6a
<May/03 05:35 am>[8174264.046612]  <EOI> 
<May/03 05:35 am>[8174264.048747] ---[ end trace cded6622f7bdfb39 ]---
}}}