From console: {{{ File content: 1973] [] schedule+0x25a/0x86a [4661030.797691] [] io_schedule+0x46/0x5e [4661030.803489] [] sync_page+0x44/0x48 [4661030.809095] [] __wait_on_bit_lock+0x45/0x8c [4661030.815502] [] ? sync_page+0x0/0x48 [4661030.821203] [] __lock_page+0x63/0x6a [4661030.826994] [] ? wake_bit_function+0x0/0x2a [4661030.833408] [] handle_mm_fault+0x4c1/0x73e [4661030.839753] [] do_page_fault+0x351/0x375 [4661030.845905] [] ? finish_task_switch+0x69/0xdd [4661030.852511] [] ? finish_task_switch+0x0/0xdd [4661030.859030] [] ? schedule+0x79e/0x86a [4661030.864912] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661030.871899] [] ? __run_hrtimer+0xff/0x12d [4661030.878156] [] page_fault+0x1f/0x30 [4661030.883865] NMI backtrace for cpu 4 [4661030.887865] CPU 4 [4661030.889990] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661030.925976] [4661030.927899] Pid: 5693, comm: ppStack Tainted: G D 2.6.34.4 #3 S7010/empty [4661030.936169] RIP: 0010:[] [] delay_tsc+0x18/0x59 [4661030.944787] RSP: 0000:ffff8803edf0daf0 EFLAGS: 00000086 [4661030.950670] RAX: 00000000e48ab078 RBX: 00000000244f7331 RCX: 00000000e48ab034 [4661030.958631] RDX: 00000000002c28af RSI: 0000000000000004 RDI: 0000000000000001 [4661030.966579] RBP: ffff8803edf0daf8 R08: 0000000000000004 R09: 0000000000000004 [4661030.974518] R10: 0000000000000000 R11: ffff8803edf0d928 R12: ffff880623308460 [4661030.982432] R13: 0000000000000000 R14: ffff88052a510000 R15: ffff88052a510488 [4661030.990390] FS: 0000000041f46950(0063) GS:ffff880002680000(0000) knlGS:0000000000000000 [4661030.999319] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [4661031.005664] CR2: 00007ff195fad000 CR3: 000000043b231000 CR4: 00000000000006e0 [4661031.013615] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661031.021555] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661031.029501] Process ppStack (pid: 5693, threadinfo ffff8803edf0c000, task ffff88052a510000) [4661031.038711] Stack: [4661031.041185] ffffffff81019da9 ffff8803edf0db08 ffffffff812c08fe ffff8803edf0db48 [4661031.049157] <0> ffffffff812c4e65 000000009ef2dfac ffff880623308460 ffff880623308000 [4661031.057867] <0> ffff88062341c300 ffff880623308000 0000000000000000 ffff8803edf0db68 [4661031.071469] Call Trace: [4661031.074382] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661031.082206] [] __delay+0xa/0xc [4661031.087459] [] do_raw_spin_lock+0xde/0x147 [4661031.093791] [] _raw_spin_lock_irq+0x35/0x39 [4661031.100195] [] ? __make_request+0x5e/0x445 [4661031.106522] [] __make_request+0x5e/0x445 [4661031.112684] [] generic_make_request+0x32a/0x39c [4661031.119464] [] ? bio_alloc_bioset+0x48/0xc0 [4661031.125893] [] submit_bio+0xb4/0xbd [4661031.131610] [] ? get_swap_bio+0x31/0x77 [4661031.137670] [] swap_readpage+0x47/0x4d [4661031.143642] [] read_swap_cache_async+0xb1/0xf2 [4661031.150334] [] ? valid_swaphandles+0x6b/0xfd [4661031.156851] [] swapin_readahead+0x58/0x97 [4661031.163108] [] handle_mm_fault+0x45b/0x73e [4661031.169444] [] do_page_fault+0x351/0x375 [4661031.175580] [] ? finish_task_switch+0x69/0xdd [4661031.182186] [] ? finish_task_switch+0x0/0xdd [4661031.188711] [] ? schedule+0x79e/0x86a [4661031.194604] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661031.201582] [] ? __run_hrtimer+0xff/0x12d [4661031.207811] [] page_fault+0x1f/0x30 [4661031.213513] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [4661031.236617] Call Trace: [4661031.239532] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661031.247371] [] __delay+0xa/0xc [4661031.252625] [] do_raw_spin_lock+0xde/0x147 [4661031.258973] [] _raw_spin_lock_irq+0x35/0x39 [4661031.265413] [] ? __make_request+0x5e/0x445 [4661031.271756] [] __make_request+0x5e/0x445 [4661031.277919] [] generic_make_request+0x32a/0x39c [4661031.284699] [] ? bio_alloc_bioset+0x48/0xc0 [4661031.291128] [] submit_bio+0xb4/0xbd [4661031.296854] [] ? get_swap_bio+0x31/0x77 [4661031.302924] [] swap_readpage+0x47/0x4d [4661031.308920] [] read_swap_cache_async+0xb1/0xf2 [4661031.315608] [] ? valid_swaphandles+0x6b/0xfd [4661031.322123] [] swapin_readahead+0x58/0x97 [4661031.328361] [] handle_mm_fault+0x45b/0x73e [4661031.334707] [] do_page_fault+0x351/0x375 [4661031.340860] [] ? finish_task_switch+0x69/0xdd [4661031.347457] [] ? finish_task_switch+0x0/0xdd [4661031.353948] [] ? schedule+0x79e/0x86a [4661031.359822] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661031.366803] [] ? __run_hrtimer+0xff/0x12d [4661031.373031] [] page_fault+0x1f/0x30 [4661031.378715] Pid: 5693, comm: ppStack Tainted: G D 2.6.34.4 #3 [4661031.385738] Call Trace: [4661031.388675] [] ? show_regs+0x26/0x2a [4661031.395125] [] nmi_watchdog_tick+0xc3/0x1a5 [4661031.401562] [] do_nmi+0xb2/0x259 [4661031.406967] [] nmi+0x1a/0x20 [4661031.412063] [] ? delay_tsc+0x18/0x59 [4661031.417845] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661031.426583] [] __delay+0xa/0xc [4661031.431834] [] do_raw_spin_lock+0xde/0x147 [4661031.438156] [] _raw_spin_lock_irq+0x35/0x39 [4661031.444587] [] ? __make_request+0x5e/0x445 [4661031.450931] [] __make_request+0x5e/0x445 [4661031.457066] [] generic_make_request+0x32a/0x39c [4661031.463854] [] ? bio_alloc_bioset+0x48/0xc0 [4661031.470241] [] submit_bio+0xb4/0xbd [4661031.475941] [] ? get_swap_bio+0x31/0x77 [4661031.482010] [] swap_readpage+0x47/0x4d [4661031.487998] [] read_swap_cache_async+0xb1/0xf2 [4661031.494682] [] ? valid_swaphandles+0x6b/0xfd [4661031.501190] [] swapin_readahead+0x58/0x97 [4661031.507430] [] handle_mm_fault+0x45b/0x73e [4661031.513758] [] do_page_fault+0x351/0x375 [4661031.519919] [] ? finish_task_switch+0x69/0xdd [4661031.526499] [] ? finish_task_switch+0x0/0xdd [4661031.533033] [] ? schedule+0x79e/0x86a [4661031.538925] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661031.545905] [] ? __run_hrtimer+0xff/0x12d [4661031.552160] [] page_fault+0x1f/0x30 [4661031.557860] NMI backtrace for cpu 8 [4661031.561842] CPU 8 [4661031.563960] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661031.600007] [4661031.601938] Pid: 8506, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [4661031.609983] RIP: 0010:[] [] delay_tsc+0x0/0x59 [4661031.618506] RSP: 0018:ffff88061b7633e8 EFLAGS: 00000002 [4661031.624381] RAX: 0000000000000000 RBX: 0000000024539cc2 RCX: 00000000e49afc28 [4661031.632333] RDX: 0000000000005600 RSI: 00000000e49afc44 RDI: 0000000000000001 [4661031.640291] RBP: ffff88061b7633f0 R08: 0000000000000008 R09: 0000000000000008 [4661031.648256] R10: 0000000000000000 R11: ffff88061b763210 R12: ffff880002673c00 [4661031.656211] R13: 0000000000000000 R14: ffff88061b768000 R15: ffff88061b768488 [4661031.664159] FS: 0000000000000000(0000) GS:ffff880655240000(0000) knlGS:0000000000000000 [4661031.673105] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [4661031.679434] CR2: 00007ff195e94068 CR3: 0000000001a8a000 CR4: 00000000000006e0 [4661031.687367] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661031.695299] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661031.703241] Process nfsd (pid: 8506, threadinfo ffff88061b762000, task ffff88061b768000) [4661031.712125] Stack: [4661031.714599] ffffffff812c08fe ffff88061b763430 ffffffff812c4e65 000000009ef2dfac [4661031.722625] <0> ffff880002673c00 ffff880623bb2060 0000000000013c00 ffff88061b7634a0 [4661031.731370] <0> 0000000000000008 ffff88061b763450 ffffffff8151f193 ffffffff8102fb6b [4661031.740517] Call Trace: [4661031.743436] [] ? __delay+0xa/0xc [4661031.748855] [] do_raw_spin_lock+0xde/0x147 [4661031.755203] [] _raw_spin_lock+0x34/0x39 [4661031.761285] [] ? task_rq_lock+0x7e/0x9a [4661031.767335] [] task_rq_lock+0x7e/0x9a [4661031.773236] [] try_to_wake_up+0x2e/0x342 [4661031.779391] [] wake_up_process+0x10/0x12 [4661031.785562] [] bdi_queue_work+0xa2/0xb9 [4661031.791637] [] bdi_alloc_queue_work+0xa4/0xc4 [4661031.798227] [] wakeup_flusher_threads+0x93/0xc6 [4661031.805029] [] ? wakeup_flusher_threads+0x33/0xc6 [4661031.811991] [] do_try_to_free_pages+0x299/0x37a [4661031.818760] [] try_to_free_pages+0x71/0x78 [4661031.825076] [] ? isolate_pages_global+0x0/0x23f [4661031.831863] [] __alloc_pages_nodemask+0x407/0x671 [4661031.838823] [] alloc_pages_current+0x96/0x9f [4661031.845330] [] __page_cache_alloc+0x59/0x5e [4661031.851752] [] __do_page_cache_readahead+0xe5/0x1fc [4661031.858897] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661031.866230] [] ra_submit+0x1c/0x20 [4661031.871841] [] ondemand_readahead+0x243/0x256 [4661031.878466] [] ? find_get_pages_contig+0x0/0x118 [4661031.885364] [] page_cache_sync_readahead+0x38/0x3a [4661031.892430] [] __generic_file_splice_read+0xfa/0x41c [4661031.899649] [] ? __lock_acquire+0x995/0x9fc [4661031.906078] [] ? __lock_acquire+0x995/0x9fc [4661031.912483] [] ? xfs_ilock+0x49/0xb2 [4661031.918287] [] ? spd_release_page+0x0/0x14 [4661031.924624] [] generic_file_splice_read+0x43/0x74 [4661031.931561] [] xfs_file_splice_read+0xde/0x125 [4661031.938241] [] vfs_splice_to+0x6e/0x81 [4661031.944219] [] splice_direct_to_actor+0xc7/0x19c [4661031.951077] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661031.958107] [] nfsd_vfs_read+0x263/0x3a0 [4661031.964282] [] ? xfs_file_open+0x0/0x3f [4661031.970358] [] nfsd_read+0xa7/0xc3 [4661031.975975] [] nfsd3_proc_read+0xfe/0x142 [4661031.982217] [] nfsd_dispatch+0xe9/0x1ca [4661031.988274] [] svc_process+0x425/0x72a [4661031.994270] [] ? nfsd+0x0/0x139 [4661031.999580] [] nfsd+0xf3/0x139 [4661032.004841] [] kthread+0x7d/0x85 [4661032.010277] [] kernel_thread_helper+0x4/0x10 [4661032.016799] [] ? kthread+0x0/0x85 [4661032.022315] [] ? kernel_thread_helper+0x0/0x10 [4661032.029000] Code: 90 55 48 89 f8 48 89 e5 48 85 c0 74 19 eb 02 66 90 eb 0e 66 66 66 66 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 <55> 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae [4661032.052181] Call Trace: [4661032.055094] [] ? __delay+0xa/0xc [4661032.060520] [] do_raw_spin_lock+0xde/0x147 [4661032.066840] [] _raw_spin_lock+0x34/0x39 [4661032.072924] [] ? task_rq_lock+0x7e/0x9a [4661032.078966] [] task_rq_lock+0x7e/0x9a [4661032.084822] [] try_to_wake_up+0x2e/0x342 [4661032.090977] [] wake_up_process+0x10/0x12 [4661032.101637] [] bdi_queue_work+0xa2/0xb9 [4661032.107687] [] bdi_alloc_queue_work+0xa4/0xc4 [4661032.114301] [] wakeup_flusher_threads+0x93/0xc6 [4661032.121087] [] ? wakeup_flusher_threads+0x33/0xc6 [4661032.128058] [] do_try_to_free_pages+0x299/0x37a [4661032.134852] [] try_to_free_pages+0x71/0x78 [4661032.141178] [] ? isolate_pages_global+0x0/0x23f [4661032.147948] [] __alloc_pages_nodemask+0x407/0x671 [4661032.154926] [] alloc_pages_current+0x96/0x9f [4661032.161450] [] __page_cache_alloc+0x59/0x5e [4661032.167863] [] __do_page_cache_readahead+0xe5/0x1fc [4661032.175007] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661032.182340] [] ra_submit+0x1c/0x20 [4661032.187966] [] ondemand_readahead+0x243/0x256 [4661032.194558] [] ? find_get_pages_contig+0x0/0x118 [4661032.201449] [] page_cache_sync_readahead+0x38/0x3a [4661032.208513] [] __generic_file_splice_read+0xfa/0x41c [4661032.215749] [] ? __lock_acquire+0x995/0x9fc [4661032.222170] [] ? __lock_acquire+0x995/0x9fc [4661032.228609] [] ? xfs_ilock+0x49/0xb2 [4661032.234406] [] ? spd_release_page+0x0/0x14 [4661032.240751] [] generic_file_splice_read+0x43/0x74 [4661032.247713] [] xfs_file_splice_read+0xde/0x125 [4661032.254395] [] vfs_splice_to+0x6e/0x81 [4661032.260381] [] splice_direct_to_actor+0xc7/0x19c [4661032.267248] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661032.274312] [] nfsd_vfs_read+0x263/0x3a0 [4661032.280445] [] ? xfs_file_open+0x0/0x3f [4661032.286495] [] nfsd_read+0xa7/0xc3 [4661032.292093] [] nfsd3_proc_read+0xfe/0x142 [4661032.298326] [] nfsd_dispatch+0xe9/0x1ca [4661032.304375] [] svc_process+0x425/0x72a [4661032.310364] [] ? nfsd+0x0/0x139 [4661032.315725] [] nfsd+0xf3/0x139 [4661032.320977] [] kthread+0x7d/0x85 [4661032.326430] [] kernel_thread_helper+0x4/0x10 [4661032.332952] [] ? kthread+0x0/0x85 [4661032.338460] [] ? kernel_thread_helper+0x0/0x10 [4661032.345162] Pid: 8506, comm: nfsd Tainted: G D 2.6.34.4 #3 [4661032.351966] Call Trace: [4661032.354884] [] ? show_regs+0x26/0x2a [4661032.361320] [] nmi_watchdog_tick+0xc3/0x1a5 [4661032.367748] [] do_nmi+0xb2/0x259 [4661032.373206] [] nmi+0x1a/0x20 [4661032.378232] [] ? delay_tsc+0x0/0x59 [4661032.383910] <> [] ? __delay+0xa/0xc [4661032.390171] [] do_raw_spin_lock+0xde/0x147 [4661032.396515] [] _raw_spin_lock+0x34/0x39 [4661032.402572] [] ? task_rq_lock+0x7e/0x9a [4661032.408656] [] task_rq_lock+0x7e/0x9a [4661032.414557] [] try_to_wake_up+0x2e/0x342 [4661032.420687] [] wake_up_process+0x10/0x12 [4661032.426865] [] bdi_queue_work+0xa2/0xb9 [4661032.432932] [] bdi_alloc_queue_work+0xa4/0xc4 [4661032.439546] [] wakeup_flusher_threads+0x93/0xc6 [4661032.446351] [] ? wakeup_flusher_threads+0x33/0xc6 [4661032.453302] [] do_try_to_free_pages+0x299/0x37a [4661032.460088] [] try_to_free_pages+0x71/0x78 [4661032.466413] [] ? isolate_pages_global+0x0/0x23f [4661032.473185] [] __alloc_pages_nodemask+0x407/0x671 [4661032.480146] [] alloc_pages_current+0x96/0x9f [4661032.486635] [] __page_cache_alloc+0x59/0x5e [4661032.493048] [] __do_page_cache_readahead+0xe5/0x1fc [4661032.500175] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661032.507509] [] ra_submit+0x1c/0x20 [4661032.513117] [] ondemand_readahead+0x243/0x256 [4661032.519665] [] ? find_get_pages_contig+0x0/0x118 [4661032.526547] [] page_cache_sync_readahead+0x38/0x3a [4661032.533568] [] __generic_file_splice_read+0xfa/0x41c [4661032.540815] [] ? __lock_acquire+0x995/0x9fc [4661032.547217] [] ? __lock_acquire+0x995/0x9fc [4661032.553648] [] ? xfs_ilock+0x49/0xb2 [4661032.559443] [] ? spd_release_page+0x0/0x14 [4661032.565790] [] generic_file_splice_read+0x43/0x74 [4661032.572768] [] xfs_file_splice_read+0xde/0x125 [4661032.579450] [] vfs_splice_to+0x6e/0x81 [4661032.585427] [] splice_direct_to_actor+0xc7/0x19c [4661032.592321] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661032.599377] [] nfsd_vfs_read+0x263/0x3a0 [4661032.605535] [] ? xfs_file_open+0x0/0x3f [4661032.611585] [] nfsd_read+0xa7/0xc3 [4661032.617207] [] nfsd3_proc_read+0xfe/0x142 [4661032.623442] [] nfsd_dispatch+0xe9/0x1ca [4661032.629509] [] svc_process+0x425/0x72a [4661032.635479] [] ? nfsd+0x0/0x139 [4661032.640841] [] nfsd+0xf3/0x139 [4661032.646085] [] kthread+0x7d/0x85 [4661032.651521] [] kernel_thread_helper+0x4/0x10 [4661032.658023] [] ? kthread+0x0/0x85 [4661032.663550] [] ? kernel_thread_helper+0x0/0x10 [4661032.670211] NMI backtrace for cpu 5 [4661032.674206] CPU 5 [4661032.676323] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661032.712431] [4661032.714359] Pid: 8141, comm: psphotStack Tainted: G D 2.6.34.4 #3 S7010/empty [4661032.723023] RIP: 0010:[] [] delay_tsc+0x25/0x59 [4661032.731642] RSP: 0018:ffff88033a5d1500 EFLAGS: 00000086 [4661032.737514] RAX: 00000000e48ec350 RBX: 0000000024400779 RCX: 00000000e48ec330 [4661032.745457] RDX: 00000000002c28af RSI: 0000000000000005 RDI: 0000000000000001 [4661032.753406] RBP: ffff88033a5d1508 R08: 0000000000000005 R09: 0000000000000005 [4661032.761318] R10: 0000000000000000 R11: ffff88033a5d1338 R12: ffff880623308460 [4661032.769268] R13: 0000000000000000 R14: ffff8800634f3090 R15: ffff8800634f3518 [4661032.777212] FS: 0000000042611950(0063) GS:ffff8800026a0000(0000) knlGS:0000000000000000 [4661032.786136] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [4661032.792482] CR2: 00007fc17fdb1000 CR3: 00000005a4b03000 CR4: 00000000000006e0 [4661032.800449] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661032.808382] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661032.816337] Process psphotStack (pid: 8141, threadinfo ffff88033a5d0000, task ffff8800634f3090) [4661032.825901] Stack: [4661032.828375] ffffffff81019da9 ffff88033a5d1518 ffffffff812c08fe ffff88033a5d1558 [4661032.836382] <0> ffffffff812c4e65 000000009ef2dfac ffff880623308460 ffff880623308000 [4661032.845136] <0> ffff8800ad50f740 ffff880623308000 0000000000000001 ffff88033a5d1578 [4661032.854247] Call Trace: [4661032.857171] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661032.865003] [] __delay+0xa/0xc [4661032.870266] [] do_raw_spin_lock+0xde/0x147 [4661032.876561] [] _raw_spin_lock_irq+0x35/0x39 [4661032.883009] [] ? __make_request+0x5e/0x445 [4661032.889363] [] __make_request+0x5e/0x445 [4661032.895506] [] generic_make_request+0x32a/0x39c [4661032.902303] [] ? test_set_page_writeback+0x53/0x10e [4661032.909438] [] submit_bio+0xb4/0xbd [4661032.915118] [] ? unlock_page+0x22/0x26 [4661032.921100] [] swap_writepage+0x8c/0x97 [4661032.927150] [] shrink_page_list+0x3c2/0x68f [4661032.933591] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [4661032.940649] [] shrink_zone+0x7c2/0xb86 [4661032.946640] [] ? cpuacct_charge+0x76/0x96 [4661032.952882] [] ? up_read+0x1e/0x36 [4661032.958488] [] do_try_to_free_pages+0x208/0x37a [4661032.965252] [] try_to_free_pages+0x71/0x78 [4661032.971611] [] ? isolate_pages_global+0x0/0x23f [4661032.978416] [] __alloc_pages_nodemask+0x407/0x671 [4661032.985377] [] alloc_page_vma+0x148/0x14d [4661032.991606] [] read_swap_cache_async+0x5b/0xf2 [4661032.998290] [] ? valid_swaphandles+0x6b/0xfd [4661033.004781] [] swapin_readahead+0x58/0x97 [4661033.011036] [] handle_mm_fault+0x45b/0x73e [4661033.017382] [] do_page_fault+0x351/0x375 [4661033.023526] [] ? finish_task_switch+0x69/0xdd [4661033.030140] [] ? finish_task_switch+0x0/0xdd [4661033.036675] [] ? schedule+0x79e/0x86a [4661033.042549] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661033.049513] [] ? get_partial_node+0x1b/0x96 [4661033.055908] [] page_fault+0x1f/0x30 [4661033.061607] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [4661033.084720] Call Trace: [4661033.087643] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661033.095510] [] __delay+0xa/0xc [4661033.100771] [] do_raw_spin_lock+0xde/0x147 [4661033.107103] [] _raw_spin_lock_irq+0x35/0x39 [4661033.113535] [] ? __make_request+0x5e/0x445 [4661033.119869] [] __make_request+0x5e/0x445 [4661033.126005] [] generic_make_request+0x32a/0x39c [4661033.132768] [] ? test_set_page_writeback+0x53/0x10e [4661033.139903] [] submit_bio+0xb4/0xbd [4661033.145598] [] ? unlock_page+0x22/0x26 [4661033.156079] [] swap_writepage+0x8c/0x97 [4661033.162161] [] shrink_page_list+0x3c2/0x68f [4661033.168569] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [4661033.175617] [] shrink_zone+0x7c2/0xb86 [4661033.181593] [] ? cpuacct_charge+0x76/0x96 [4661033.187852] [] ? up_read+0x1e/0x36 [4661033.193447] [] do_try_to_free_pages+0x208/0x37a [4661033.200221] [] try_to_free_pages+0x71/0x78 [4661033.206547] [] ? isolate_pages_global+0x0/0x23f [4661033.213309] [] __alloc_pages_nodemask+0x407/0x671 [4661033.220262] [] alloc_page_vma+0x148/0x14d [4661033.226499] [] read_swap_cache_async+0x5b/0xf2 [4661033.233190] [] ? valid_swaphandles+0x6b/0xfd [4661033.239707] [] swapin_readahead+0x58/0x97 [4661033.245964] [] handle_mm_fault+0x45b/0x73e [4661033.252308] [] do_page_fault+0x351/0x375 [4661033.258462] [] ? finish_task_switch+0x69/0xdd [4661033.265067] [] ? finish_task_switch+0x0/0xdd [4661033.271584] [] ? schedule+0x79e/0x86a [4661033.277475] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661033.284431] [] ? get_partial_node+0x1b/0x96 [4661033.290868] [] page_fault+0x1f/0x30 [4661033.296594] Pid: 8141, comm: psphotStack Tainted: G D 2.6.34.4 #3 [4661033.304009] Call Trace: [4661033.306924] [] ? show_regs+0x26/0x2a [4661033.313404] [] nmi_watchdog_tick+0xc3/0x1a5 [4661033.319842] [] do_nmi+0xb2/0x259 [4661033.325272] [] nmi+0x1a/0x20 [4661033.330350] [] ? delay_tsc+0x25/0x59 [4661033.336116] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661033.344817] [] __delay+0xa/0xc [4661033.350077] [] do_raw_spin_lock+0xde/0x147 [4661033.356390] [] _raw_spin_lock_irq+0x35/0x39 [4661033.362804] [] ? __make_request+0x5e/0x445 [4661033.369087] [] __make_request+0x5e/0x445 [4661033.375258] [] generic_make_request+0x32a/0x39c [4661033.382046] [] ? test_set_page_writeback+0x53/0x10e [4661033.389198] [] submit_bio+0xb4/0xbd [4661033.394895] [] ? unlock_page+0x22/0x26 [4661033.400850] [] swap_writepage+0x8c/0x97 [4661033.406927] [] shrink_page_list+0x3c2/0x68f [4661033.413369] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [4661033.420442] [] shrink_zone+0x7c2/0xb86 [4661033.426428] [] ? cpuacct_charge+0x76/0x96 [4661033.432652] [] ? up_read+0x1e/0x36 [4661033.438232] [] do_try_to_free_pages+0x208/0x37a [4661033.445021] [] try_to_free_pages+0x71/0x78 [4661033.451346] [] ? isolate_pages_global+0x0/0x23f [4661033.458133] [] __alloc_pages_nodemask+0x407/0x671 [4661033.465079] [] alloc_page_vma+0x148/0x14d [4661033.471331] [] read_swap_cache_async+0x5b/0xf2 [4661033.478005] [] ? valid_swaphandles+0x6b/0xfd [4661033.484524] [] swapin_readahead+0x58/0x97 [4661033.490763] [] handle_mm_fault+0x45b/0x73e [4661033.497116] [] do_page_fault+0x351/0x375 [4661033.503286] [] ? finish_task_switch+0x69/0xdd [4661033.509909] [] ? finish_task_switch+0x0/0xdd [4661033.516427] [] ? schedule+0x79e/0x86a [4661033.522310] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661033.529290] [] ? get_partial_node+0x1b/0x96 [4661033.535720] [] page_fault+0x1f/0x30 [4661033.541436] NMI backtrace for cpu 7 [4661033.545427] CPU 7 [4661033.547545] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661033.583688] [4661033.585617] Pid: 0, comm: swapper Tainted: G D 2.6.34.4 #3 S7010/empty [4661033.593636] RIP: 0010:[] [] delay_tsc+0x2d/0x59 [4661033.602273] RSP: 0018:ffff880655223b58 EFLAGS: 00000012 [4661033.608165] RAX: 000000000000001c RBX: 0000000024530af5 RCX: 00000000e496e978 [4661033.616101] RDX: 00000000002c28af RSI: 00000000e496e994 RDI: 0000000000000001 [4661033.624066] RBP: ffff880655223b60 R08: 0000000000000007 R09: 0000000000000007 [4661033.632019] R10: 0000000000000000 R11: ffff880655223990 R12: ffff8806552b3c00 [4661033.639970] R13: 0000000000000000 R14: ffff880c24c8c0c0 R15: ffff880c24c8c548 [4661033.647874] FS: 0000000000000000(0000) GS:ffff880655220000(0000) knlGS:0000000000000000 [4661033.656821] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [4661033.663140] CR2: 00007ff195e94016 CR3: 0000000001a8a000 CR4: 00000000000006e0 [4661033.671100] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661033.679040] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661033.686978] Process swapper (pid: 0, threadinfo ffff880624d38000, task ffff880c24c8c0c0) [4661033.695848] Stack: [4661033.698316] ffffffff81019da9 ffff880655223b70 ffffffff812c08fe ffff880655223bb0 [4661033.706321] <0> ffffffff812c4e65 000000009ef2dfac ffff8806552b3c00 ffff8806552b3c00 [4661033.715074] <0> ffff88065522e3f0 00000000000004aa 0000000000001000 ffff880655223bd0 [4661033.724205] Call Trace: [4661033.727118] [4661033.729709] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661033.737577] [] __delay+0xa/0xc [4661033.742821] [] do_raw_spin_lock+0xde/0x147 [4661033.749169] [] _raw_spin_lock_nested+0x32/0x36 [4661033.755861] [] ? double_rq_lock+0x4a/0x76 [4661033.762118] [] double_rq_lock+0x4a/0x76 [4661033.768201] [] load_balance+0xbb6/0xf63 [4661033.774258] [] ? __lock_acquire+0x995/0x9fc [4661033.780743] [] ? __lock_acquire+0x995/0x9fc [4661033.787165] [] ? __lock_acquire+0x995/0x9fc [4661033.793598] [] ? run_timer_softirq+0x4d/0x30c [4661033.800192] [] rebalance_domains+0xda/0x150 [4661033.806624] [] run_rebalance_domains+0x43/0xcf [4661033.813316] [] __do_softirq+0xd8/0x194 [4661033.819301] [] call_softirq+0x1c/0x28 [4661033.825186] [] do_softirq+0x33/0x68 [4661033.830880] [] irq_exit+0x36/0x75 [4661033.836408] [] smp_apic_timer_interrupt+0x87/0x95 [4661033.843364] [] apic_timer_interrupt+0x13/0x20 [4661033.849992] [4661033.852599] [] ? schedule+0x296/0x86a [4661033.858466] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661033.865040] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661033.871608] [] cpuidle_idle_call+0x95/0xf0 [4661033.877919] [] cpu_idle+0x55/0x8d [4661033.883444] [] start_secondary+0x1ae/0x1b2 [4661033.889790] Code: 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 <48> 39 f8 73 25 f3 90 65 44 8b 04 25 f0 d1 00 00 45 39 c1 74 db [4661033.912946] Call Trace: [4661033.915849] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661033.924346] [] __delay+0xa/0xc [4661033.929603] [] do_raw_spin_lock+0xde/0x147 [4661033.935943] [] _raw_spin_lock_nested+0x32/0x36 [4661033.942626] [] ? double_rq_lock+0x4a/0x76 [4661033.948857] [] double_rq_lock+0x4a/0x76 [4661033.954922] [] load_balance+0xbb6/0xf63 [4661033.961006] [] ? __lock_acquire+0x995/0x9fc [4661033.967412] [] ? __lock_acquire+0x995/0x9fc [4661033.973853] [] ? __lock_acquire+0x995/0x9fc [4661033.980257] [] ? run_timer_softirq+0x4d/0x30c [4661033.986880] [] rebalance_domains+0xda/0x150 [4661033.993319] [] run_rebalance_domains+0x43/0xcf [4661034.000027] [] __do_softirq+0xd8/0x194 [4661034.005997] [] call_softirq+0x1c/0x28 [4661034.011838] [] do_softirq+0x33/0x68 [4661034.017558] [] irq_exit+0x36/0x75 [4661034.023086] [] smp_apic_timer_interrupt+0x87/0x95 [4661034.030033] [] apic_timer_interrupt+0x13/0x20 [4661034.036636] [] ? schedule+0x296/0x86a [4661034.043199] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661034.049793] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661034.056397] [] cpuidle_idle_call+0x95/0xf0 [4661034.062707] [] cpu_idle+0x55/0x8d [4661034.068189] [] start_secondary+0x1ae/0x1b2 [4661034.074501] Pid: 0, comm: swapper Tainted: G D 2.6.34.4 #3 [4661034.081271] Call Trace: [4661034.084188] [] ? show_regs+0x26/0x2a [4661034.090633] [] nmi_watchdog_tick+0xc3/0x1a5 [4661034.097071] [] do_nmi+0xb2/0x259 [4661034.102518] [] nmi+0x1a/0x20 [4661034.107597] [] ? delay_tsc+0x2d/0x59 [4661034.113379] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661034.122776] [] __delay+0xa/0xc [4661034.128034] [] do_raw_spin_lock+0xde/0x147 [4661034.134382] [] _raw_spin_lock_nested+0x32/0x36 [4661034.141074] [] ? double_rq_lock+0x4a/0x76 [4661034.147322] [] double_rq_lock+0x4a/0x76 [4661034.153379] [] load_balance+0xbb6/0xf63 [4661034.159464] [] ? __lock_acquire+0x995/0x9fc [4661034.165913] [] ? __lock_acquire+0x995/0x9fc [4661034.172335] [] ? __lock_acquire+0x995/0x9fc [4661034.183265] [] ? run_timer_softirq+0x4d/0x30c [4661034.189843] [] rebalance_domains+0xda/0x150 [4661034.196264] [] run_rebalance_domains+0x43/0xcf [4661034.202946] [] __do_softirq+0xd8/0x194 [4661034.208915] [] call_softirq+0x1c/0x28 [4661034.214809] [] do_softirq+0x33/0x68 [4661034.220522] [] irq_exit+0x36/0x75 [4661034.226058] [] smp_apic_timer_interrupt+0x87/0x95 [4661034.233023] [] apic_timer_interrupt+0x13/0x20 [4661034.239626] [] ? schedule+0x296/0x86a [4661034.246188] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661034.252792] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661034.259403] [] cpuidle_idle_call+0x95/0xf0 [4661034.265756] [] cpu_idle+0x55/0x8d [4661034.271299] [] start_secondary+0x1ae/0x1b2 [4661034.277637] NMI backtrace for cpu 1 [4661034.281643] CPU 1 [4661034.283761] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661034.319807] [4661034.321738] Pid: 29943, comm: pclient Tainted: G D 2.6.34.4 #3 S7010/empty [4661034.330119] RIP: 0010:[] [] delay_tsc+0x1a/0x59 [4661034.338721] RSP: 0018:ffff880295cfd530 EFLAGS: 00000086 [4661034.344588] RAX: 00000000abd8e664 RBX: 000000001fd84c96 RCX: 00000000abd8e664 [4661034.352548] RDX: 00000000002c28ae RSI: 0000000000000001 RDI: 0000000000000001 [4661034.360497] RBP: ffff880295cfd538 R08: 0000000000000001 R09: 0000000000000001 [4661034.368470] R10: 0000000000000000 R11: ffff880295cfd368 R12: ffff8806552b3c00 [4661034.376409] R13: 0000000000000000 R14: ffff8806239f50f0 R15: ffff8806239f5578 [4661034.384348] FS: 00007fcb6b8b76f0(0000) GS:ffff880002620000(0000) knlGS:0000000000000000 [4661034.393262] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [4661034.399591] CR2: 000000000040fe90 CR3: 000000022edd0000 CR4: 00000000000006e0 [4661034.407509] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661034.415445] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661034.423395] Process pclient (pid: 29943, threadinfo ffff880295cfc000, task ffff8806239f50f0) [4661034.432656] Stack: [4661034.435129] ffffffff81019da9 ffff880295cfd548 ffffffff812c08fe ffff880295cfd588 [4661034.443118] <0> ffffffff812c4e65 000000009ef2dfac ffff8806552b3c00 ffff8806552b3c00 [4661034.451863] <0> ffff88000262e650 00000000000007fe 0000000000001000 ffff880295cfd5a8 [4661034.460984] Call Trace: [4661034.463915] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661034.471765] [] __delay+0xa/0xc [4661034.477036] [] do_raw_spin_lock+0xde/0x147 [4661034.483375] [] _raw_spin_lock_nested+0x32/0x36 [4661034.490067] [] ? double_rq_lock+0x4a/0x76 [4661034.496314] [] double_rq_lock+0x4a/0x76 [4661034.502381] [] load_balance+0xbb6/0xf63 [4661034.508465] [] ? page_referenced_one+0xc9/0xe5 [4661034.515139] [] ? __lock_acquire+0x995/0x9fc [4661034.521554] [] schedule+0x25a/0x86a [4661034.527228] [] schedule_hrtimeout_range+0xce/0x103 [4661034.534262] [] ? hrtimer_wakeup+0x0/0x21 [4661034.540386] [] ? hrtimer_start_range_ns+0xf/0x11 [4661034.547261] [] poll_schedule_timeout+0x46/0x69 [4661034.553934] [] ? pipe_poll+0x2e/0x8b [4661034.559729] [] do_select+0x5ad/0x5f1 [4661034.565509] [] ? do_select+0x0/0x5f1 [4661034.571299] [] ? __pollwait+0x0/0xcf [4661034.577106] [] ? pollwake+0x0/0x59 [4661034.582714] [] ? cpuacct_charge+0x8e/0x96 [4661034.588939] [] ? task_rq_lock+0x7e/0x9a [4661034.595013] [] ? try_to_wake_up+0x330/0x342 [4661034.601445] [] ? __lock_acquire+0x995/0x9fc [4661034.607876] [] ? __lock_acquire+0x995/0x9fc [4661034.614315] [] ? pipe_read+0x81/0x3d6 [4661034.620216] [] ? core_sys_select+0x3d/0x295 [4661034.626631] [] core_sys_select+0x1e7/0x295 [4661034.632949] [] ? core_sys_select+0x3d/0x295 [4661034.639399] [] ? do_sync_read+0xc7/0x10d [4661034.645568] [] ? ktime_get_ts+0xb1/0xbe [4661034.651652] [] sys_select+0x94/0xbc [4661034.657379] [] system_call_fastpath+0x16/0x1b [4661034.663995] Code: 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 <41> 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 48 39 [4661034.687175] Call Trace: [4661034.690088] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661034.697964] [] __delay+0xa/0xc [4661034.703218] [] do_raw_spin_lock+0xde/0x147 [4661034.709566] [] _raw_spin_lock_nested+0x32/0x36 [4661034.716248] [] ? double_rq_lock+0x4a/0x76 [4661034.722505] [] double_rq_lock+0x4a/0x76 [4661034.728572] [] load_balance+0xbb6/0xf63 [4661034.734656] [] ? page_referenced_one+0xc9/0xe5 [4661034.741357] [] ? __lock_acquire+0x995/0x9fc [4661034.747786] [] schedule+0x25a/0x86a [4661034.753496] [] schedule_hrtimeout_range+0xce/0x103 [4661034.760564] [] ? hrtimer_wakeup+0x0/0x21 [4661034.766740] [] ? hrtimer_start_range_ns+0xf/0x11 [4661034.773573] [] poll_schedule_timeout+0x46/0x69 [4661034.780255] [] ? pipe_poll+0x2e/0x8b [4661034.786058] [] do_select+0x5ad/0x5f1 [4661034.791838] [] ? do_select+0x0/0x5f1 [4661034.797629] [] ? __pollwait+0x0/0xcf [4661034.803426] [] ? pollwake+0x0/0x59 [4661034.809008] [] ? cpuacct_charge+0x8e/0x96 [4661034.815215] [] ? task_rq_lock+0x7e/0x9a [4661034.821300] [] ? try_to_wake_up+0x330/0x342 [4661034.827748] [] ? __lock_acquire+0x995/0x9fc [4661034.834171] [] ? __lock_acquire+0x995/0x9fc [4661034.840577] [] ? pipe_read+0x81/0x3d6 [4661034.846460] [] ? core_sys_select+0x3d/0x295 [4661034.852874] [] core_sys_select+0x1e7/0x295 [4661034.859192] [] ? core_sys_select+0x3d/0x295 [4661034.865598] [] ? do_sync_read+0xc7/0x10d [4661034.871767] [] ? ktime_get_ts+0xb1/0xbe [4661034.877852] [] sys_select+0x94/0xbc [4661034.883563] [] system_call_fastpath+0x16/0x1b [4661034.890177] Pid: 29943, comm: pclient Tainted: G D 2.6.34.4 #3 [4661034.897319] Call Trace: [4661034.900244] [] ? show_regs+0x26/0x2a [4661034.906706] [] nmi_watchdog_tick+0xc3/0x1a5 [4661034.913145] [] do_nmi+0xb2/0x259 [4661034.918591] [] nmi+0x1a/0x20 [4661034.923670] [] ? delay_tsc+0x1a/0x59 [4661034.929469] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661034.938165] [] __delay+0xa/0xc [4661034.943414] [] do_raw_spin_lock+0xde/0x147 [4661034.949736] [] _raw_spin_lock_nested+0x32/0x36 [4661034.956429] [] ? double_rq_lock+0x4a/0x76 [4661034.962677] [] double_rq_lock+0x4a/0x76 [4661034.968751] [] load_balance+0xbb6/0xf63 [4661034.974837] [] ? page_referenced_one+0xc9/0xe5 [4661034.981510] [] ? __lock_acquire+0x995/0x9fc [4661034.987924] [] schedule+0x25a/0x86a [4661034.993625] [] schedule_hrtimeout_range+0xce/0x103 [4661035.000665] [] ? hrtimer_wakeup+0x0/0x21 [4661035.006808] [] ? hrtimer_start_range_ns+0xf/0x11 [4661035.013675] [] poll_schedule_timeout+0x46/0x69 [4661035.020356] [] ? pipe_poll+0x2e/0x8b [4661035.026151] [] do_select+0x5ad/0x5f1 [4661035.031949] [] ? do_select+0x0/0x5f1 [4661035.037757] [] ? __pollwait+0x0/0xcf [4661035.043553] [] ? pollwake+0x0/0x59 [4661035.049161] [] ? cpuacct_charge+0x8e/0x96 [4661035.055386] [] ? task_rq_lock+0x7e/0x9a [4661035.061427] [] ? try_to_wake_up+0x330/0x342 [4661035.067842] [] ? __lock_acquire+0x995/0x9fc [4661035.074237] [] ? __lock_acquire+0x995/0x9fc [4661035.080668] [] ? pipe_read+0x81/0x3d6 [4661035.086560] [] ? core_sys_select+0x3d/0x295 [4661035.092994] [] core_sys_select+0x1e7/0x295 [4661035.099327] [] ? core_sys_select+0x3d/0x295 [4661035.105750] [] ? do_sync_read+0xc7/0x10d [4661035.111913] [] ? ktime_get_ts+0xb1/0xbe [4661035.117961] [] sys_select+0x94/0xbc [4661035.123690] [] system_call_fastpath+0x16/0x1b [4661035.130312] NMI backtrace for cpu 10 [4661035.134378] CPU 10 [4661035.136574] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661035.172716] [4661035.174647] Pid: 5694, comm: ppStack Tainted: G D 2.6.34.4 #3 S7010/empty [4661035.182935] RIP: 0010:[] [] delay_tsc+0x57/0x59 [4661035.191536] RSP: 0018:ffff88012129b840 EFLAGS: 00000006 [4661035.201907] RAX: 000000000000001c RBX: 0000000024529cb0 RCX: 00000000e4a3215c [4661035.209852] RDX: 00000000002c28af RSI: 00000000e4a32178 RDI: 0000000000000001 [4661035.217774] RBP: ffff88012129b848 R08: 000000000000000a R09: 000000000000000a [4661035.225695] R10: 0000000000000000 R11: ffff88012129b678 R12: ffff8806552b3c00 [4661035.233599] R13: 0000000000000000 R14: ffff88052a5140c0 R15: ffff88052a514548 [4661035.241547] FS: 0000000042747950(0063) GS:ffff880655280000(0000) knlGS:0000000000000000 [4661035.250477] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [4661035.256806] CR2: 00007ff195f55000 CR3: 000000043b231000 CR4: 00000000000006e0 [4661035.264738] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661035.272660] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661035.280582] Process ppStack (pid: 5694, threadinfo ffff88012129a000, task ffff88052a5140c0) [4661035.289765] Stack: [4661035.292215] ffffffff81019da9 ffff88012129b858 ffffffff812c08fe ffff88012129b898 [4661035.300213] <0> ffffffff812c4e65 000000009ef2dfac ffff8806552b3c00 ffff8806552b3c00 [4661035.308940] <0> ffff88065528e3f0 0000000000000400 0000000000001000 ffff88012129b8b8 [4661035.318043] Call Trace: [4661035.320941] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661035.328763] [] __delay+0xa/0xc [4661035.334025] [] do_raw_spin_lock+0xde/0x147 [4661035.340356] [] _raw_spin_lock_nested+0x32/0x36 [4661035.347065] [] ? double_rq_lock+0x4a/0x76 [4661035.353297] [] double_rq_lock+0x4a/0x76 [4661035.359361] [] load_balance+0xbb6/0xf63 [4661035.365437] [] ? cfq_set_request+0x313/0x36b [4661035.371948] [] schedule+0x25a/0x86a [4661035.377639] [] futex_wait_queue_me+0xbb/0xd6 [4661035.384151] [] futex_wait+0x143/0x2b1 [4661035.390034] [] ? _raw_spin_unlock+0x26/0x2b [4661035.396459] [] ? futex_wake+0x60/0xf2 [4661035.402342] [] ? futex_wake+0xe1/0xf2 [4661035.408244] [] do_futex+0x9e/0x9e3 [4661035.413849] [] ? __lock_acquire+0x995/0x9fc [4661035.420267] [] ? cpuacct_charge+0x76/0x96 [4661035.426516] [] ? finish_task_switch+0x69/0xdd [4661035.433104] [] ? _raw_spin_unlock_irq+0x26/0x2c [4661035.439881] [] ? finish_task_switch+0x69/0xdd [4661035.446476] [] ? finish_task_switch+0x0/0xdd [4661035.452976] [] ? schedule+0x79e/0x86a [4661035.458868] [] sys_futex+0x10e/0x12c [4661035.464665] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.471636] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.478614] [] ? futex_wake+0x60/0xf2 [4661035.484486] [] ? futex_wake+0x60/0xf2 [4661035.490354] [] system_call_fastpath+0x16/0x1b [4661035.496976] Code: c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 d1 00 00 45 39 c1 74 db 48 29 f1 48 01 cf 66 66 90 0f ae e8 0f 31 89 c1 45 89 c1 eb c6 c3 55 48 c7 05 71 4c 80 00 8a 08 2c 81 48 89 e5 c9 c3 55 48 [4661035.520089] Call Trace: [4661035.523010] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661035.530877] [] __delay+0xa/0xc [4661035.536114] [] do_raw_spin_lock+0xde/0x147 [4661035.542436] [] _raw_spin_lock_nested+0x32/0x36 [4661035.549129] [] ? double_rq_lock+0x4a/0x76 [4661035.555366] [] double_rq_lock+0x4a/0x76 [4661035.561424] [] load_balance+0xbb6/0xf63 [4661035.567508] [] ? cfq_set_request+0x313/0x36b [4661035.574011] [] schedule+0x25a/0x86a [4661035.579711] [] futex_wait_queue_me+0xbb/0xd6 [4661035.586212] [] futex_wait+0x143/0x2b1 [4661035.592088] [] ? _raw_spin_unlock+0x26/0x2b [4661035.598521] [] ? futex_wake+0x60/0xf2 [4661035.604412] [] ? futex_wake+0xe1/0xf2 [4661035.610280] [] do_futex+0x9e/0x9e3 [4661035.615886] [] ? __lock_acquire+0x995/0x9fc [4661035.622318] [] ? cpuacct_charge+0x76/0x96 [4661035.628542] [] ? finish_task_switch+0x69/0xdd [4661035.635147] [] ? _raw_spin_unlock_irq+0x26/0x2c [4661035.641926] [] ? finish_task_switch+0x69/0xdd [4661035.648520] [] ? finish_task_switch+0x0/0xdd [4661035.655037] [] ? schedule+0x79e/0x86a [4661035.660929] [] sys_futex+0x10e/0x12c [4661035.666710] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.673689] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.680632] [] ? futex_wake+0x60/0xf2 [4661035.686531] [] ? futex_wake+0x60/0xf2 [4661035.692417] [] system_call_fastpath+0x16/0x1b [4661035.699024] Pid: 5694, comm: ppStack Tainted: G D 2.6.34.4 #3 [4661035.706095] Call Trace: [4661035.709020] [] ? show_regs+0x26/0x2a [4661035.715499] [] nmi_watchdog_tick+0xc3/0x1a5 [4661035.721929] [] do_nmi+0xb2/0x259 [4661035.727368] [] nmi+0x1a/0x20 [4661035.732447] [] ? delay_tsc+0x57/0x59 [4661035.738246] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661035.746975] [] __delay+0xa/0xc [4661035.752243] [] do_raw_spin_lock+0xde/0x147 [4661035.758572] [] _raw_spin_lock_nested+0x32/0x36 [4661035.765258] [] ? double_rq_lock+0x4a/0x76 [4661035.771479] [] double_rq_lock+0x4a/0x76 [4661035.777544] [] load_balance+0xbb6/0xf63 [4661035.783621] [] ? cfq_set_request+0x313/0x36b [4661035.790131] [] schedule+0x25a/0x86a [4661035.795856] [] futex_wait_queue_me+0xbb/0xd6 [4661035.802341] [] futex_wait+0x143/0x2b1 [4661035.808215] [] ? _raw_spin_unlock+0x26/0x2b [4661035.814620] [] ? futex_wake+0x60/0xf2 [4661035.820489] [] ? futex_wake+0xe1/0xf2 [4661035.826390] [] do_futex+0x9e/0x9e3 [4661035.832022] [] ? __lock_acquire+0x995/0x9fc [4661035.838430] [] ? cpuacct_charge+0x76/0x96 [4661035.844670] [] ? finish_task_switch+0x69/0xdd [4661035.851285] [] ? _raw_spin_unlock_irq+0x26/0x2c [4661035.858054] [] ? finish_task_switch+0x69/0xdd [4661035.864674] [] ? finish_task_switch+0x0/0xdd [4661035.871165] [] ? schedule+0x79e/0x86a [4661035.877024] [] sys_futex+0x10e/0x12c [4661035.882829] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.889793] [] ? lockdep_sys_exit_thunk+0x35/0x67 [4661035.896770] [] ? futex_wake+0x60/0xf2 [4661035.902660] [] ? futex_wake+0x60/0xf2 [4661035.908536] [] system_call_fastpath+0x16/0x1b [4661035.915141] NMI backtrace for cpu 11 [4661035.919217] CPU 11 [4661035.921412] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c10 [4661035.957511] [4661035.959449] Pid: 8467, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [4661035.967493] RIP: 0010:[] [] delay_tsc+0x23/0x59 [4661035.976104] RSP: 0018:ffff88061def13e8 EFLAGS: 00000096 [4661035.982006] RAX: 00000000e4a73418 RBX: 000000002453a7ea RCX: 00000000e4a73418 [4661035.989950] RDX: 00000000002c28af RSI: 000000000000000b RDI: 0000000000000001 [4661035.997897] RBP: ffff88061def13f0 R08: 000000000000000b R09: 000000000000000b [4661036.005819] R10: 0000000000000000 R11: ffff88061def1220 R12: ffff880002673c00 [4661036.013768] R13: 0000000000000000 R14: ffff88061e3d3090 R15: ffff88061e3d3518 [4661036.021732] FS: 0000000000000000(0000) GS:ffff8806552a0000(0000) knlGS:0000000000000000 [4661036.030662] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [4661036.036998] CR2: 00007f53a10add5c CR3: 0000000001a8a000 CR4: 00000000000006e0 [4661036.044950] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661036.052889] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661036.060845] Process nfsd (pid: 8467, threadinfo ffff88061def0000, task ffff88061e3d3090) [4661036.069749] Stack: [4661036.072215] ffffffff81019da9 ffff88061def1400 ffffffff812c08fe ffff88061def1440 [4661036.080240] <0> ffffffff812c4e65 000000009ef2dfac ffff880002673c00 ffff880623bb2060 [4661036.088951] <0> 0000000000013c00 ffff88061def14b0 000000000000000b ffff88061def1460 [4661036.098055] Call Trace: [4661036.100976] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661036.108843] [] __delay+0xa/0xc [4661036.114106] [] do_raw_spin_lock+0xde/0x147 [4661036.120428] [] _raw_spin_lock+0x34/0x39 [4661036.126511] [] ? task_rq_lock+0x7e/0x9a [4661036.132568] [] task_rq_lock+0x7e/0x9a [4661036.138419] [] try_to_wake_up+0x2e/0x342 [4661036.144547] [] wake_up_process+0x10/0x12 [4661036.150719] [] bdi_queue_work+0xa2/0xb9 [4661036.156784] [] bdi_alloc_queue_work+0xa4/0xc4 [4661036.167888] [] wakeup_flusher_threads+0x93/0xc6 [4661036.174649] [] ? wakeup_flusher_threads+0x33/0xc6 [4661036.181600] [] do_try_to_free_pages+0x299/0x37a [4661036.188369] [] try_to_free_pages+0x71/0x78 [4661036.194705] [] ? isolate_pages_global+0x0/0x23f [4661036.201491] [] __alloc_pages_nodemask+0x407/0x671 [4661036.208426] [] alloc_pages_current+0x96/0x9f [4661036.214932] [] __page_cache_alloc+0x59/0x5e [4661036.221338] [] __do_page_cache_readahead+0xe5/0x1fc [4661036.228481] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661036.235779] [] ? radix_tree_prev_hole+0x30/0x53 [4661036.242547] [] ondemand_readahead+0x1cc/0x256 [4661036.249167] [] ? ondemand_readahead+0x12c/0x256 [4661036.255929] [] ? determine_dirtyable_memory+0x15/0x27 [4661036.263254] [] page_cache_sync_readahead+0x38/0x3a [4661036.270290] [] __generic_file_splice_read+0xfa/0x41c [4661036.277519] [] ? __lock_acquire+0x995/0x9fc [4661036.283956] [] ? __lock_acquire+0x995/0x9fc [4661036.290301] [] ? xfs_ilock+0x49/0xb2 [4661036.296080] [] ? spd_release_page+0x0/0x14 [4661036.302416] [] generic_file_splice_read+0x43/0x74 [4661036.309396] [] xfs_file_splice_read+0xde/0x125 [4661036.316094] [] vfs_splice_to+0x6e/0x81 [4661036.322072] [] splice_direct_to_actor+0xc7/0x19c [4661036.328964] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661036.336012] [] nfsd_vfs_read+0x263/0x3a0 [4661036.342171] [] ? xfs_file_open+0x0/0x3f [4661036.348256] [] nfsd_read+0xa7/0xc3 [4661036.353887] [] nfsd3_proc_read+0xfe/0x142 [4661036.360112] [] nfsd_dispatch+0xe9/0x1ca [4661036.366179] [] svc_process+0x425/0x72a [4661036.372140] [] ? nfsd+0x0/0x139 [4661036.377478] [] nfsd+0xf3/0x139 [4661036.382721] [] kthread+0x7d/0x85 [4661036.388164] [] kernel_thread_helper+0x4/0x10 [4661036.394694] [] ? kthread+0x0/0x85 [4661036.400211] [] ? kernel_thread_helper+0x0/0x10 [4661036.406898] Code: c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 <0f> 31 89 c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 [4661036.429990] Call Trace: [4661036.432904] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661036.440771] [] __delay+0xa/0xc [4661036.446041] [] do_raw_spin_lock+0xde/0x147 [4661036.452365] [] _raw_spin_lock+0x34/0x39 [4661036.458438] [] ? task_rq_lock+0x7e/0x9a [4661036.464480] [] task_rq_lock+0x7e/0x9a [4661036.470356] [] try_to_wake_up+0x2e/0x342 [4661036.476528] [] wake_up_process+0x10/0x12 [4661036.482680] [] bdi_queue_work+0xa2/0xb9 [4661036.488730] [] bdi_alloc_queue_work+0xa4/0xc4 [4661036.495301] [] wakeup_flusher_threads+0x93/0xc6 [4661036.502097] [] ? wakeup_flusher_threads+0x33/0xc6 [4661036.509074] [] do_try_to_free_pages+0x299/0x37a [4661036.515859] [] try_to_free_pages+0x71/0x78 [4661036.522202] [] ? isolate_pages_global+0x0/0x23f [4661036.528990] [] __alloc_pages_nodemask+0x407/0x671 [4661036.535968] [] alloc_pages_current+0x96/0x9f [4661036.542483] [] __page_cache_alloc+0x59/0x5e [4661036.548898] [] __do_page_cache_readahead+0xe5/0x1fc [4661036.556041] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661036.563358] [] ? radix_tree_prev_hole+0x30/0x53 [4661036.570142] [] ondemand_readahead+0x1cc/0x256 [4661036.576736] [] ? ondemand_readahead+0x12c/0x256 [4661036.583523] [] ? determine_dirtyable_memory+0x15/0x27 [4661036.590839] [] page_cache_sync_readahead+0x38/0x3a [4661036.597885] [] __generic_file_splice_read+0xfa/0x41c [4661036.605131] [] ? __lock_acquire+0x995/0x9fc [4661036.611551] [] ? __lock_acquire+0x995/0x9fc [4661036.617974] [] ? xfs_ilock+0x49/0xb2 [4661036.623769] [] ? spd_release_page+0x0/0x14 [4661036.630097] [] generic_file_splice_read+0x43/0x74 [4661036.637069] [] xfs_file_splice_read+0xde/0x125 [4661036.643757] [] vfs_splice_to+0x6e/0x81 [4661036.649728] [] splice_direct_to_actor+0xc7/0x19c [4661036.656585] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661036.663643] [] nfsd_vfs_read+0x263/0x3a0 [4661036.669783] [] ? xfs_file_open+0x0/0x3f [4661036.675849] [] nfsd_read+0xa7/0xc3 [4661036.681473] [] nfsd3_proc_read+0xfe/0x142 [4661036.687714] [] nfsd_dispatch+0xe9/0x1ca [4661036.693781] [] svc_process+0x425/0x72a [4661036.699762] [] ? nfsd+0x0/0x139 [4661036.705107] [] nfsd+0xf3/0x139 [4661036.710360] [] kthread+0x7d/0x85 [4661036.715776] [] kernel_thread_helper+0x4/0x10 [4661036.722254] [] ? kthread+0x0/0x85 [4661036.727754] [] ? kernel_thread_helper+0x0/0x10 [4661036.734440] Pid: 8467, comm: nfsd Tainted: G D 2.6.34.4 #3 [4661036.741226] Call Trace: [4661036.744159] [] ? show_regs+0x26/0x2a [4661036.750622] [] nmi_watchdog_tick+0xc3/0x1a5 [4661036.757026] [] do_nmi+0xb2/0x259 [4661036.762457] [] nmi+0x1a/0x20 [4661036.767526] [] ? delay_tsc+0x23/0x59 [4661036.773325] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661036.782038] [] __delay+0xa/0xc [4661036.787304] [] do_raw_spin_lock+0xde/0x147 [4661036.793600] [] _raw_spin_lock+0x34/0x39 [4661036.799657] [] ? task_rq_lock+0x7e/0x9a [4661036.805733] [] task_rq_lock+0x7e/0x9a [4661036.811618] [] try_to_wake_up+0x2e/0x342 [4661036.817779] [] wake_up_process+0x10/0x12 [4661036.823933] [] bdi_queue_work+0xa2/0xb9 [4661036.829992] [] bdi_alloc_queue_work+0xa4/0xc4 [4661036.836589] [] wakeup_flusher_threads+0x93/0xc6 [4661036.843376] [] ? wakeup_flusher_threads+0x33/0xc6 [4661036.850327] [] do_try_to_free_pages+0x299/0x37a [4661036.857104] [] try_to_free_pages+0x71/0x78 [4661036.863429] [] ? isolate_pages_global+0x0/0x23f [4661036.870201] [] __alloc_pages_nodemask+0x407/0x671 [4661036.877161] [] alloc_pages_current+0x96/0x9f [4661036.883669] [] __page_cache_alloc+0x59/0x5e [4661036.890064] [] __do_page_cache_readahead+0xe5/0x1fc [4661036.897191] [] ? __do_page_cache_readahead+0x7b/0x1fc [4661036.904480] [] ? radix_tree_prev_hole+0x30/0x53 [4661036.911255] [] ondemand_readahead+0x1cc/0x256 [4661036.917868] [] ? ondemand_readahead+0x12c/0x256 [4661036.924639] [] ? determine_dirtyable_memory+0x15/0x27 [4661036.931945] [] page_cache_sync_readahead+0x38/0x3a [4661036.939017] [] __generic_file_splice_read+0xfa/0x41c [4661036.946221] [] ? __lock_acquire+0x995/0x9fc [4661036.952631] [] ? __lock_acquire+0x995/0x9fc [4661036.959070] [] ? xfs_ilock+0x49/0xb2 [4661036.964884] [] ? spd_release_page+0x0/0x14 [4661036.971231] [] generic_file_splice_read+0x43/0x74 [4661036.978201] [] xfs_file_splice_read+0xde/0x125 [4661036.984881] [] vfs_splice_to+0x6e/0x81 [4661036.990841] [] splice_direct_to_actor+0xc7/0x19c [4661036.997708] [] ? nfsd_direct_splice_actor+0x0/0x12 [4661037.004772] [] nfsd_vfs_read+0x263/0x3a0 [4661037.010906] [] ? xfs_file_open+0x0/0x3f [4661037.016956] [] nfsd_read+0xa7/0xc3 [4661037.022588] [] nfsd3_proc_read+0xfe/0x142 [4661037.028805] [] nfsd_dispatch+0xe9/0x1ca [4661037.034879] [] svc_process+0x425/0x72a [4661037.040851] [] ? nfsd+0x0/0x139 [4661037.046212] [] nfsd+0xf3/0x139 [4661037.051466] [] kthread+0x7d/0x85 [4661037.056882] [] kernel_thread_helper+0x4/0x10 [4661037.063361] [] ? kthread+0x0/0x85 [4661037.068860] [] ? kernel_thread_helper+0x0/0x10 [4661037.075546] NMI backtrace for cpu 6 [4661037.079550] CPU 6 [4661037.081651] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [4661037.117750] [4661037.119672] Pid: 0, comm: swapper Tainted: G D 2.6.34.4 #3 S7010/empty [4661037.127716] RIP: 0010:[] [] delay_tsc+0x25/0x59 [4661037.136360] RSP: 0018:ffff880655203b58 EFLAGS: 00000092 [4661037.142245] RAX: 00000000e492d634 RBX: 0000000024520b3e RCX: 00000000e492d618 [4661037.150181] RDX: 00000000002c28af RSI: 0000000000000006 RDI: 0000000000000001 [4661037.158119] RBP: ffff880655203b60 R08: 0000000000000006 R09: 0000000000000006 [4661037.166041] R10: 0000000000000000 R11: ffff880655203990 R12: ffff8806552b3c00 [4661037.173989] R13: 0000000000000000 R14: ffff880c24c88000 R15: ffff880c24c88488 [4661037.181928] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [4661037.190867] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [4661037.197203] CR2: 000000001d9921e0 CR3: 0000000001a8a000 CR4: 00000000000006e0 [4661037.205165] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [4661037.213121] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [4661037.221085] Process swapper (pid: 0, threadinfo ffff880624d28000, task ffff880c24c88000) [4661037.229996] Stack: [4661037.232473] ffffffff81019da9 ffff880655203b70 ffffffff812c08fe ffff880655203bb0 [4661037.244996] <0> ffffffff812c4e65 000000009ef2dfac ffff8806552b3c00 ffff8806552b3c00 [4661037.253714] <0> ffff88065520e3f0 00000000000004aa 0000000000001000 ffff880655203bd0 [4661037.262836] Call Trace: [4661037.265756] [4661037.268357] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661037.276189] [] __delay+0xa/0xc [4661037.281436] [] do_raw_spin_lock+0xde/0x147 [4661037.287766] [] _raw_spin_lock_nested+0x32/0x36 [4661037.294449] [] ? double_rq_lock+0x4a/0x76 [4661037.300687] [] double_rq_lock+0x4a/0x76 [4661037.306761] [] load_balance+0xbb6/0xf63 [4661037.312812] [] ? scsi_request_fn+0x39d/0x459 [4661037.319321] [] ? _raw_spin_lock_irq+0x35/0x39 [4661037.325944] [] ? scsi_request_fn+0x39d/0x459 [4661037.332426] [] ? run_timer_softirq+0x4d/0x30c [4661037.339020] [] rebalance_domains+0xda/0x150 [4661037.345436] [] run_rebalance_domains+0x43/0xcf [4661037.352144] [] __do_softirq+0xd8/0x194 [4661037.358122] [] call_softirq+0x1c/0x28 [4661037.364023] [] do_softirq+0x33/0x68 [4661037.369708] [] irq_exit+0x36/0x75 [4661037.375238] [] smp_apic_timer_interrupt+0x87/0x95 [4661037.382176] [] apic_timer_interrupt+0x13/0x20 [4661037.388795] [4661037.391391] [] ? schedule+0x296/0x86a [4661037.397289] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661037.403911] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661037.410533] [] cpuidle_idle_call+0x95/0xf0 [4661037.416841] [] cpu_idle+0x55/0x8d [4661037.422351] [] start_secondary+0x1ae/0x1b2 [4661037.428680] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [4661037.451861] Call Trace: [4661037.454773] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661037.463296] [] __delay+0xa/0xc [4661037.468537] [] do_raw_spin_lock+0xde/0x147 [4661037.474824] [] _raw_spin_lock_nested+0x32/0x36 [4661037.481535] [] ? double_rq_lock+0x4a/0x76 [4661037.487764] [] double_rq_lock+0x4a/0x76 [4661037.493830] [] load_balance+0xbb6/0xf63 [4661037.499889] [] ? scsi_request_fn+0x39d/0x459 [4661037.506408] [] ? _raw_spin_lock_irq+0x35/0x39 [4661037.513004] [] ? scsi_request_fn+0x39d/0x459 [4661037.519531] [] ? run_timer_softirq+0x4d/0x30c [4661037.526126] [] rebalance_domains+0xda/0x150 [4661037.532539] [] run_rebalance_domains+0x43/0xcf [4661037.539221] [] __do_softirq+0xd8/0x194 [4661037.545207] [] call_softirq+0x1c/0x28 [4661037.551092] [] do_softirq+0x33/0x68 [4661037.556794] [] irq_exit+0x36/0x75 [4661037.562298] [] smp_apic_timer_interrupt+0x87/0x95 [4661037.569244] [] apic_timer_interrupt+0x13/0x20 [4661037.575848] [] ? schedule+0x296/0x86a [4661037.582419] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661037.589013] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661037.595634] [] cpuidle_idle_call+0x95/0xf0 [4661037.601951] [] cpu_idle+0x55/0x8d [4661037.607445] [] start_secondary+0x1ae/0x1b2 [4661037.613791] Pid: 0, comm: swapper Tainted: G D 2.6.34.4 #3 [4661037.620578] Call Trace: [4661037.623503] [] ? show_regs+0x26/0x2a [4661037.629965] [] nmi_watchdog_tick+0xc3/0x1a5 [4661037.636394] [] do_nmi+0xb2/0x259 [4661037.641808] [] nmi+0x1a/0x20 [4661037.646895] [] ? delay_tsc+0x25/0x59 [4661037.652704] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [4661037.662091] [] __delay+0xa/0xc [4661037.667357] [] do_raw_spin_lock+0xde/0x147 [4661037.673637] [] _raw_spin_lock_nested+0x32/0x36 [4661037.680338] [] ? double_rq_lock+0x4a/0x76 [4661037.686592] [] double_rq_lock+0x4a/0x76 [4661037.692668] [] load_balance+0xbb6/0xf63 [4661037.698726] [] ? scsi_request_fn+0x39d/0x459 [4661037.705245] [] ? _raw_spin_lock_irq+0x35/0x39 [4661037.711860] [] ? scsi_request_fn+0x39d/0x459 [4661037.718350] [] ? run_timer_softirq+0x4d/0x30c [4661037.724945] [] rebalance_domains+0xda/0x150 [4661037.731359] [] run_rebalance_domains+0x43/0xcf [4661037.738058] [] __do_softirq+0xd8/0x194 [4661037.744027] [] call_softirq+0x1c/0x28 [4661037.749912] [] do_softirq+0x33/0x68 [4661037.755615] [] irq_exit+0x36/0x75 [4661037.761143] [] smp_apic_timer_interrupt+0x87/0x95 [4661037.768091] [] apic_timer_interrupt+0x13/0x20 [4661037.774650] [] ? schedule+0x296/0x86a [4661037.781205] [] ? acpi_idle_enter_c1+0xdd/0xf8 [4661037.787781] [] ? acpi_idle_enter_c1+0xbe/0xf8 [4661037.794385] [] cpuidle_idle_call+0x95/0xf0 [4661037.800728] [] cpu_idle+0x55/0x8d [4661037.806256] [] start_secondary+0x1ae/0x1b2 }}}