run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61 rcu: INFO: rcu_preempt detected stalls on CPUs/tasks: Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: rcu: (detected by 0, t=10659 jiffies, g=35137, q=5) __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 rcu: All QSes seen, last rcu_preempt kthread activity 10448 (4294978749-4294968301), jiffies_till_next_fqs=1, root ->qsmask 0x0 ksoftirqd/0 R running task warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 15232 9 2 0x80000008 Call Trace: sched_show_task.cold.83+0x2b6/0x30a kernel/sched/core.c:5296 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 print_other_cpu_stall.cold.79+0xa83/0xba5 kernel/rcu/tree.c:1430 check_cpu_stall kernel/rcu/tree.c:1557 [inline] __rcu_pending kernel/rcu/tree.c:3276 [inline] rcu_pending kernel/rcu/tree.c:3319 [inline] rcu_check_callbacks+0xafc/0x1990 kernel/rcu/tree.c:2665 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 update_process_times+0x2d/0x70 kernel/time/timer.c:1636 tick_sched_handle+0x9f/0x180 kernel/time/tick-sched.c:164 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 tick_sched_timer+0x45/0x130 kernel/time/tick-sched.c:1274 __run_hrtimer kernel/time/hrtimer.c:1398 [inline] __hrtimer_run_queues+0x41c/0x10d0 kernel/time/hrtimer.c:1460 hrtimer_interrupt+0x313/0x780 kernel/time/hrtimer.c:1518 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1029 [inline] smp_apic_timer_interrupt+0x1a1/0x760 arch/x86/kernel/apic/apic.c:1054 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:slab_alloc_node mm/slab.c:3329 [inline] RIP: 0010:kmem_cache_alloc_node+0x247/0x730 mm/slab.c:3642 Code: 40 7e 0f 85 32 ff ff ff e8 d5 e0 3e ff e9 28 ff ff ff e8 2c 24 c3 ff 48 83 3d 0c 55 70 07 00 0f 84 33 01 00 00 4c 89 ff 57 9d <0f> 1f 44 00 00 e9 bf fe ff ff 31 d2 be a5 01 00 00 48 c7 c7 9a 9e RSP: 0000:ffff8801d9aaf410 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000000 RBX: 0000000000480020 RCX: ffffffff8184c1ba run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 RDX: 0000000000000004 RSI: ffffffff8184c1d4 RDI: 0000000000000286 RBP: ffff8801d9aaf480 R08: ffff8801d9aa0240 R09: fffffbfff12811f4 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 R10: ffff8801d9aae058 R11: ffffffff89408fa3 R12: ffff8801d9a04040 R13: ffff8801d9a04040 R14: 0000000000000000 R15: 0000000000000286 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x17f/0x1c0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409 Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00 RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293 RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0 R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0 vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922 vprintk_default+0x28/0x30 kernel/printk/printk.c:1963 vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398 printk+0xa7/0xcf kernel/printk/printk.c:1996 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371 dump_header+0x7cc/0xf72 mm/oom_kill.c:447 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 rcu: rcu_preempt kthread starved for 10448 jiffies! g35137 f0x2 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=1 oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953 rcu: RCU grace-period kthread stack dump: rcu_preempt R running task 23272 10 2 0x80000000 Call Trace: context_switch kernel/sched/core.c:2825 [inline] __schedule+0x86c/0x1ed0 kernel/sched/core.c:3473 out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120 schedule+0xfe/0x460 kernel/sched/core.c:3517 __alloc_pages_may_oom mm/page_alloc.c:3522 [inline] __alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235 schedule_timeout+0x140/0x260 kernel/time/timer.c:1804 rcu_gp_kthread+0x9d9/0x2310 kernel/rcu/tree.c:2194 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946 page_cache_read mm/filemap.c:2385 [inline] filemap_fault+0x1594/0x25f0 mm/filemap.c:2569 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb __do_fault+0x100/0x6b0 mm/memory.c:3240 ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/0 cpuset= / mems_allowed=0 do_read_fault mm/memory.c:3652 [inline] do_fault mm/memory.c:3752 [inline] handle_pte_fault mm/memory.c:3983 [inline] __handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107 handle_mm_fault+0x54f/0xc70 mm/memory.c:4144 __do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395 do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161 RIP: 0033:0x7f50a9df51fd Code: Bad RIP value. RSP: 002b:00007f50a7394e30 EFLAGS: 00010293 RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004 RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000 R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420 R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003 warn_alloc_show_mem: 1 callbacks suppressed CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61 Mem-Info: active_anon:31982 inactive_anon:2149 isolated_anon:0 active_file:15 inactive_file:14 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:9460 slab_unreclaimable:1488332 mapped:40962 shmem:3252 pagetables:565 bounce:0 free:13741 free_pcp:224 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 0 2819 6323 6323 Node 0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (U) 1*2048kB (M) 3*4096kB (M) = 15908kB Node 0 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 DMA32: 5*4kB fallback_alloc+0x203/0x2e0 mm/slab.c:3219 (UM) ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 2*8kB slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 (UM) 3*16kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 (M) 4*32kB (UM) 6*64kB (UM) 4*128kB (M) alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 2*256kB ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 (M) addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 4*512kB (UM) 3*1024kB (UM) call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 3*2048kB (M) 3*4096kB (M) = 25172kB Node 0 Normal: 717*4kB (UME) 637*8kB (ME) 228*16kB (ME) 71*32kB (UM) 0*64kB expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 13884kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 3281 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342307 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) rsyslogd cpuset= / run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 mems_allowed=0 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) Call Trace: ksoftirqd/0 cpuset= / mems_allowed=0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x17f/0x1c0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409 Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00 RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293 RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0 R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000 R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0 vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922 vprintk_default+0x28/0x30 kernel/printk/printk.c:1963 vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398 printk+0xa7/0xcf kernel/printk/printk.c:1996 dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371 dump_header+0x7cc/0xf72 mm/oom_kill.c:447 oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953 out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120 __alloc_pages_may_oom mm/page_alloc.c:3522 [inline] __alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946 page_cache_read mm/filemap.c:2385 [inline] filemap_fault+0x1594/0x25f0 mm/filemap.c:2569 ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259 __do_fault+0x100/0x6b0 mm/memory.c:3240 do_read_fault mm/memory.c:3652 [inline] do_fault mm/memory.c:3752 [inline] handle_pte_fault mm/memory.c:3983 [inline] __handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107 handle_mm_fault+0x54f/0xc70 mm/memory.c:4144 __do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395 do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161 RIP: 0033:0x7f50a9df51fd Code: Bad RIP value. RSP: 002b:00007f50a7394e30 EFLAGS: 00010293 RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004 RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000 R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420 R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003 warn_alloc_show_mem: 1 callbacks suppressed CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61 Mem-Info: active_anon:31982 inactive_anon:2149 isolated_anon:0 active_file:15 inactive_file:14 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:9460 slab_unreclaimable:1488332 mapped:40962 shmem:3252 pagetables:565 bounce:0 free:13741 free_pcp:224 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 0 2819 6323 6323 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 Node 0 DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 (M) = 15908kB fallback_alloc+0x203/0x2e0 mm/slab.c:3219 Node 0 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 DMA32: slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 5*4kB (UM) __alloc_skb+0x119/0x770 net/core/skbuff.c:193 2*8kB (UM) 3*16kB (M) 4*32kB (UM) 6*64kB (UM) alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 4*128kB ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 (M) addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 2*256kB (M) 4*512kB call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 (UM) 3*1024kB (UM) 3*2048kB (M) 3*4096kB (M) = 25172kB Node 0 Normal: 717*4kB (UME) 637*8kB (ME) 228*16kB expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 (ME) 71*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 13884kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 3281 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342307 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) __do_softirq+0x30b/0xad8 kernel/softirq.c:292 rsyslogd cpuset= / mems_allowed=0 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/0 cpuset= __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 / mems_allowed=0 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x17f/0x1c0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409 Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00 RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293 RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0 R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000 R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0 vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922 vprintk_default+0x28/0x30 kernel/printk/printk.c:1963 vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398 printk+0xa7/0xcf kernel/printk/printk.c:1996 dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371 dump_header+0x7cc/0xf72 mm/oom_kill.c:447 oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953 out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120 __alloc_pages_may_oom mm/page_alloc.c:3522 [inline] __alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946 page_cache_read mm/filemap.c:2385 [inline] filemap_fault+0x1594/0x25f0 mm/filemap.c:2569 ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259 __do_fault+0x100/0x6b0 mm/memory.c:3240 do_read_fault mm/memory.c:3652 [inline] do_fault mm/memory.c:3752 [inline] handle_pte_fault mm/memory.c:3983 [inline] __handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107 handle_mm_fault+0x54f/0xc70 mm/memory.c:4144 __do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395 do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161 RIP: 0033:0x7f50a9df51fd Code: Bad RIP value. RSP: 002b:00007f50a7394e30 EFLAGS: 00010293 RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004 RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000 R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420 R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003 warn_alloc_show_mem: 1 callbacks suppressed CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61 Mem-Info: active_anon:31982 inactive_anon:2149 isolated_anon:0 active_file:15 inactive_file:14 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:9460 slab_unreclaimable:1488332 mapped:40962 shmem:3252 pagetables:565 bounce:0 free:13741 free_pcp:224 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 0 2819 6323 6323 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 Node 0 DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (U) 1*2048kB (M) 3*4096kB (M) = 15908kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 Node 0 DMA32: fallback_alloc+0x203/0x2e0 mm/slab.c:3219 5*4kB ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 (UM) slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 2*8kB (UM) 3*16kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 (M) 4*32kB (UM) 6*64kB (UM) 4*128kB (M) alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 2*256kB ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 (M) addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 4*512kB (UM) 3*1024kB call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 (UM) 3*2048kB (M) 3*4096kB (M) = 25172kB Node 0 Normal: 717*4kB (UME) 637*8kB (ME) 228*16kB (ME) 71*32kB (UM) expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 13884kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 3281 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342307 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) rsyslogd cpuset= / mems_allowed=0 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/0 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x17f/0x1c0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409 Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00 RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293 RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0 R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000 R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0 vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922 vprintk_default+0x28/0x30 kernel/printk/printk.c:1963 vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398 printk+0xa7/0xcf kernel/printk/printk.c:1996 dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371 dump_header+0x7cc/0xf72 mm/oom_kill.c:447 oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953 out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120 __alloc_pages_may_oom mm/page_alloc.c:3522 [inline] __alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946 page_cache_read mm/filemap.c:2385 [inline] filemap_fault+0x1594/0x25f0 mm/filemap.c:2569 ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259 __do_fault+0x100/0x6b0 mm/memory.c:3240 do_read_fault mm/memory.c:3652 [inline] do_fault mm/memory.c:3752 [inline] handle_pte_fault mm/memory.c:3983 [inline] __handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107 handle_mm_fault+0x54f/0xc70 mm/memory.c:4144