run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61
rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
rcu:
(detected by 0, t=10659 jiffies, g=35137, q=5)
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
rcu: All QSes seen, last rcu_preempt kthread activity 10448 (4294978749-4294968301), jiffies_till_next_fqs=1, root ->qsmask 0x0
ksoftirqd/0 R running task
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
15232 9 2 0x80000008
Call Trace:
sched_show_task.cold.83+0x2b6/0x30a kernel/sched/core.c:5296
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
print_other_cpu_stall.cold.79+0xa83/0xba5 kernel/rcu/tree.c:1430
check_cpu_stall kernel/rcu/tree.c:1557 [inline]
__rcu_pending kernel/rcu/tree.c:3276 [inline]
rcu_pending kernel/rcu/tree.c:3319 [inline]
rcu_check_callbacks+0xafc/0x1990 kernel/rcu/tree.c:2665
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
update_process_times+0x2d/0x70 kernel/time/timer.c:1636
tick_sched_handle+0x9f/0x180 kernel/time/tick-sched.c:164
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
tick_sched_timer+0x45/0x130 kernel/time/tick-sched.c:1274
__run_hrtimer kernel/time/hrtimer.c:1398 [inline]
__hrtimer_run_queues+0x41c/0x10d0 kernel/time/hrtimer.c:1460
hrtimer_interrupt+0x313/0x780 kernel/time/hrtimer.c:1518
local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1029 [inline]
smp_apic_timer_interrupt+0x1a1/0x760 arch/x86/kernel/apic/apic.c:1054
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:slab_alloc_node mm/slab.c:3329 [inline]
RIP: 0010:kmem_cache_alloc_node+0x247/0x730 mm/slab.c:3642
Code: 40 7e 0f 85 32 ff ff ff e8 d5 e0 3e ff e9 28 ff ff ff e8 2c 24 c3 ff 48 83 3d 0c 55 70 07 00 0f 84 33 01 00 00 4c 89 ff 57 9d <0f> 1f 44 00 00 e9 bf fe ff ff 31 d2 be a5 01 00 00 48 c7 c7 9a 9e
RSP: 0000:ffff8801d9aaf410 EFLAGS: 00000286
ORIG_RAX: ffffffffffffff13
RAX: 0000000000000000 RBX: 0000000000480020 RCX: ffffffff8184c1ba
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
RDX: 0000000000000004 RSI: ffffffff8184c1d4 RDI: 0000000000000286
RBP: ffff8801d9aaf480 R08: ffff8801d9aa0240 R09: fffffbfff12811f4
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
R10: ffff8801d9aae058 R11: ffffffff89408fa3 R12: ffff8801d9a04040
R13: ffff8801d9a04040 R14: 0000000000000000 R15: 0000000000000286
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409
Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00
RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293
ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba
RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293
RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0
R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922
vprintk_default+0x28/0x30 kernel/printk/printk.c:1963
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:1996
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371
dump_header+0x7cc/0xf72 mm/oom_kill.c:447
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
rcu: rcu_preempt kthread starved for 10448 jiffies! g35137 f0x2 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=1
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953
rcu: RCU grace-period kthread stack dump:
rcu_preempt R
running task 23272 10 2 0x80000000
Call Trace:
context_switch kernel/sched/core.c:2825 [inline]
__schedule+0x86c/0x1ed0 kernel/sched/core.c:3473
out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120
schedule+0xfe/0x460 kernel/sched/core.c:3517
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
schedule_timeout+0x140/0x260 kernel/time/timer.c:1804
rcu_gp_kthread+0x9d9/0x2310 kernel/rcu/tree.c:2194
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
__do_fault+0x100/0x6b0 mm/memory.c:3240
ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ksoftirqd/0 cpuset=
/
mems_allowed=0
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f50a9df51fd
Code: Bad RIP value.
RSP: 002b:00007f50a7394e30 EFLAGS: 00010293
RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd
RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000
R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61
Mem-Info:
active_anon:31982 inactive_anon:2149 isolated_anon:0
active_file:15 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9460 slab_unreclaimable:1488332
mapped:40962 shmem:3252 pagetables:565 bounce:0
free:13741 free_pcp:224 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
0 2819
6323
6323
Node 0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
0
0
3503
3503
Node 0
Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB
lowmem_reserve[]:
0
0
0
0
Node 0 DMA:
1*4kB
(U)
0*8kB
0*16kB
1*32kB
(U)
2*64kB
(U)
1*128kB
(U)
1*256kB
(U)
0*512kB
1*1024kB
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
(U)
1*2048kB (M)
3*4096kB
(M)
= 15908kB
Node 0
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
DMA32:
5*4kB
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
(UM)
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
2*8kB
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
(UM)
3*16kB
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
(M)
4*32kB
(UM)
6*64kB
(UM)
4*128kB
(M)
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
2*256kB
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
(M)
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
4*512kB
(UM) 3*1024kB
(UM)
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
3*2048kB
(M)
3*4096kB
(M)
= 25172kB
Node 0
Normal:
717*4kB
(UME)
637*8kB
(ME)
228*16kB
(ME)
71*32kB
(UM)
0*64kB
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
0*128kB
0*256kB
0*512kB
0*1024kB
0*2048kB
0*4096kB
= 13884kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
3281 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
342307 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
rsyslogd cpuset=
/
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
mems_allowed=0
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
Call Trace:
ksoftirqd/0 cpuset=
/ mems_allowed=0
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409
Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00
RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba
RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293
RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0
R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000
R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922
vprintk_default+0x28/0x30 kernel/printk/printk.c:1963
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:1996
dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371
dump_header+0x7cc/0xf72 mm/oom_kill.c:447
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953
out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f50a9df51fd
Code: Bad RIP value.
RSP: 002b:00007f50a7394e30 EFLAGS: 00010293
RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd
RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000
R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61
Mem-Info:
active_anon:31982 inactive_anon:2149 isolated_anon:0
active_file:15 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9460 slab_unreclaimable:1488332
mapped:40962 shmem:3252 pagetables:565 bounce:0
free:13741 free_pcp:224 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
0
2819
6323
6323
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
Node 0
DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
0
0
3503
3503
Node 0 Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB
lowmem_reserve[]: 0
0
0
0
Node 0
DMA:
1*4kB
(U)
0*8kB
0*16kB
1*32kB
(U)
2*64kB
(U)
1*128kB
(U)
1*256kB
(U)
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
0*512kB
1*1024kB
(U)
1*2048kB
(M)
3*4096kB
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
(M)
= 15908kB
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
Node 0
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
DMA32:
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
5*4kB
(UM)
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
2*8kB
(UM)
3*16kB
(M)
4*32kB
(UM)
6*64kB (UM)
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
4*128kB
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
(M)
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
2*256kB
(M)
4*512kB
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
(UM)
3*1024kB
(UM)
3*2048kB
(M)
3*4096kB
(M)
= 25172kB
Node 0
Normal:
717*4kB
(UME)
637*8kB
(ME)
228*16kB
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
(ME)
71*32kB
(UM)
0*64kB
0*128kB
0*256kB
0*512kB
0*1024kB 0*2048kB
0*4096kB
= 13884kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
3281 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
342307 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
rsyslogd cpuset=
/
mems_allowed=0
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ksoftirqd/0 cpuset=
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
/
mems_allowed=0
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409
Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00
RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba
RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293
RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0
R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000
R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922
vprintk_default+0x28/0x30 kernel/printk/printk.c:1963
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:1996
dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371
dump_header+0x7cc/0xf72 mm/oom_kill.c:447
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953
out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f50a9df51fd
Code: Bad RIP value.
RSP: 002b:00007f50a7394e30 EFLAGS: 00010293
RAX: 0000000000000fea RBX: 0000000001ad1ce0 RCX: 00007f50a9df51fd
RDX: 0000000000000fff RSI: 00007f50a8bc95a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 0000000001abd260 R09: 0000000000000000
R10: 6b205d3931303037 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f50a73959c0 R14: 00007f50aa43a040 R15: 0000000000000003
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc5+ #61
Mem-Info:
active_anon:31982 inactive_anon:2149 isolated_anon:0
active_file:15 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9460 slab_unreclaimable:1488332
mapped:40962 shmem:3252 pagetables:565 bounce:0
free:13741 free_pcp:224 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:127928kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:163848kB dirty:0kB writeback:0kB shmem:13008kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 18432kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
0
2819
6323
6323
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
Node 0
DMA32 free:25172kB min:30060kB low:37572kB high:45084kB active_anon:8kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2890736kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
0
0
3503 3503
Node 0
Normal free:13884kB min:37352kB low:46688kB high:56024kB active_anon:127920kB inactive_anon:8596kB active_file:60kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3588044kB mlocked:0kB kernel_stack:5376kB pagetables:2260kB bounce:0kB free_pcp:648kB local_pcp:392kB free_cma:0kB
lowmem_reserve[]:
0
0
0
0
Node 0 DMA: 1*4kB
(U)
0*8kB
0*16kB
1*32kB
(U)
2*64kB
(U)
1*128kB
(U)
1*256kB
(U)
0*512kB
1*1024kB
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
(U)
1*2048kB
(M)
3*4096kB
(M)
= 15908kB
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
Node 0
DMA32:
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
5*4kB
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
(UM)
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
2*8kB (UM)
3*16kB
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
(M)
4*32kB
(UM)
6*64kB
(UM)
4*128kB
(M)
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
2*256kB
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
(M)
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
4*512kB
(UM)
3*1024kB
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
(UM)
3*2048kB
(M)
3*4096kB
(M)
= 25172kB
Node 0
Normal:
717*4kB
(UME)
637*8kB
(ME)
228*16kB
(ME)
71*32kB
(UM)
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
0*64kB
0*128kB
0*256kB
0*512kB
0*1024kB
0*2048kB
0*4096kB
= 13884kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
3281 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
342307 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
rsyslogd cpuset=
/
mems_allowed=0
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
CPU: 1 PID: 5678 Comm: rsyslogd Not tainted 4.19.0-rc5+ #61
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426
ksoftirqd/0 cpuset=
/
mems_allowed=0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:995 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x314/0x690 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0xfdf/0x1160 kernel/printk/printk.c:2409
Code: c1 e8 03 42 80 3c 20 00 0f 85 d1 00 00 00 48 83 3d 5d 74 cd 07 00 0f 84 bc 00 00 00 e8 ca 37 1a 00 48 8b bd b0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 cc f9 ff ff 48 8b bd c8 fe ff ff e8 1b 97 5d 00
RSP: 0000:ffff8801bd9b5ea8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfb46c0 RBX: 0000000000000200 RCX: ffffffff8184c1ba
RDX: 0000000000000000 RSI: ffffffff81647db6 RDI: 0000000000000293
RBP: ffff8801bd9b6010 R08: ffff8801bdfb46c0 R09: fffffbfff12720b0
R10: fffffbfff12720b0 R11: ffffffff89390583 R12: dffffc0000000000
R13: ffffffff8487f1f0 R14: dffffc0000000000 R15: ffffffff899424f0
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1922
vprintk_default+0x28/0x30 kernel/printk/printk.c:1963
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:1996
dump_unreclaimable_slab.cold.22+0xd8/0xe5 mm/slab_common.c:1371
dump_header+0x7cc/0xf72 mm/oom_kill.c:447
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:953
out_of_memory+0xa84/0x1430 mm/oom_kill.c:1120
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6259
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144