RDX: 0000000000000fff RSI: 00007f601359b5a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 00000000011ac260 R09: 0000000000000000
R10: 6b205d3539343033 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f6011d679c0 R14: 00007f6014e0c040 R15: 0000000000000003
CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc2+ #100
rcu: INFO: rcu_preempt self-detected stall on CPU
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
rcu: 0-...!: (86 ticks this GP) idle=786/1/0x4000000000000004 softirq=71722/71722 fqs=1
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
rcu:
(t=10519 jiffies g=93673 q=1)
rcu: rcu_preempt kthread starved for 8514 jiffies! g93673 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=1
rcu: RCU grace-period kthread stack dump:
rcu_preempt R
running task
23064 10 2 0x80000000
Call Trace:
context_switch kernel/sched/core.c:2825 [inline]
__schedule+0x86c/0x1ed0 kernel/sched/core.c:3473
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
schedule+0xfe/0x460 kernel/sched/core.c:3517
schedule_timeout+0x140/0x260 kernel/time/timer.c:1804
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
rcu_gp_kthread+0x9d9/0x2310 kernel/rcu/tree.c:2194
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:997 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
kthread+0x35a/0x420 kernel/kthread.c:246
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
NMI backtrace for cpu 0
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 5225 Comm: rsyslogd Not tainted 4.19.0-rc2+ #100
Mem-Info:
active_anon:49550 inactive_anon:372 isolated_anon:0
active_file:21 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9766 slab_unreclaimable:1470561
mapped:41138 shmem:379 pagetables:583 bounce:0
free:13755 free_pcp:502 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:164552kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 182272kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
lowmem_reserve[]:
0 2815
6318 6318
Node 0
nmi_cpu_backtrace.cold.3+0x63/0xa2 lib/nmi_backtrace.c:101
DMA32 free:25180kB min:30036kB low:37544kB high:45052kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2887240kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]: 0
nmi_trigger_cpumask_backtrace+0x1b3/0x1ed lib/nmi_backtrace.c:62
0 3503
arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38
3503
trigger_single_cpu_backtrace include/linux/nmi.h:162 [inline]
rcu_dump_cpu_stacks+0x175/0x1c2 kernel/rcu/tree.c:1340
Node 0
Normal free:13932kB min:37376kB low:46720kB high:56064kB active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3587472kB mlocked:0kB kernel_stack:5408kB pagetables:2332kB bounce:0kB free_pcp:2008kB local_pcp:548kB free_cma:0kB
print_cpu_stall.cold.78+0x2d3/0x524 kernel/rcu/tree.c:1478
lowmem_reserve[]: 0
0 0
0
Node 0
DMA:
1*4kB
(U)
0*8kB
0*16kB
1*32kB
(U)
check_cpu_stall kernel/rcu/tree.c:1550 [inline]
__rcu_pending kernel/rcu/tree.c:3276 [inline]
rcu_pending kernel/rcu/tree.c:3319 [inline]
rcu_check_callbacks+0xfd9/0x1990 kernel/rcu/tree.c:2665
2*64kB
(U)
1*128kB (U)
1*256kB (U)
0*512kB
1*1024kB
(U)
1*2048kB
(M)
3*4096kB
(M)
= 15908kB
Node 0
DMA32: 3*4kB
(UM)
0*8kB 3*16kB
(UM)
1*32kB
(M) 2*64kB
(M)
3*128kB
(M)
2*256kB (M)
3*512kB (M)
4*1024kB
(UM)
3*2048kB
(M)
3*4096kB (M)
update_process_times+0x2d/0x70 kernel/time/timer.c:1636
= 25180kB
Node 0
tick_sched_handle+0x9f/0x180 kernel/time/tick-sched.c:164
Normal: 2623*4kB
tick_sched_timer+0x45/0x130 kernel/time/tick-sched.c:1274
(UME)
__run_hrtimer kernel/time/hrtimer.c:1398 [inline]
__hrtimer_run_queues+0x41c/0x10d0 kernel/time/hrtimer.c:1460
197*8kB
(UME)
18*16kB
(UM)
18*32kB (UM)
17*64kB
(UM)
0*128kB
0*256kB
0*512kB
0*1024kB
0*2048kB
hrtimer_interrupt+0x313/0x780 kernel/time/hrtimer.c:1518
0*4096kB
local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1029 [inline]
smp_apic_timer_interrupt+0x1a1/0x760 arch/x86/kernel/apic/apic.c:1054
= 14020kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
414 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
343324 pages reserved
0 pages cma reserved
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:slab_alloc_node mm/slab.c:3329 [inline]
RIP: 0010:kmem_cache_alloc_node+0x247/0x730 mm/slab.c:3642
Code: 40 7e 0f 85 32 ff ff ff e8 05 d3 3e ff e9 28 ff ff ff e8 1c 30 c3 ff 48 83 3d bc 7e b0 07 00 0f 84 33 01 00 00 4c 89 ff 57 9d <0f> 1f 44 00 00 e9 bf fe ff ff 31 d2 be a5 01 00 00 48 c7 c7 f2 7a
RSP: 0000:ffff8801dac073d8 EFLAGS: 00000282
ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ORIG_RAX: ffffffffffffff13
ksoftirqd/1 cpuset=
RAX: 0000000000000000 RBX: 0000000000480020 RCX: 1ffff10037bf8d7b
/ mems_allowed=0
RDX: 0000000000000000 RSI: ffff8801bdfc6be0 RDI: 0000000000000282
RBP: ffff8801dac07448 R08: ffff8801bdfc6bd8 R09: 0000000000000002
R10: 0000000000000000 R11: ffff8801bdfc62c0 R12: ffff8801d9be7680
R13: ffff8801d9be7680 R14: 0000000000000000 R15: 0000000000000282
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:997 [inline]
new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67
aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline]
aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374
discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0x1017/0x11a0 kernel/printk/printk.c:2411
Code: c1 e8 03 42 80 3c 20 00 0f 85 8d 01 00 00 48 83 3d 25 98 0d 08 00 0f 84 78 01 00 00 e8 a2 3d 1a 00 48 8b bd c0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 68 f9 ff ff e8 5a 91 5d 00 e9 08 f4 ff ff e8 80
RSP: 0000:ffff8801bd5154d0 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfc62c0 RBX: 0000000000000200 RCX: 1ffff10037bf8d76
RDX: 0000000000000000 RSI: ffffffff8164918e RDI: 0000000000000293
RBP: ffff8801bd515630 R08: ffff8801bdfc6bb0 R09: 0000000000000006
R10: 0000000000000000 R11: ffff8801bdfc62c0 R12: dffffc0000000000
R13: ffffffff848d7760 R14: ffffffff89d9bf90 R15: dffffc0000000000
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1926
vprintk_default+0x28/0x30 kernel/printk/printk.c:1967
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:2000
show_free_areas.cold.119+0x1ab4/0x215d mm/page_alloc.c:4998
show_mem+0x34/0x17b lib/show_mem.c:18
dump_header+0x2f1/0xf72 mm/oom_kill.c:445
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:952
out_of_memory+0xa86/0x14c0 mm/oom_kill.c:1112
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6257
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f60147c71fd
Code: Bad RIP value.
RSP: 002b:00007f6011d66e30 EFLAGS: 00010293
RAX: 00000000000000b9 RBX: 00000000011c1650 RCX: 00007f60147c71fd
RDX: 0000000000000fff RSI: 00007f601359b5a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 00000000011ac260 R09: 0000000000000000
R10: 6b205d3539343033 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f6011d679c0 R14: 00007f6014e0c040 R15: 0000000000000003
CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc2+ #100
aoe: skb alloc failure
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
rsyslogd cpuset=
/
mems_allowed=0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:997 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
Mem-Info:
CPU: 0 PID: 5225 Comm: rsyslogd Not tainted 4.19.0-rc2+ #100
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
active_anon:49550 inactive_anon:372 isolated_anon:0
active_file:21 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9766 slab_unreclaimable:1470561
mapped:41138 shmem:379 pagetables:583 bounce:0
free:13755 free_pcp:502 free_cma:0
Call Trace:
Node 0 active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:164552kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 182272kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Node 0
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
0
2815
6318 6318
Node 0 DMA32 free:25180kB min:30036kB low:37544kB high:45052kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2887240kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
lowmem_reserve[]: 0
0
3503
3503
Node 0
Normal free:13932kB min:37376kB low:46720kB high:56064kB active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3587472kB mlocked:0kB kernel_stack:5408kB pagetables:2332kB bounce:0kB free_pcp:2008kB local_pcp:548kB free_cma:0kB
lowmem_reserve[]:
0
0 0
0
Node 0
DMA: 1*4kB
(U) 0*8kB
0*16kB
1*32kB
(U)
2*64kB
(U)
1*128kB
(U)
1*256kB
(U)
0*512kB
1*1024kB
(U)
1*2048kB
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
(M)
3*4096kB (M)
= 15908kB
Node 0
DMA32: 3*4kB
(UM)
0*8kB
3*16kB
(UM)
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
1*32kB (M)
2*64kB (M)
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
3*128kB
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
(M) 2*256kB
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
(M) 3*512kB
(M)
4*1024kB
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
(UM)
3*2048kB
(M)
3*4096kB (M)
= 25180kB
Node 0
Normal:
2623*4kB
alloc_skb include/linux/skbuff.h:997 [inline]
new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67
(UME)
aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline]
aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374
197*8kB (UME)
18*16kB
(UM) 18*32kB
(UM)
17*64kB (UM)
0*128kB
discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24
0*256kB 0*512kB
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
0*1024kB 0*2048kB
0*4096kB = 14020kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
414 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
343324 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ksoftirqd/1 cpuset=
/
mems_allowed=0
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0x1017/0x11a0 kernel/printk/printk.c:2411
Code: c1 e8 03 42 80 3c 20 00 0f 85 8d 01 00 00 48 83 3d 25 98 0d 08 00 0f 84 78 01 00 00 e8 a2 3d 1a 00 48 8b bd c0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 68 f9 ff ff e8 5a 91 5d 00 e9 08 f4 ff ff e8 80
RSP: 0000:ffff8801bd5154d0 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfc62c0 RBX: 0000000000000200 RCX: 1ffff10037bf8d76
RDX: 0000000000000000 RSI: ffffffff8164918e RDI: 0000000000000293
RBP: ffff8801bd515630 R08: ffff8801bdfc6bb0 R09: 0000000000000006
R10: 0000000000000000 R11: ffff8801bdfc62c0 R12: dffffc0000000000
R13: ffffffff848d7760 R14: ffffffff89d9bf90 R15: dffffc0000000000
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1926
vprintk_default+0x28/0x30 kernel/printk/printk.c:1967
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:2000
show_free_areas.cold.119+0x1ab4/0x215d mm/page_alloc.c:4998
show_mem+0x34/0x17b lib/show_mem.c:18
dump_header+0x2f1/0xf72 mm/oom_kill.c:445
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:952
out_of_memory+0xa86/0x14c0 mm/oom_kill.c:1112
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6257
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f60147c71fd
Code: Bad RIP value.
RSP: 002b:00007f6011d66e30 EFLAGS: 00010293
RAX: 00000000000000b9 RBX: 00000000011c1650 RCX: 00007f60147c71fd
RDX: 0000000000000fff RSI: 00007f601359b5a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 00000000011ac260 R09: 0000000000000000
R10: 6b205d3539343033 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f6011d679c0 R14: 00007f6014e0c040 R15: 0000000000000003
CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc2+ #100
aoe: skb alloc failure
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
rsyslogd cpuset=
/
mems_allowed=0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:997 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 5225 Comm: rsyslogd Not tainted 4.19.0-rc2+ #100
Mem-Info:
active_anon:49550 inactive_anon:372 isolated_anon:0
active_file:21 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9766 slab_unreclaimable:1470561
mapped:41138 shmem:379 pagetables:583 bounce:0
free:13755 free_pcp:502 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:164552kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 182272kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
lowmem_reserve[]:
0
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
2815
6318
6318
Node 0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
DMA32 free:25180kB min:30036kB low:37544kB high:45052kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2887240kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]:
0
0 3503
3503
Node 0
Normal free:13932kB min:37376kB low:46720kB high:56064kB active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3587472kB mlocked:0kB kernel_stack:5408kB pagetables:2332kB bounce:0kB free_pcp:2008kB local_pcp:548kB free_cma:0kB
lowmem_reserve[]:
0
0 0
0
Node 0
DMA: 1*4kB
(U)
0*8kB
0*16kB 1*32kB
(U)
2*64kB
(U)
1*128kB
(U)
1*256kB (U)
0*512kB
1*1024kB
(U)
1*2048kB (M)
3*4096kB (M)
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
= 15908kB
Node 0
DMA32: 3*4kB
(UM)
0*8kB 3*16kB
(UM) 1*32kB
(M) 2*64kB
(M)
3*128kB
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
(M)
2*256kB
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
(M) 3*512kB
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
(M)
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
4*1024kB (UM)
3*2048kB (M)
3*4096kB (M)
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
= 25180kB
Node 0
Normal: 2623*4kB
(UME)
197*8kB
(UME)
18*16kB
(UM)
alloc_skb include/linux/skbuff.h:997 [inline]
new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67
18*32kB (UM)
aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline]
aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374
17*64kB
(UM)
0*128kB
0*256kB
0*512kB
0*1024kB
discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24
0*2048kB
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
0*4096kB
= 14020kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
414 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
343324 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ksoftirqd/1 cpuset=
/
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
mems_allowed=0
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0x1017/0x11a0 kernel/printk/printk.c:2411
Code: c1 e8 03 42 80 3c 20 00 0f 85 8d 01 00 00 48 83 3d 25 98 0d 08 00 0f 84 78 01 00 00 e8 a2 3d 1a 00 48 8b bd c0 fe ff ff 57 9d <0f> 1f 44 00 00 e9 68 f9 ff ff e8 5a 91 5d 00 e9 08 f4 ff ff e8 80
RSP: 0000:ffff8801bd5154d0 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13
RAX: ffff8801bdfc62c0 RBX: 0000000000000200 RCX: 1ffff10037bf8d76
RDX: 0000000000000000 RSI: ffffffff8164918e RDI: 0000000000000293
RBP: ffff8801bd515630 R08: ffff8801bdfc6bb0 R09: 0000000000000006
R10: 0000000000000000 R11: ffff8801bdfc62c0 R12: dffffc0000000000
R13: ffffffff848d7760 R14: ffffffff89d9bf90 R15: dffffc0000000000
vprintk_emit+0x33d/0x930 kernel/printk/printk.c:1926
vprintk_default+0x28/0x30 kernel/printk/printk.c:1967
vprintk_func+0x7e/0x181 kernel/printk/printk_safe.c:398
printk+0xa7/0xcf kernel/printk/printk.c:2000
show_free_areas.cold.119+0x1ab4/0x215d mm/page_alloc.c:4998
show_mem+0x34/0x17b lib/show_mem.c:18
dump_header+0x2f1/0xf72 mm/oom_kill.c:445
oom_kill_process.cold.27+0x10/0x903 mm/oom_kill.c:952
out_of_memory+0xa86/0x14c0 mm/oom_kill.c:1112
__alloc_pages_may_oom mm/page_alloc.c:3522 [inline]
__alloc_pages_slowpath+0x2318/0x2d80 mm/page_alloc.c:4235
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
alloc_pages_current+0x10c/0x210 mm/mempolicy.c:2093
alloc_pages include/linux/gfp.h:509 [inline]
__page_cache_alloc+0x38f/0x5b0 mm/filemap.c:946
page_cache_read mm/filemap.c:2385 [inline]
filemap_fault+0x1594/0x25f0 mm/filemap.c:2569
ext4_filemap_fault+0x82/0xad fs/ext4/inode.c:6257
__do_fault+0x100/0x6b0 mm/memory.c:3240
do_read_fault mm/memory.c:3652 [inline]
do_fault mm/memory.c:3752 [inline]
handle_pte_fault mm/memory.c:3983 [inline]
__handle_mm_fault+0x3709/0x53e0 mm/memory.c:4107
handle_mm_fault+0x54f/0xc70 mm/memory.c:4144
__do_page_fault+0x67d/0xed0 arch/x86/mm/fault.c:1395
do_page_fault+0xf2/0x7e0 arch/x86/mm/fault.c:1470
page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1161
RIP: 0033:0x7f60147c71fd
Code: Bad RIP value.
RSP: 002b:00007f6011d66e30 EFLAGS: 00010293
RAX: 00000000000000b9 RBX: 00000000011c1650 RCX: 00007f60147c71fd
RDX: 0000000000000fff RSI: 00007f601359b5a0 RDI: 0000000000000004
RBP: 0000000000000000 R08: 00000000011ac260 R09: 0000000000000000
R10: 6b205d3539343033 R11: 0000000000000293 R12: 000000000065e420
R13: 00007f6011d679c0 R14: 00007f6014e0c040 R15: 0000000000000003
CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc2+ #100
aoe: skb alloc failure
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
rsyslogd cpuset=
/
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
mems_allowed=0
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
alloc_skb include/linux/skbuff.h:997 [inline]
ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403
ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669
addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
run_ksoftirqd+0x94/0x100 kernel/softirq.c:653
smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164
kthread+0x35a/0x420 kernel/kthread.c:246
ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413
warn_alloc_show_mem: 1 callbacks suppressed
CPU: 0 PID: 5225 Comm: rsyslogd Not tainted 4.19.0-rc2+ #100
Mem-Info:
active_anon:49550 inactive_anon:372 isolated_anon:0
active_file:21 inactive_file:14 isolated_file:0
unevictable:0 dirty:0 writeback:0 unstable:0
slab_reclaimable:9766 slab_unreclaimable:1470561
mapped:41138 shmem:379 pagetables:583 bounce:0
free:13755 free_pcp:502 free_cma:0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Node 0 active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:164552kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 182272kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes
Call Trace:
Node 0
DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113
lowmem_reserve[]: 0 2815
6318
warn_alloc.cold.118+0xb7/0x1bd mm/page_alloc.c:3426
6318
Node 0
DMA32 free:25180kB min:30036kB low:37544kB high:45052kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2887240kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
lowmem_reserve[]: 0
0 3503
__alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297
3503
Node 0
Normal free:13932kB min:37376kB low:46720kB high:56064kB active_anon:198200kB inactive_anon:1488kB active_file:84kB inactive_file:56kB unevictable:0kB writepending:0kB present:4718592kB managed:3587472kB mlocked:0kB kernel_stack:5408kB pagetables:2332kB bounce:0kB free_pcp:2008kB local_pcp:548kB free_cma:0kB
lowmem_reserve[]:
0 0
0 0
Node 0
DMA: 1*4kB
(U)
0*8kB
0*16kB 1*32kB
(U)
2*64kB (U)
1*128kB
(U)
1*256kB
(U)
0*512kB
1*1024kB
(U)
1*2048kB (M)
3*4096kB
(M)
= 15908kB
Node 0
DMA32:
3*4kB
(UM)
__alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390
0*8kB
3*16kB
(UM)
1*32kB
(M)
2*64kB (M)
3*128kB
(M)
__alloc_pages include/linux/gfp.h:473 [inline]
__alloc_pages_node include/linux/gfp.h:486 [inline]
kmem_getpages mm/slab.c:1409 [inline]
cache_grow_begin+0x91/0x8c0 mm/slab.c:2677
2*256kB (M)
3*512kB
fallback_alloc+0x203/0x2e0 mm/slab.c:3219
(M)
____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287
4*1024kB
slab_alloc_node mm/slab.c:3327 [inline]
kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642
(UM)
3*2048kB
(M)
__alloc_skb+0x119/0x770 net/core/skbuff.c:193
3*4096kB (M)
= 25180kB
Node 0
Normal: 2623*4kB
(UME)
197*8kB (UME)
18*16kB
(UM)
alloc_skb include/linux/skbuff.h:997 [inline]
new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67
18*32kB
aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline]
aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374
(UM)
17*64kB (UM)
0*128kB
0*256kB 0*512kB
0*1024kB
0*2048kB
discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24
0*4096kB = 14020kB
call_timer_fn+0x272/0x920 kernel/time/timer.c:1326
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
414 total pagecache pages
0 pages in swap cache
Swap cache stats: add 0, delete 0, find 0/0
Free swap = 0kB
Total swap = 0kB
1965979 pages RAM
0 pages HighMem/MovableOnly
343324 pages reserved
0 pages cma reserved
ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb
ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null)
ksoftirqd/1 cpuset=
/
expire_timers kernel/time/timer.c:1363 [inline]
__run_timers+0x7e5/0xc70 kernel/time/timer.c:1682
mems_allowed=0
run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695
__do_softirq+0x30b/0xad8 kernel/softirq.c:292
invoke_softirq kernel/softirq.c:372 [inline]
irq_exit+0x17f/0x1c0 kernel/softirq.c:412
exiting_irq arch/x86/include/asm/apic.h:536 [inline]
smp_apic_timer_interrupt+0x1cb/0x760 arch/x86/kernel/apic/apic.c:1056
apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline]
RIP: 0010:console_unlock+0x1017/0x11a0 kernel/printk/printk.c:2411