run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 rcu: INFO: rcu_preempt detected stalls on CPUs/tasks: Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 rcu: (detected by 1, t=10609 jiffies, g=154117, q=38) Call Trace: rcu: All QSes seen, last rcu_preempt kthread activity 9968 (4295052363-4295042395), jiffies_till_next_fqs=1, root ->qsmask 0x0 ksoftirqd/1 R running task 20304 16 2 0x80000008 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Call Trace: warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 sched_show_task kernel/sched/core.c:5306 [inline] sched_show_task.cold+0x292/0x30b kernel/sched/core.c:5281 print_other_cpu_stall kernel/rcu/tree.c:1301 [inline] check_cpu_stall kernel/rcu/tree.c:1429 [inline] rcu_pending kernel/rcu/tree.c:3018 [inline] rcu_check_callbacks.cold+0xa10/0xa4a kernel/rcu/tree.c:2521 update_process_times+0x32/0x80 kernel/time/timer.c:1635 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 tick_sched_handle+0xa2/0x190 kernel/time/tick-sched.c:161 tick_sched_timer+0x47/0x130 kernel/time/tick-sched.c:1271 __run_hrtimer kernel/time/hrtimer.c:1389 [inline] __hrtimer_run_queues+0x33e/0xde0 kernel/time/hrtimer.c:1451 hrtimer_interrupt+0x314/0x770 kernel/time/hrtimer.c:1509 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1035 [inline] smp_apic_timer_interrupt+0x120/0x570 arch/x86/kernel/apic/apic.c:1060 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:766 [inline] RIP: 0010:slab_alloc_node mm/slab.c:3325 [inline] RIP: 0010:kmem_cache_alloc_node+0x23d/0x710 mm/slab.c:3637 Code: 5b 7e 0f 85 31 ff ff ff e8 a1 9d 59 ff e9 27 ff ff ff e8 a6 57 ce ff 48 83 3d be b9 eb 06 00 0f 84 33 01 00 00 4c 89 ff 57 9d <0f> 1f 44 00 00 e9 c9 fe ff ff 31 d2 be a5 01 00 00 48 c7 c7 ba 7a fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 RSP: 0000:ffff8880aa2c7948 EFLAGS: 00000282 ORIG_RAX: ffffffffffffff13 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 RAX: 0000000000000007 RBX: 0000000000480020 RCX: 1ffff1101545659c slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 RDX: 0000000000000000 RSI: ffff8880aa2b2cc0 RDI: 0000000000000282 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 RBP: ffff8880aa2c79b8 R08: ffff8880aa2b2440 R09: ffff8880aa2b2ce0 R10: 0000000000000000 R11: 0000000000000000 R12: ffff88821b6ad3c0 R13: ffff88821b6ad3c0 R14: 0000000000000000 R15: 0000000000000282 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 alloc_skb include/linux/skbuff.h:1011 [inline] ndisc_alloc_skb+0x13c/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x32d/0x6d0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3876 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 __do_softirq+0x266/0x95a kernel/softirq.c:292 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 kthread+0x357/0x430 kernel/kthread.c:246 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 dump_header+0x10f/0xb6c mm/oom_kill.c:451 rcu: rcu_preempt kthread starved for 9968 jiffies! g154117 f0x2 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=0 rcu: RCU grace-period kthread stack dump: rcu_preempt R running task 29024 10 2 0x80000000 Call Trace: oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 context_switch kernel/sched/core.c:2844 [inline] __schedule+0x817/0x1cc0 kernel/sched/core.c:3485 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 schedule+0x92/0x180 kernel/sched/core.c:3529 schedule_timeout+0x4db/0xfd0 kernel/time/timer.c:1803 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 rcu_gp_fqs_loop kernel/rcu/tree.c:1948 [inline] rcu_gp_kthread+0x956/0x17a0 kernel/rcu/tree.c:2105 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb __do_fault+0x116/0x4e0 mm/memory.c:3019 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 437 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 339412 pages reserved fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 0 pages cma reserved aoe: skb alloc failure ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __do_cache_alloc mm/slab.c:3352 [inline] slab_alloc mm/slab.c:3380 [inline] kmem_cache_alloc+0x1e8/0x6f0 mm/slab.c:3548 __build_skb+0x3e/0x310 net/core/skbuff.c:284 __netdev_alloc_skb+0x2ba/0x470 net/core/skbuff.c:429 netdev_alloc_skb include/linux/skbuff.h:2684 [inline] dev_alloc_skb include/linux/skbuff.h:2697 [inline] send_hsr_supervision_frame+0x110/0xf20 net/hsr/hsr_device.c:266 hsr_announce+0x12f/0x430 net/hsr/hsr_device.c:349 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 __do_cache_alloc mm/slab.c:3352 [inline] slab_alloc mm/slab.c:3380 [inline] kmem_cache_alloc+0x1e8/0x6f0 mm/slab.c:3548 __build_skb+0x3e/0x310 net/core/skbuff.c:284 __netdev_alloc_skb+0x2ba/0x470 net/core/skbuff.c:429 netdev_alloc_skb include/linux/skbuff.h:2684 [inline] dev_alloc_skb include/linux/skbuff.h:2697 [inline] send_hsr_supervision_frame+0x110/0xf20 net/hsr/hsr_device.c:266 hsr_announce+0x12f/0x430 net/hsr/hsr_device.c:349 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 3 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 437 total pagecache pages __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Total swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 1965979 pages RAM __do_cache_alloc mm/slab.c:3352 [inline] slab_alloc mm/slab.c:3380 [inline] kmem_cache_alloc+0x1e8/0x6f0 mm/slab.c:3548 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved __build_skb+0x3e/0x310 net/core/skbuff.c:284 aoe: skb alloc failure __netdev_alloc_skb+0x2ba/0x470 net/core/skbuff.c:429 netdev_alloc_skb include/linux/skbuff.h:2684 [inline] dev_alloc_skb include/linux/skbuff.h:2697 [inline] send_hsr_supervision_frame+0x110/0xf20 net/hsr/hsr_device.c:266 rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 hsr_announce+0x12f/0x430 net/hsr/hsr_device.c:349 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 437 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Free swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 Total swap = 0kB 1965979 pages RAM slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved aoe: skb alloc failure __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 alloc_skb include/linux/skbuff.h:1011 [inline] ndisc_alloc_skb+0x13c/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x32d/0x6d0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3876 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 437 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Total swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 1965979 pages RAM __do_cache_alloc mm/slab.c:3352 [inline] slab_alloc mm/slab.c:3380 [inline] kmem_cache_alloc+0x1e8/0x6f0 mm/slab.c:3548 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved aoe: skb alloc failure rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __build_skb+0x3e/0x310 net/core/skbuff.c:284 __netdev_alloc_skb+0x2ba/0x470 net/core/skbuff.c:429 netdev_alloc_skb include/linux/skbuff.h:2684 [inline] dev_alloc_skb include/linux/skbuff.h:2697 [inline] send_hsr_supervision_frame+0x110/0xf20 net/hsr/hsr_device.c:266 hsr_announce+0x12f/0x430 net/hsr/hsr_device.c:349 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 437 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Free swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 Total swap = 0kB 1965979 pages RAM slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 aoe: skb alloc failure rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 alloc_skb include/linux/skbuff.h:1011 [inline] ndisc_alloc_skb+0x13c/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x32d/0x6d0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3876 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 437 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Free swap = 0kB Total swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 1965979 pages RAM slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved aoe: skb alloc failure __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 alloc_skb include/linux/skbuff.h:1011 [inline] ndisc_alloc_skb+0x13c/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x32d/0x6d0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3876 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000 dump_stack+0x1d9/0x1f0 lib/dump_stack.c:118 dump_header+0x10f/0xb6c mm/oom_kill.c:451 oom_kill_process.cold+0x10/0x6f5 mm/oom_kill.c:966 out_of_memory mm/oom_kill.c:1141 [inline] out_of_memory+0x79a/0x1280 mm/oom_kill.c:1074 __alloc_pages_may_oom mm/page_alloc.c:3684 [inline] __alloc_pages_slowpath+0x2113/0x2900 mm/page_alloc.c:4397 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 alloc_pages_current+0x107/0x210 mm/mempolicy.c:2106 alloc_pages include/linux/gfp.h:509 [inline] __page_cache_alloc mm/filemap.c:924 [inline] __page_cache_alloc+0x2bd/0x460 mm/filemap.c:909 page_cache_read mm/filemap.c:2373 [inline] filemap_fault+0xff7/0x2400 mm/filemap.c:2557 ext4_filemap_fault+0x83/0xaf fs/ext4/inode.c:6318 __do_fault+0x116/0x4e0 mm/memory.c:3019 do_read_fault mm/memory.c:3430 [inline] do_fault mm/memory.c:3556 [inline] handle_pte_fault mm/memory.c:3787 [inline] __handle_mm_fault+0x2cbd/0x3f20 mm/memory.c:3911 handle_mm_fault+0x43f/0xb30 mm/memory.c:3948 do_user_addr_fault arch/x86/mm/fault.c:1475 [inline] __do_page_fault+0x5da/0xd60 arch/x86/mm/fault.c:1541 do_page_fault+0x71/0x581 arch/x86/mm/fault.c:1572 page_fault+0x1e/0x30 arch/x86/entry/entry_64.S:1143 RIP: 0033:0x7f0664db0bd0 Code: Bad RIP value. RSP: 002b:00007f0663780d68 EFLAGS: 00010206 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000f73 RDX: 00007f0664fb5628 RSI: 000000000000003c RDI: 00007f0664db3621 RBP: 000000000000003c R08: 00007f0664db3621 R09: 0000000004000001 R10: 0000000000000001 R11: 0000000000000000 R12: 00000000000003e7 R13: 0000000000000000 R14: 00007f0664fb5628 R15: 00007f0664fb65a0 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 16 Comm: ksoftirqd/1 Not tainted 5.0.0+ #97 Mem-Info: Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: active_anon:42620 inactive_anon:193 isolated_anon:0 active_file:112 inactive_file:81 isolated_file:0 unevictable:0 dirty:191 writeback:0 unstable:0 slab_reclaimable:9955 slab_unreclaimable:1483322 mapped:26114 shmem:244 pagetables:535 bounce:0 free:12449 free_pcp:245 free_cma:0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 Node 0 active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:104456kB dirty:764kB writeback:0kB shmem:976kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 43008kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 Node 1 active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:0kB dirty:0kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Node 0 DMA free:10288kB min:220kB low:272kB high:324kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 2553 2555 2555 Node 0 DMA32 free:19540kB min:52616kB low:61672kB high:70728kB active_anon:170480kB inactive_anon:772kB active_file:444kB inactive_file:324kB unevictable:0kB writepending:764kB present:3129332kB managed:2617972kB mlocked:0kB kernel_stack:7040kB pagetables:2140kB bounce:0kB free_pcp:544kB local_pcp:516kB free_cma:0kB lowmem_reserve[]: 0 0 2 2 Node 0 Normal free:8kB min:28kB low:32kB high:36kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:786432kB managed:2204kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 lowmem_reserve[]: 0 0 0 0 Node 1 Normal free:19960kB min:53624kB low:67028kB high:80432kB active_anon:0kB inactive_anon:0kB active_file:4kB inactive_file:0kB unevictable:0kB writepending:0kB present:3932160kB managed:3870184kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:436kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 0*4kB 0*8kB 1*16kB (U) 1*32kB (U) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (M) = 10288kB Node 0 DMA32: 419*4kB (ME) 533*8kB (UME) 764*16kB (UME) 44*32kB (UM) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 19572kB Node 0 Normal: 0*4kB 1*8kB (E) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 8kB __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 Node 1 Normal: 2*4kB (M) 2*8kB (UE) 2*16kB (UE) 44*32kB (UM) 1*64kB (M) 2*128kB (UM) 1*256kB (M) 3*512kB (UM) 2*1024kB (M) 1*2048kB (U) 3*4096kB (UM) = 19960kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 437 total pagecache pages 0 pages in swap cache fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 Total swap = 0kB 1965979 pages RAM slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 0 pages HighMem/MovableOnly 339412 pages reserved 0 pages cma reserved __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 aoe: skb alloc failure rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 alloc_skb include/linux/skbuff.h:1011 [inline] ndisc_alloc_skb+0x13c/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x32d/0x6d0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3876 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 run_ksoftirqd kernel/softirq.c:654 [inline] run_ksoftirqd+0x8e/0x110 kernel/softirq.c:646 smpboot_thread_fn+0x6ab/0xa10 kernel/smpboot.c:164 kthread+0x357/0x430 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 CPU: 0 PID: 7476 Comm: rsyslogd Not tainted 5.0.0+ #97 ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 warn_alloc.cold+0x87/0x17f mm/page_alloc.c:3588 __alloc_pages_slowpath+0x227e/0x2900 mm/page_alloc.c:4459 __alloc_pages_nodemask+0x5ce/0x710 mm/page_alloc.c:4567 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2667 fallback_alloc+0x1fd/0x2d0 mm/slab.c:3215 ____cache_alloc_node+0x1be/0x1e0 mm/slab.c:3283 slab_alloc_node mm/slab.c:3323 [inline] kmem_cache_alloc_node+0xe3/0x710 mm/slab.c:3637 __alloc_skb+0xd5/0x5e0 net/core/skbuff.c:196 alloc_skb include/linux/skbuff.h:1011 [inline] new_skb+0x28/0x1d0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x1b5/0x640 drivers/block/aoe/aoecmd.c:1372 discover_timer+0x4e/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x190/0x720 kernel/time/timer.c:1325 expire_timers kernel/time/timer.c:1362 [inline] __run_timers kernel/time/timer.c:1681 [inline] __run_timers kernel/time/timer.c:1649 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1694 __do_softirq+0x266/0x95a kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x14a/0x570 arch/x86/kernel/apic/apic.c:1062 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:807 RIP: 0010:arch_local_irq_restore+0x4e/0x56 arch/x86/include/asm/paravirt.h:766 Code: 00 74 0c 48 c7 c7 f0 82 92 88 e8 23 89 a7 fa 48 83 3d 7b bc 92 01 00 75 07 e8 f4 ef 6f fa 0f 0b e8 ed ef 6f fa 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 e8 db ef 6f fa 48 c7 c2 00 2e 10 8b 4c 89 RSP: 0000:ffff8880871874a8 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff88809219a440 RBX: 0000000000000293 RCX: 1ffff110124335a6 RDX: 0000000000000000 RSI: ffffffff86ffc683 RDI: 0000000000000293 RBP: ffff8880871874b0 R08: ffff88809219a440 R09: ffff88809219ad30 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000293 R13: 00000000ffffffff R14: 0000000000000200 R15: dffffc0000000000