run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 rcu: INFO: rcu_preempt self-detected stall on CPU Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 rcu: 1-...!: (1 GPs behind) idle=9f6/1/0x4000000000000002 softirq=43170/43170 fqs=31 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 rcu: (t=10590 jiffies g=59021 q=20) rcu: rcu_preempt kthread starved for 7260 jiffies! g59021 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=0 rcu: RCU grace-period kthread stack dump: rcu_preempt R running task 22560 10 2 0x80000000 Call Trace: context_switch kernel/sched/core.c:2825 [inline] __schedule+0x86c/0x1ed0 kernel/sched/core.c:3473 schedule+0xfe/0x460 kernel/sched/core.c:3517 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 schedule_timeout+0x140/0x260 kernel/time/timer.c:1804 rcu_gp_kthread+0x9d9/0x2310 kernel/rcu/tree.c:2194 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 NMI backtrace for cpu 1 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 Mem-Info: active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 lowmem_reserve[]: 0 2817 6321 6321 Node 0 nmi_cpu_backtrace.cold.3+0x63/0xa2 lib/nmi_backtrace.c:101 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 nmi_trigger_cpumask_backtrace+0x1b3/0x1ed lib/nmi_backtrace.c:62 0 3503 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38 3503 trigger_single_cpu_backtrace include/linux/nmi.h:162 [inline] rcu_dump_cpu_stacks+0x175/0x1c2 kernel/rcu/tree.c:1340 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB print_cpu_stall.cold.78+0x2d3/0x524 kernel/rcu/tree.c:1478 lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) check_cpu_stall kernel/rcu/tree.c:1550 [inline] __rcu_pending kernel/rcu/tree.c:3276 [inline] rcu_pending kernel/rcu/tree.c:3319 [inline] rcu_check_callbacks+0xfd9/0x1990 kernel/rcu/tree.c:2665 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB (M) = 15908kB Node 0 DMA32: 1*4kB (U) 0*8kB 2*16kB (UM) 2*32kB (M) 2*64kB (M) 4*128kB (M) 4*256kB (UM) 5*512kB (UM) 2*1024kB (M) 3*2048kB (UM) 3*4096kB (M) = 24804kB update_process_times+0x2d/0x70 kernel/time/timer.c:1636 Node 0 tick_sched_handle+0x9f/0x180 kernel/time/tick-sched.c:164 Normal: 172*4kB tick_sched_timer+0x45/0x130 kernel/time/tick-sched.c:1274 (UMEH) __run_hrtimer kernel/time/hrtimer.c:1398 [inline] __hrtimer_run_queues+0x41c/0x10d0 kernel/time/hrtimer.c:1460 656*8kB (UMEH) 279*16kB (UMEH) 75*32kB (UMH) 2*64kB (UH) 0*128kB 0*256kB 2*512kB (U) 0*1024kB 0*2048kB 0*4096kB = 13952kB hrtimer_interrupt+0x313/0x780 kernel/time/hrtimer.c:1518 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1029 [inline] smp_apic_timer_interrupt+0x1a1/0x760 arch/x86/kernel/apic/apic.c:1054 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/0 cpuset= / mems_allowed=0 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:864 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:788 [inline] RIP: 0010:slab_alloc_node mm/slab.c:3329 [inline] RIP: 0010:kmem_cache_alloc_node+0x247/0x730 mm/slab.c:3642 Code: 40 7e 0f 85 32 ff ff ff e8 45 c1 3e ff e9 28 ff ff ff e8 7c 23 c3 ff 48 83 3d 3c 6d 90 07 00 0f 84 33 01 00 00 4c 89 ff 57 9d <0f> 1f 44 00 00 e9 bf fe ff ff 31 d2 be a5 01 00 00 48 c7 c7 92 4b RSP: 0000:ffff8801d9b573a0 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000000 RBX: 0000000000480020 RCX: 1ffff1003b367dac RDX: 0000000000000000 RSI: ffff8801d9b3ed68 RDI: 0000000000000286 RBP: ffff8801d9b57410 R08: ffff8801d9b3ed60 R09: 0000000000000002 R10: 0000000000000000 R11: ffff8801d9b3e4c0 R12: ffff8801d9be8800 R13: ffff8801d9be8800 R14: 0000000000000000 R15: 0000000000000286 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/1 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 Mem-Info: CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Call Trace: Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 Node 0 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 lowmem_reserve[]: 0 2817 6321 6321 Node 0 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB (M) = 15908kB Node 0 DMA32: 1*4kB (U) 0*8kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 2*16kB (UM) 2*32kB (M) 2*64kB (M) 4*128kB (M) 4*256kB (UM) 5*512kB (UM) 2*1024kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 (M) 3*2048kB (UM) fallback_alloc+0x203/0x2e0 mm/slab.c:3219 3*4096kB (M) ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 = 24804kB Node 0 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 Normal: 172*4kB (UMEH) 656*8kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 (UMEH) 279*16kB (UMEH) 75*32kB (UMH) 2*64kB (UH) 0*128kB 0*256kB 2*512kB (U) 0*1024kB 0*2048kB 0*4096kB = 13952kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 ksoftirqd/0 cpuset= call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 / mems_allowed=0 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/1 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] ndisc_alloc_skb+0x144/0x340 net/ipv6/ndisc.c:403 ndisc_send_rs+0x331/0x6e0 net/ipv6/ndisc.c:669 addrconf_rs_timer+0x3c0/0x6f0 net/ipv6/addrconf.c:3819 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 Mem-Info: active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 Node 0 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 lowmem_reserve[]: 0 2817 6321 6321 Node 0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB (M) = 15908kB Node 0 DMA32: 1*4kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (U) 0*8kB 2*16kB (UM) 2*32kB (M) 2*64kB (M) 4*128kB (M) 4*256kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 (UM) 5*512kB fallback_alloc+0x203/0x2e0 mm/slab.c:3219 (UM) 2*1024kB ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 (M) slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 3*2048kB (UM) 3*4096kB (M) = 24804kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 Node 0 Normal: 172*4kB (UMEH) 656*8kB (UMEH) 279*16kB (UMEH) alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 75*32kB aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 (UMH) 2*64kB (UH) 0*128kB 0*256kB 2*512kB (U) 0*1024kB discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 0*2048kB call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 0*4096kB = 13952kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ICMPv6: ndisc: ndisc_alloc_skb failed to allocate an skb ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 ksoftirqd/0 cpuset= / mems_allowed=0 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/1 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] nlmsg_new include/net/netlink.h:511 [inline] __br_mdb_notify+0x4ff/0x15d0 net/bridge/br_mdb.c:377 br_mdb_notify+0x310/0x410 net/bridge/br_mdb.c:410 br_multicast_group_expired+0x1bc/0x610 net/bridge/br_multicast.c:253 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 Mem-Info: active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 0 2817 6321 6321 Node 0 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (U) 1*2048kB (M) 3*4096kB (M) = 15908kB Node 0 DMA32: 1*4kB (U) __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 0*8kB 2*16kB fallback_alloc+0x203/0x2e0 mm/slab.c:3219 (UM) ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 2*32kB (M) slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 2*64kB (M) 4*128kB (M) 4*256kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 (UM) 5*512kB (UM) 2*1024kB (M) 3*2048kB (UM) 3*4096kB (M) = 24804kB Node 0 alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 Normal: aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 172*4kB (UMEH) 656*8kB (UMEH) 279*16kB (UMEH) 75*32kB discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 (UMH) 2*64kB call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 (UH) 0*128kB 0*256kB 2*512kB (U) 0*1024kB 0*2048kB 0*4096kB = 13952kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/0 cpuset= / mems_allowed=0 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/1 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] nlmsg_new include/net/netlink.h:511 [inline] __br_mdb_notify+0x4ff/0x15d0 net/bridge/br_mdb.c:377 br_mdb_notify+0x310/0x410 net/bridge/br_mdb.c:410 br_multicast_group_expired+0x1bc/0x610 net/bridge/br_multicast.c:253 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 warn_alloc_show_mem: 1 callbacks suppressed CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 Mem-Info: active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes Call Trace: Node 0 __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 0 2817 6321 6321 Node 0 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (M) = 15908kB Node 0 DMA32: 1*4kB (U) 0*8kB 2*16kB (UM) __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 2*32kB (M) 2*64kB (M) fallback_alloc+0x203/0x2e0 mm/slab.c:3219 4*128kB ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 (M) slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 4*256kB (UM) 5*512kB (UM) __alloc_skb+0x119/0x770 net/core/skbuff.c:193 2*1024kB (M) 3*2048kB (UM) 3*4096kB (M) = 24804kB Node 0 Normal: 172*4kB (UMEH) alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 656*8kB aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 (UMEH) 279*16kB (UMEH) 75*32kB (UMH) 2*64kB (UH) discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 0*128kB call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 0*256kB 2*512kB (U) 0*1024kB 0*2048kB 0*4096kB = 13952kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) ksoftirqd/0 cpuset= / mems_allowed=0 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 ksoftirqd/1 cpuset= / warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] nlmsg_new include/net/netlink.h:511 [inline] __br_mdb_notify+0x4ff/0x15d0 net/bridge/br_mdb.c:377 br_mdb_notify+0x310/0x410 net/bridge/br_mdb.c:410 br_multicast_group_expired+0x1bc/0x610 net/bridge/br_multicast.c:253 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 1 PID: 18 Comm: ksoftirqd/1 Not tainted 4.19.0-rc4+ #106 warn_alloc_show_mem: 1 callbacks suppressed Mem-Info: Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 active_anon:34692 inactive_anon:371 isolated_anon:0 active_file:11 inactive_file:16 isolated_file:0 unevictable:0 dirty:0 writeback:0 unstable:0 slab_reclaimable:8342 slab_unreclaimable:1502659 mapped:16562 shmem:379 pagetables:452 bounce:0 free:13666 free_pcp:452 free_cma:0 Call Trace: Node 0 active_anon:138768kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:66248kB dirty:0kB writeback:0kB shmem:1516kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 32768kB writeback_tmp:0kB unstable:0kB all_unreclaimable? yes __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 Node 0 DMA free:15908kB min:164kB low:204kB high:244kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15908kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 lowmem_reserve[]: 0 2817 6321 6321 Node 0 DMA32 free:24804kB min:30048kB low:37560kB high:45072kB active_anon:132kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:3129332kB managed:2889300kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:248kB local_pcp:0kB free_cma:0kB __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 lowmem_reserve[]: 0 0 3503 3503 Node 0 Normal free:13952kB min:37364kB low:46704kB high:56044kB active_anon:138636kB inactive_anon:1484kB active_file:44kB inactive_file:64kB unevictable:0kB writepending:0kB present:4718592kB managed:3587728kB mlocked:0kB kernel_stack:5120kB pagetables:1808kB bounce:0kB free_pcp:1560kB local_pcp:248kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 (M) 3*4096kB (M) = 15908kB Node 0 DMA32: 1*4kB (U) 0*8kB __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 2*16kB (UM) 2*32kB fallback_alloc+0x203/0x2e0 mm/slab.c:3219 (M) 2*64kB ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 (M) slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 4*128kB (M) 4*256kB __alloc_skb+0x119/0x770 net/core/skbuff.c:193 (UM) 5*512kB (UM) 2*1024kB (M) 3*2048kB (UM) 3*4096kB (M) = 24804kB Node 0 alloc_skb include/linux/skbuff.h:995 [inline] new_skb+0x26/0x1c0 drivers/block/aoe/aoecmd.c:67 Normal: aoecmd_cfg_pkts drivers/block/aoe/aoecmd.c:426 [inline] aoecmd_cfg+0x279/0x7f0 drivers/block/aoe/aoecmd.c:1374 172*4kB (UMEH) 656*8kB (UMEH) 279*16kB (UMEH) 75*32kB discover_timer+0x50/0x60 drivers/block/aoe/aoemain.c:24 (UMH) call_timer_fn+0x272/0x920 kernel/time/timer.c:1326 2*64kB (UH) 0*128kB 0*256kB 2*512kB (U) 0*1024kB 0*2048kB 0*4096kB = 13952kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 406 total pagecache pages 0 pages in swap cache Swap cache stats: add 0, delete 0, find 0/0 Free swap = 0kB Total swap = 0kB 1965979 pages RAM 0 pages HighMem/MovableOnly 342745 pages reserved 0 pages cma reserved ksoftirqd/0: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) expire_timers kernel/time/timer.c:1363 [inline] __run_timers+0x7e5/0xc70 kernel/time/timer.c:1682 ksoftirqd/0 cpuset= / mems_allowed=0 run_timer_softirq+0x52/0xb0 kernel/time/timer.c:1695 __do_softirq+0x30b/0xad8 kernel/softirq.c:292 run_ksoftirqd+0x94/0x100 kernel/softirq.c:653 smpboot_thread_fn+0x68b/0xa00 kernel/smpboot.c:164 kthread+0x35a/0x420 kernel/kthread.c:246 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:413 CPU: 0 PID: 9 Comm: ksoftirqd/0 Not tainted 4.19.0-rc4+ #106 aoe: skb alloc failure Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1c4/0x2b4 lib/dump_stack.c:113 ksoftirqd/1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) warn_alloc.cold.119+0xb7/0x1bd mm/page_alloc.c:3426 ksoftirqd/1 cpuset= / mems_allowed=0 __alloc_pages_slowpath+0x2667/0x2d80 mm/page_alloc.c:4297 __alloc_pages_nodemask+0xa80/0xde0 mm/page_alloc.c:4390 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1409 [inline] cache_grow_begin+0x91/0x8c0 mm/slab.c:2677 fallback_alloc+0x203/0x2e0 mm/slab.c:3219 ____cache_alloc_node+0x1c7/0x1e0 mm/slab.c:3287 slab_alloc_node mm/slab.c:3327 [inline] kmem_cache_alloc_node+0xe3/0x730 mm/slab.c:3642 __alloc_skb+0x119/0x770 net/core/skbuff.c:193 alloc_skb include/linux/skbuff.h:995 [inline] nlmsg_new include/net/netlink.h:511 [inline] __br_mdb_notify+0x4ff/0x15d0 net/bridge/br_mdb.c:377 br_mdb_notify+0x310/0x410 net/bridge/br_mdb.c:410 br_multicast_group_expired+0x1bc/0x610 net/bridge/br_multicast.c:253 call_timer_fn+0x272/0x920 kernel/time/timer.c:1326