panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/sys_socket.c:822 cpuid = 0 time = 1625501249 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009e490820 vpanic() at vpanic+0x1cc/frame 0xfffffe009e490880 panic() at panic+0x43/frame 0xfffffe009e4908e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009e490940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe009e490980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe009e490ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009e490bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 71768 tid 178960 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0098600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009e490800 rbp 0xfffffe009e490820 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009e4906f0 r11 0x1ff61fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6f000 r14 0xffffffff81a759c1 r15 0xffffffff81a759c1 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 71768 (syz-executor.2) at 0xfffff8004f204a70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 807 at 0xfffff8003b533a70 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009f8fb000 (map 0xfffffe009f8fb000) (map.pmap 0xfffffe009f8fb0c0) (pmap 0xfffffe009f8fb120) threads: 2 169313 RunQ syz-executor.2 178960 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 71770 785 785 0 R syz-executor.0 71768 807 807 0 R (threaded) syz-executor.2 169313 RunQ syz-executor.2 178960 Run CPU 0 syz-executor.2 71765 786 786 0 R (threaded) syz-executor.1 166195 RunQ syz-executor.1 178955 S accept 0xfffff80037427158 syz-executor.1 178963 S accept 0xfffff80037427158 syz-executor.1 70357 1 785 0 S uwait 0xfffff8004f162700 syz-executor.0 70355 1 785 0 S uwait 0xfffff8004f1cbd00 syz-executor.0 70353 1 785 0 S uwait 0xfffff8004f0d0900 syz-executor.0 70352 1 785 0 S uwait 0xfffff8003df0d100 syz-executor.0 70061 1 786 0 S uwait 0xfffff8003d480100 syz-executor.1 70058 1 786 0 S uwait 0xfffff8004f0d0f00 syz-executor.1 70050 1 786 0 S uwait 0xfffff8003da96300 syz-executor.1 70046 1 786 0 S umtxn 0xfffff8003df0d300 syz-executor.1 69421 1 785 0 S uwait 0xfffff8004f162d00 syz-executor.0 69418 1 785 0 S uwait 0xfffff8003da35100 syz-executor.0 69416 1 785 0 S uwait 0xfffff8003da96b00 syz-executor.0 69414 1 785 0 S uwait 0xfffff8004f0d0300 syz-executor.0 68535 1 847 0 SV sigwait 0xfffffe009ebb3000 syz-executor.3 68529 1 847 0 SV uwait 0xfffff8003da90300 syz-executor.3 55870 55866 786 0 SV uwait 0xfffff8003da35d00 syz-executor.1 55866 1 786 0 DV ppwait 0xfffff8004f18f4e8 syz-executor.1 53113 1 807 0 S uwait 0xfffff8004f0d0100 syz-executor.2 53112 1 807 0 S uwait 0xfffff8003d9e3d00 syz-executor.2 46994 1 785 0 S uwait 0xfffff8003da96100 syz-executor.0 46993 1 785 0 S uwait 0xfffff8003df0d500 syz-executor.0 29650 1 807 0 S uwait 0xfffff8003d9e3500 syz-executor.2 29645 1 807 0 S uwait 0xfffff8003d88a300 syz-executor.2 29642 1 807 0 S uwait 0xfffff8003d739300 syz-executor.2 29634 1 807 0 S umtxn 0xfffff8003d88a900 syz-executor.2 29622 1 807 0 S uwait 0xfffff8003da90b00 syz-executor.2 29613 1 807 0 S uwait 0xfffff8003d480500 syz-executor.2 29607 1 807 0 S uwait 0xfffff8003d9e3700 syz-executor.2 29605 1 847 0 S uwait 0xfffff8003da35f00 syz-executor.3 29594 1 847 0 S uwait 0xfffff8003d9e3300 syz-executor.3 29584 1 785 0 S uwait 0xfffff8003da90f00 syz-executor.0 29575 1 785 0 S uwait 0xfffff8003da35b00 syz-executor.0 29565 1 785 0 S uwait 0xfffff8003d747700 syz-executor.0 29555 1 785 0 S uwait 0xfffff8003d747f00 syz-executor.0 29545 1 785 0 S umtxn 0xfffff8003da7f700 syz-executor.0 29535 1 785 0 S uwait 0xfffff8003da7fd00 syz-executor.0 29515 1 785 0 S uwait 0xfffff8003d9e3b00 syz-executor.0 29506 1 786 0 S uwait 0xfffff8003da96d00 syz-executor.1 29499 1 785 0 S uwait 0xfffff8003da90700 syz-executor.0 29498 1 786 0 S uwait 0xfffff8003d480300 syz-executor.1 29487 1 785 0 S uwait 0xfffff8003da35900 syz-executor.0 29486 1 786 0 S uwait 0xfffff8003d9e3900 syz-executor.1 29475 1 786 0 S uwait 0xfffff8003da96f00 syz-executor.1 29464 1 786 0 S uwait 0xfffff8003d9e3100 syz-executor.1 29454 1 786 0 S uwait 0xfffff8003df0df00 syz-executor.1 29448 1 807 0 S uwait 0xfffff8003da90d00 syz-executor.2 29443 1 807 0 S uwait 0xfffff8003da7f300 syz-executor.2 29438 1 807 0 S uwait 0xfffff8003da90100 syz-executor.2 29431 1 807 0 S uwait 0xfffff8003d88a100 syz-executor.2 29424 1 807 0 S uwait 0xfffff8003d739900 syz-executor.2 29417 1 807 0 S uwait 0xfffff8003d88a700 syz-executor.2 29407 1 807 0 S uwait 0xfffff8003da90900 syz-executor.2 28009 1 847 0 S uwait 0xfffff8003d749f00 syz-executor.3 28005 1 847 0 S uwait 0xfffff8003d739100 syz-executor.3 18684 0 0 0 DL aiordy 0xfffff8003db08538 [aiod4] 18683 0 0 0 DL aiordy 0xfffff8003d9cc000 [aiod3] 18682 0 0 0 DL aiordy 0xfffff8003d952538 [aiod2] 18681 0 0 0 DL aiordy 0xfffff8003db08a70 [aiod1] 16931 1 786 0 S uwait 0xfffff8003d739500 syz-executor.1 16921 1 786 0 S uwait 0xfffff8003d739700 syz-executor.1 16905 1 785 0 S uwait 0xfffff8003d88af00 syz-executor.0 16900 1 785 0 S uwait 0xfffff8003d747b00 syz-executor.0 16891 1 785 0 S uwait 0xfffff80058f7e100 syz-executor.0 16890 1 807 0 S uwait 0xfffff8003d88a500 syz-executor.2 16884 1 785 0 S uwait 0xfffff8003bdce500 syz-executor.0 16880 1 807 0 S uwait 0xfffff80058f01b00 syz-executor.2 16875 1 785 0 S uwait 0xfffff8003bf42d00 syz-executor.0 16870 1 807 0 S uwait 0xfffff8003d88ad00 syz-executor.2 16867 1 785 0 S uwait 0xfffff8003d747d00 syz-executor.0 16863 1 807 0 S uwait 0xfffff8003d747300 syz-executor.2 16858 1 785 0 S uwait 0xfffff8003d480d00 syz-executor.0 16856 1 807 0 S uwait 0xfffff8003d739d00 syz-executor.2 16850 1 807 0 S uwait 0xfffff800586a8d00 syz-executor.2 16847 1 785 0 S uwait 0xfffff80015dd5900 syz-executor.0 16843 1 807 0 S uwait 0xfffff80015dc9500 syz-executor.2 16836 1 807 0 S uwait 0xfffff800589a5d00 syz-executor.2 16834 1 785 0 S uwait 0xfffff800586a8700 syz-executor.0 16827 1 807 0 S uwait 0xfffff8003d88ab00 syz-executor.2 16825 1 785 0 S uwait 0xfffff800586a8300 syz-executor.0 16818 1 807 0 S uwait 0xfffff80058f01700 syz-executor.2 16814 1 807 0 S uwait 0xfffff8003d747500 syz-executor.2 16809 1 807 0 S uwait 0xfffff8003d739f00 syz-executor.2 16804 1 807 0 S uwait 0xfffff80058f01d00 syz-executor.2 16799 1 807 0 S uwait 0xfffff8003d747900 syz-executor.2 16395 1 786 0 S uwait 0xfffff8003d749900 syz-executor.1 16212 1 847 0 S uwait 0xfffff80058f01500 syz-executor.3 16208 1 847 0 S uwait 0xfffff8003d749500 syz-executor.3 16204 1 847 0 S uwait 0xfffff8003bdcef00 syz-executor.3 16199 1 847 0 S uwait 0xfffff8003d749300 syz-executor.3 16196 1 785 0 S uwait 0xfffff8003d749d00 syz-executor.0 16192 1 785 0 S uwait 0xfffff8003d480b00 syz-executor.0 16191 1 786 0 S umtxn 0xfffff8003d749b00 syz-executor.1 16186 1 785 0 S uwait 0xfffff8003d749700 syz-executor.0 16182 1 786 0 S uwait 0xfffff80015d51300 syz-executor.1 16175 1 786 0 S uwait 0xfffff80015d4af00 syz-executor.1 16170 1 786 0 S uwait 0xfffff8003d480f00 syz-executor.1 16169 1 785 0 S uwait 0xfffff800586a8b00 syz-executor.0 16163 1 785 0 S uwait 0xfffff80058f01300 syz-executor.0 16158 1 785 0 S uwait 0xfffff80015d4a500 syz-executor.0 16151 1 785 0 S uwait 0xfffff800586a8100 syz-executor.0 16144 1 785 0 S uwait 0xfffff80058f7ed00 syz-executor.0 16137 1 785 0 S uwait 0xfffff800589a5f00 syz-executor.0 16133 1 785 0 S uwait 0xfffff80058f01100 syz-executor.0 16126 1 785 0 S uwait 0xfffff80058f7ef00 syz-executor.0 16120 1 785 0 S uwait 0xfffff80015dc9b00 syz-executor.0 16117 1 785 0 S uwait 0xfffff800586a8900 syz-executor.0 16110 1 785 0 S uwait 0xfffff80058f7e500 syz-executor.0 16104 1 785 0 S uwait 0xfffff800589a5b00 syz-executor.0 16092 1 785 0 S uwait 0xfffff80058f7e900 syz-executor.0 16081 1 785 0 S uwait 0xfffff80015d4ad00 syz-executor.0 16074 1 785 0 S uwait 0xfffff80058f01900 syz-executor.0 16069 1 785 0 S uwait 0xfffff800586a8500 syz-executor.0 16066 1 785 0 S uwait 0xfffff80015d51700 syz-executor.0 16061 1 785 0 S uwait 0xfffff80015dd2300 syz-executor.0 16053 1 785 0 S uwait 0xfffff80015d4a700 syz-executor.0 16048 1 785 0 S umtxn 0xfffff800589a5900 syz-executor.0 16042 1 785 0 S uwait 0xfffff80015d51100 syz-executor.0 16032 1 785 0 S uwait 0xfffff80015d4ab00 syz-executor.0 16026 1 785 0 S uwait 0xfffff8003bc9ad00 syz-executor.0 16021 1 785 0 S uwait 0xfffff80058f7e300 syz-executor.0 16016 1 785 0 S uwait 0xfffff80015dd8b00 syz-executor.0 16006 1 785 0 S uwait 0xfffff8003bf42f00 syz-executor.0 15994 1 807 0 S uwait 0xfffff80015dd5700 syz-executor.2 15990 1 807 0 S uwait 0xfffff800589a5500 syz-executor.2 12604 1 12604 65 Ss select 0xfffff8003b37aec0 dhclient 12074 1 12074 0 Ss select 0xfffff80058f35bc0 dhclient 12071 1 12071 0 Ss select 0xfffff8003b482140 dhclient 12052 1 12052 65 Ss select 0xfffff80058f35ec0 dhclient 11404 1 11404 0 Ss select 0xfffff8003bd208c0 dhclient 11401 1 11401 0 Ss select 0xfffff800583dea40 dhclient 11382 1 11382 65 Ss select 0xfffff8003d3ead40 dhclient 7602 0 0 0 DL (threaded) [zfskern] 100131 D t->zthr 0xfffff800583e1748 [arc_evict] 107001 D t->zthr 0xfffff800585efd48 [arc_reap] 107002 D - 0xfffff80058a75100 [dbu_evict] 107003 D dbuf_ev 0xffffffff839c76e8 [dbuf_evict_thread] 107006 D - 0xfffff80058f04d00 [z_vdev_file_0] 107007 D - 0xfffff80058f04d00 [z_vdev_file_1] 107008 D - 0xfffff80058f04d00 [z_vdev_file_2] 107009 D - 0xfffff80058f04d00 [z_vdev_file_3] 107010 D - 0xfffff80058f04d00 [z_vdev_file_4] 107011 D - 0xfffff80058f04d00 [z_vdev_file_5] 107012 D - 0xfffff80058f04d00 [z_vdev_file_6] 107013 D - 0xfffff80058f04d00 [z_vdev_file_7] 107014 D - 0xfffff80058f04d00 [z_vdev_file_8] 107015 D - 0xfffff80058f04d00 [z_vdev_file_9] 107016 D - 0xfffff80058f04d00 [z_vdev_file_10] 107017 D - 0xfffff80058f04d00 [z_vdev_file_11] 107018 D - 0xfffff80058f04d00 [z_vdev_file_12] 107019 D - 0xfffff80058f04d00 [z_vdev_file_13] 107020 D - 0xfffff80058f04d00 [z_vdev_file_14] 107021 D - 0xfffff80058f04d00 [z_vdev_file_15] 107022 D l2arc_f 0xffffffff83985ce0 [l2arc_feed_thread] 107023 D - 0xfffff80058f04900 [zfsvfs] 107024 S zevent_ 0xffffffff839c7d88 [sysevent] 7479 7478 847 0 SV uwait 0xfffff80015dc9900 syz-executor.3 7478 1 847 0 DV ppwait 0xfffff8003ba964e8 syz-executor.3 5888 1 5888 0 Ss select 0xfffff8003ba8a740 dhclient 5885 1 5885 0 Ss select 0xfffff8003ba8aa40 dhclient 5866 1 5866 65 Ss select 0xfffff8003bebc2c0 dhclient 2876 1 2876 0 Ss select 0xfffff800583de5c0 dhclient 2869 1 2869 0 Ss select 0xfffff8003bd20bc0 dhclient 847 780 847 0 Rs syz-executor.3 807 780 807 0 Rs syz-executor.2 786 780 786 0 Rs syz-executor.1 785 780 785 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100109 S uwait 0xfffff80004d08100 syz-fuzzer 100117 S nanslp 0xffffffff8273f0a0 syz-fuzzer 100118 S uwait 0xfffff80015dd2d00 syz-fuzzer 100119 S uwait 0xfffff80015dd5f00 syz-fuzzer 100120 S uwait 0xfffff80015dd5d00 syz-fuzzer 100121 S uwait 0xfffff80015dd8100 syz-fuzzer 100122 S kqread 0xfffff80015dd5500 syz-fuzzer 100123 S uwait 0xfffff80015dd8700 syz-fuzzer 100355 S uwait 0xfffff80015dd8300 syz-fuzzer 126117 Run CPU 1 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b5485e8 csh 776 694 776 0 Ss select 0xfffff80015dd6a40 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b0b4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b0bcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0f4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0fcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b124b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b12cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a9a4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a9acb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff8003b426740 sshd 507 1 507 0 Ss select 0xfffff8003b396bc0 syslogd 436 1 436 0 Ss select 0xfffff8003b2382c0 devd 435 1 435 65 Ss select 0xfffff8003b2d5ec0 dhclient 350 1 350 0 Ss select 0xfffff8003b2d52c0 dhclient 347 1 347 0 Ss select 0xfffff8003b238440 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015af3000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015e9ace8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5a50 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f878b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ea410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100069 D - 0xffffffff81e225d0 [deadlkres] 100073 D - 0xfffff80015aa0d00 [acpi_task_0] 100074 D - 0xfffff80015aa0d00 [acpi_task_1] 100075 D - 0xfffff80015aa0d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] 106995 D - 0xfffff80058a75d00 [system_taskq_0] 106996 D - 0xfffff80058a75d00 [system_taskq_1] 106997 D - 0xfffff80058a75900 [system_delay_taskq_] 106998 D - 0xfffff80058a75900 [system_delay_taskq_] 106999 D - 0xfffff80058a75500 [arc_prune_0] 107000 D - 0xfffff80058a75500 [arc_prune_1] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 pcb 1678 8023K 236607 devbuf 4216 6982K 4245 linker 368 5883K 457 solaris 130 4433K 200 filedesc 258 4160K 141315 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 subproc 393 1709K 71982 sctp_atcl 1511 1511K 151707 sctp_stro 688 1376K 37487 newblk 13 1038K 73249 vfscache 3 1035K 3 sctp_atky 2199 825K 191977 inodedep 275 794K 70787 acpica 1674 649K 54806 sctp_athm 1511 567K 153277 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_map 1376 516K 74096 intr 4 480K 4 kdtrace 497 380K 150736 bus 986 377K 3469 BPF 46 337K 86 umtx 660 289K 660 DEVFS1 108 216K 125 module 514 193K 514 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_timw 290 145K 290 pagedep 13 142K 70549 UMA 365 137K 365 tfo_ccache 1 136K 1 dirrem 262 131K 70650 sem 4 120K 4 vmem 3 112K 7 freefile 262 99K 70534 audit_evclass 236 89K 294 temp 36 81K 20134 mtx_pool 2 80K 2 kqueue 190 79K 71834 routetbl 140 77K 452 syncache 1 76K 1 DEVFSP 195 74K 9626 pwddesc 188 71K 71732 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 152 57K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 taskqueue 78 47K 78 xform 117 44K 12743 lltable 49 43K 275 ithread 99 43K 99 osd 112 43K 11652 rman 84 42K 425 KTRACE 100 38K 100 inpcbpolicy 96 36K 14804 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 18 ksem 31 31K 119 GEOM 60 29K 493 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 416 ifnet 7 25K 7 plimit 24 24K 612 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 930445 pfs_nodes 20 20K 20 proc-args 52 20K 782 UART 12 18K 12 session 35 18K 70 bmsafemap 2 17K 70795 rpc 2 16K 2 shmfd 1 16K 58 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 88 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 139 pf_ifnet 13 10K 28 uidinfo 3 9K 67 pf_table 2 8K 9 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 151 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 newdirblk 8 3K 70523 mkdir 8 3K 141046 in_multi 6 3K 9 vnodemarker 3 3K 175 prison 8 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 71421 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 70568 NFSD session 1 2K 1 tcp_fsb 5 2K 776 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 128 crypto 4 2K 1896 diradd 4 2K 70694 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 99763 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 51 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 pf_rule 1 1K 7 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 17 chd data 0 0K 15 sctp_mcore 0 0K 0 sctp_socko 0 0K 68823 sctp_iter 0 0K 593 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 614 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stri 0 0K 2656 cdg data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 52339 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 85 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 1213 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 127 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 14 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 72768 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1013 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 8485 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 53 lio 0 0K 1706 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 225 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 57817 ioctlops 0 0K 265 eventfd 0 0K 53 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1164 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 41 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 9969 1538 1011017 0 254 47132672 0 malloc-384 384 48228 1992 1108213 0 30 19284480 0 malloc-8192 8192 824 982 113111 0 3 14794752 0 malloc-1024 1024 2336 2948 267916 0 16 5410816 0 malloc-1024 1024 4408 24 5069 0 16 4538368 0 malloc-32768 32768 129 5 70656 0 1 4390912 0 tcp_log 416 0 10197 80644 0 254 4241952 0 sctp_asoc 2288 688 1017 37048 0 254 3901040 0 mbuf 256 12198 2742 9208997 0 254 3824640 0 malloc-1024 1024 280 3404 70964 0 16 3772416 0 malloc-1024 1024 319 3349 131316 0 16 3756032 0 malloc-2048 2048 690 984 37809 0 8 3428352 0 malloc-384 384 3884 4906 369229 0 30 3375360 0 mbuf_cluster 2048 1530 2 1530 0 254 3137536 0 malloc-8192 8192 327 3 510 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 sctp_ep 1280 823 1043 113107 0 254 2388480 0 UMA Slabs 0 112 21213 24 21261 0 126 2378544 0 RADIX NODE 144 13747 390 1559837 0 65 2035728 0 BUF TRIE 144 214 13254 4239 0 62 1939392 0 malloc-512 512 367 3401 286019 0 30 1929216 0 malloc-384 384 1365 3405 74163 0 30 1831680 0 malloc-8192 8192 192 5 72310 0 1 1613824 0 sctp_raddr 736 690 1048 41601 0 254 1279168 0 malloc-384 384 2452 88 438727 0 30 975360 0 malloc-384 384 2096 64 301049 0 30 829440 0 MAP ENTRY 96 7906 326 3883362 0 126 790272 0 FFS inode 1160 628 23 71164 0 8 755160 0 VM OBJECT 264 2706 69 1011732 0 30 732600 0 socket 944 254 514 129395 0 254 724992 0 THREAD 1808 308 22 78963 0 8 596640 0 malloc-65536 65536 2 7 1134 0 1 589824 0 tcp_bbr_map 128 0 4464 1782327 0 126 571392 0 ertt_txseginfo 40 1 12927 6912543 0 254 517120 0 256 Bucket 2048 212 28 46551 0 8 491520 0 malloc-16384 16384 27 0 31 0 1 442368 0 VMSPACE 2544 157 11 71744 0 4 427392 0 mbuf_packet 256 339 1191 383220 0 254 391680 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 sctp_chunk 152 689 1573 12959 0 254 343824 0 VNODE 448 667 89 71205 0 30 338688 0 malloc-65536 65536 5 0 5 0 1 327680 0 vmem btag 56 5586 90 5586 0 254 317856 0 tcp_inpcb 488 85 547 11609 0 254 308416 0 tcpcb 1080 83 176 11609 0 254 279720 0 PROC 1336 187 17 71771 0 8 272544 0 malloc-512 512 499 13 3952 0 30 262144 0 UMA Zones 768 337 2 337 0 16 260352 0 malloc-2048 2048 112 2 129 0 8 233472 0 DEVCTL 1024 0 220 154 0 0 225280 0 filedesc0 1072 188 22 71732 0 8 225120 0 malloc-4096 4096 7 46 8631 0 2 217088 0 malloc-65536 65536 0 3 294 0 1 196608 0 malloc-16384 16384 8 4 270 0 1 196608 0 malloc-512 512 311 57 2855 0 30 188416 0 32 Bucket 256 542 148 42663 0 62 176640 0 FFS2 dinode 256 628 47 71163 0 62 172800 0 malloc-32768 32768 3 2 139 0 1 163840 0 malloc-16384 16384 4 6 354 0 1 163840 0 S VFS Cache 104 1080 402 73100 0 126 154128 0 malloc-384 384 293 87 72696 0 30 145920 0 malloc-384 384 272 98 12020 0 30 142080 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 1 1 178 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 UMA Kegs 384 322 1 322 0 30 124032 0 ksiginfo 112 187 857 2890 0 126 116928 0 malloc-16384 16384 5 2 40 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-4096 4096 7 21 302 0 2 114688 0 16 Bucket 144 654 130 14720 0 62 112896 0 128 Bucket 1024 72 35 30500 0 16 109568 0 malloc-384 384 214 66 10484 0 30 107520 0 malloc-8192 8192 9 4 26 0 1 106496 0 malloc-1024 1024 84 16 231 0 16 102400 0 sctp_stream_msg_out 112 635 265 7205 0 254 100800 0 malloc-32768 32768 2 1 4 0 1 98304 0 malloc-16384 16384 4 2 156 0 1 98304 0 malloc-512 512 154 22 267 0 30 90112 0 g_bio 408 0 210 31291 0 30 85680 0 clpbuf 2624 0 32 36 0 16 83968 0 malloc-1024 1024 69 3 1359 0 16 73728 0 Files 80 598 252 229446 0 126 68000 0 tcp_bbr_pcb 832 0 81 9071 0 16 67392 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 2 2 10 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-512 512 32 88 71694 0 30 61440 0 malloc-8192 8192 4 3 35 0 1 57344 0 malloc-4096 4096 12 2 275 0 2 57344 0 64 Bucket 512 46 66 17934 0 30 57344 0 malloc-4096 4096 8 5 192 0 2 53248 0 malloc-1024 1024 37 15 1984 0 16 53248 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-8192 8192 2 4 223 0 1 49152 0 malloc-8192 8192 1 5 72770 0 1 49152 0 malloc-512 512 39 57 73755 0 30 49152 0 TURNSTILE 136 331 26 331 0 62 48552 0 malloc-2048 2048 19 3 32 0 8 45056 0 malloc-2048 2048 9 13 1789 0 8 45056 0 pcpu-8 8 5267 365 5881 0 254 45056 0 malloc-4096 4096 3 7 510 0 2 40960 0 malloc-1024 1024 37 3 39 0 16 40960 0 malloc-512 512 52 28 353 0 30 40960 0 pipe 744 23 32 1248 0 16 40920 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 313521 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 125 0 2 32768 0 malloc-512 512 56 8 12329 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 8 Bucket 80 163 237 13634 0 126 32000 0 SLEEPQUEUE 88 331 21 331 0 126 30976 0 tcp_rack_pcb 832 5 31 776 0 16 29952 0 PWD 32 127 755 70637 0 254 28224 0 KNOTE 160 28 147 793641 0 62 28000 0 malloc-2048 2048 9 3 14 0 8 24576 0 sctp_laddr 48 48 456 16409 0 254 24192 0 ertt 72 83 253 11609 0 126 24192 0 4 Bucket 48 253 251 6762 0 254 24192 0 2 Bucket 32 120 636 14210 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udp_inpcb 488 6 42 1866 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 10 0 2 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 vtnet_tx_hdr 24 0 668 7325452 0 254 16032 0 ripcb 488 5 27 932 0 254 15616 0 unpcb 256 20 40 1408 0 254 15360 0 AIO 208 1 56 951 0 62 11856 0 udplite_inpcb 488 0 24 397 0 254 11712 0 kenv 258 15 30 1044 0 30 11610 0 AIOCB 552 1 20 972 0 16 11592 0 cpuset 104 7 86 280 0 126 9672 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 72 0 126 8096 0 rl_entry 40 97 105 97 0 254 8080 0 tcp_rack_map 112 10 62 1568 0 126 8064 0 udpcb 32 6 246 2263 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 sctp_readq 152 0 52 306 0 254 7904 0 cryptop 280 0 28 411 0 30 7840 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 853 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 227 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 itimer 352 0 11 7 0 30 3872 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 16 23 19 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0