panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/modules/tcp/bbr/../../../netinet/tcp_stacks/bbr.c:12380 cpuid = 1 time = 1622043593 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516f35d0 vpanic() at vpanic+0x1c7/frame 0xfffffe00516f3630 panic() at panic+0x43/frame 0xfffffe00516f3690 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe00516f36f0 bbr_output_wtime() at bbr_output_wtime+0x6b02/frame 0xfffffe00516f3990 bbr_output() at bbr_output+0x67/frame 0xfffffe00516f39c0 tcp_hpts_thread() at tcp_hpts_thread+0xe34/frame 0xfffffe00516f3b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00516f3bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00516f3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00516f3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100084 ] Stopped at kdb_enter+0x67: movq $0,0x1636e2e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113b0b0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00516f35b0 rbp 0xfffffe00516f35d0 rsi 0 rdi 0xffffffff8113b0e6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00516f34a0 r11 0x1ffaefff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a78090 r15 0xffffffff81a78090 rip 0xffffffff811320d7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1636e2e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c62a60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c430 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c430 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d090 (map 0xffffffff8271d090) (map.pmap 0xffffffff8271d150) (pmap 0xffffffff8271d1b0) threads: 23 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi1: netisr 0] 100031 I [swi3: vm] 100032 I [swi4: clock (0)] 100033 I [swi4: clock (1)] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 Run CPU 1 [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 12830 783 783 0 R syz-executor.1 12829 782 782 0 R syz-executor.0 12825 803 803 0 S (threaded) syz-executor.2 206728 S nanslp 0xffffffff8273c661 syz-executor.2 223568 S connec 0xfffff8000d8210e0 syz-executor.2 223574 S uwait 0xfffff8003c69bf00 syz-executor.2 9141 1 783 0 S uwait 0xfffff8003c676700 syz-executor.1 9140 1 783 0 S uwait 0xfffff8003c2f8d00 syz-executor.1 9135 1 827 0 S uwait 0xfffff8003c8ba100 syz-executor.3 9133 1 827 0 S uwait 0xfffff8003c7b8700 syz-executor.3 463 462 782 0 SV uwait 0xfffff8003c34a100 syz-executor.0 462 1 782 0 DV ppwait 0xfffff800658c1f40 syz-executor.0 258 1 782 0 S uwait 0xfffff8003c587700 syz-executor.0 257 1 782 0 S uwait 0xfffff8003c7b8900 syz-executor.0 96513 1 783 0 S uwait 0xfffff8003c833500 syz-executor.1 96512 1 783 0 S uwait 0xfffff8003c69b500 syz-executor.1 92638 1 783 0 S uwait 0xfffff8003c736500 syz-executor.1 92637 1 783 0 S uwait 0xfffff8003c833100 syz-executor.1 92636 1 783 0 S uwait 0xfffff8003c7b8100 syz-executor.1 92635 1 783 0 S uwait 0xfffff8003c7b8300 syz-executor.1 92631 1 783 0 SV uwait 0xfffff8003c8b9900 syz-executor.1 92624 1 783 0 SV uwait 0xfffff8003c8bab00 syz-executor.1 90619 1 782 0 S uwait 0xfffff8003c80e100 syz-executor.0 90617 1 782 0 S uwait 0xfffff8003ce1db00 syz-executor.0 86689 1 803 0 S uwait 0xfffff8003c7b8d00 syz-executor.2 86688 1 803 0 S uwait 0xfffff8003cf3f500 syz-executor.2 86184 1 782 0 SV uwait 0xfffff8003ce1df00 syz-executor.0 86179 1 782 0 SV uwait 0xfffff8003cd46300 syz-executor.0 86169 1 782 0 SV uwait 0xfffff8003cd9bf00 syz-executor.0 86157 1 782 0 SV uwait 0xfffff8003c833300 syz-executor.0 86145 1 782 0 SV uwait 0xfffff8003ce6f900 syz-executor.0 86081 86076 827 0 SV uwait 0xfffff8003cd30d00 syz-executor.3 86076 1 827 0 DV ppwait 0xfffff80065584a10 syz-executor.3 86033 1 783 0 S uwait 0xfffff8003c211900 syz-executor.1 86032 1 783 0 S uwait 0xfffff8003c56c700 syz-executor.1 80870 1 783 0 S uwait 0xfffff8003c8b9300 syz-executor.1 80861 1 783 0 S uwait 0xfffff8003c34af00 syz-executor.1 80854 1 783 0 S uwait 0xfffff8003cd46900 syz-executor.1 80848 1 783 0 S uwait 0xfffff8003cd9b900 syz-executor.1 80842 1 783 0 S uwait 0xfffff8003c5e5100 syz-executor.1 79680 1 827 0 S uwait 0xfffff8003c736f00 syz-executor.3 79678 1 827 0 S uwait 0xfffff8003ce1d500 syz-executor.3 79393 1 783 0 S uwait 0xfffff8003c69bb00 syz-executor.1 79392 1 783 0 S uwait 0xfffff8003c8b8b00 syz-executor.1 79364 1 783 0 S uwait 0xfffff8003c211100 syz-executor.1 79361 1 783 0 S uwait 0xfffff8003c833f00 syz-executor.1 73336 0 0 0 DL (threaded) [zfskern] 177602 D t->zthr 0xfffff8000d1ef948 [arc_evict] 180415 D t->zthr 0xfffff8000d094948 [arc_reap] 180416 D - 0xfffff80058bacd00 [dbu_evict] 180417 D dbuf_ev 0xffffffff839c3fd8 [dbuf_evict_thread] 180421 D - 0xfffff80058bac100 [z_vdev_file_0] 180422 D - 0xfffff80058bac100 [z_vdev_file_1] 180423 D - 0xfffff80058bac100 [z_vdev_file_2] 180424 D - 0xfffff80058bac100 [z_vdev_file_3] 180425 D - 0xfffff80058bac100 [z_vdev_file_4] 180426 D - 0xfffff80058bac100 [z_vdev_file_5] 180427 D - 0xfffff80058bac100 [z_vdev_file_6] 180428 D - 0xfffff80058bac100 [z_vdev_file_7] 180429 D - 0xfffff80058bac100 [z_vdev_file_8] 180430 D - 0xfffff80058bac100 [z_vdev_file_9] 180431 D - 0xfffff80058bac100 [z_vdev_file_10] 180432 D - 0xfffff80058bac100 [z_vdev_file_11] 180433 D - 0xfffff80058bac100 [z_vdev_file_12] 180434 D - 0xfffff80058bac100 [z_vdev_file_13] 180435 D - 0xfffff80058bac100 [z_vdev_file_14] 180436 D - 0xfffff80058bac100 [z_vdev_file_15] 180437 D l2arc_f 0xffffffff839829b8 [l2arc_feed_thread] 180438 D - 0xfffff80058babd00 [zfsvfs] 180439 S zevent_ 0xffffffff839c4560 [sysevent] 71802 71801 827 0 SV uwait 0xfffff8003cf3fd00 syz-executor.3 71801 1 827 0 DV ppwait 0xfffff800748f0a10 syz-executor.3 71339 1 827 0 S uwait 0xfffff8003c34ab00 syz-executor.3 71337 1 827 0 S uwait 0xfffff8003c69b100 syz-executor.3 70040 70039 783 0 SV uwait 0xfffff8003ce6f100 syz-executor.1 70039 1 783 0 DV ppwait 0xfffff80074571a10 syz-executor.1 67694 1 803 0 S uwait 0xfffff8003c736700 syz-executor.2 67693 1 803 0 S uwait 0xfffff80015dce300 syz-executor.2 67654 1 827 0 S uwait 0xfffff80015dcd500 syz-executor.3 67653 1 827 0 S uwait 0xfffff8003c565300 syz-executor.3 50495 1 782 0 S uwait 0xfffff8003c565700 syz-executor.0 50493 1 782 0 S uwait 0xfffff8003c7b8b00 syz-executor.0 44545 1 827 0 S umtxn 0xfffff8003cd46100 syz-executor.3 44538 1 827 0 S uwait 0xfffff8003cd15f00 syz-executor.3 44537 1 827 0 S uwait 0xfffff80015d9c500 syz-executor.3 43687 1 783 0 S uwait 0xfffff80015dd4700 syz-executor.1 43684 1 783 0 S uwait 0xfffff800154b0300 syz-executor.1 42182 1 782 0 S uwait 0xfffff8003c5e5d00 syz-executor.0 42181 1 782 0 S uwait 0xfffff8003cf3fb00 syz-executor.0 42168 1 827 0 S uwait 0xfffff8003c736d00 syz-executor.3 42165 1 827 0 S uwait 0xfffff8003c56cd00 syz-executor.3 30899 1 783 0 S uwait 0xfffff8003c565900 syz-executor.1 30893 1 783 0 S uwait 0xfffff8003c565500 syz-executor.1 11741 1 11741 65 Ss select 0xfffff8003ce9c2c0 dhclient 8525 1 8525 0 Ss select 0xfffff8003ce9ca40 dhclient 8522 1 8522 0 Ss select 0xfffff80058a70ec0 dhclient 8503 1 8503 65 Ss select 0xfffff800584a5440 dhclient 5808 1 5808 0 Ss select 0xfffff8003ce9c740 dhclient 5805 1 5805 0 Ss select 0xfffff80015a932c0 dhclient 5786 1 5786 65 Ss select 0xfffff800584a55c0 dhclient 2593 1 2593 0 Ss select 0xfffff8003ce10140 dhclient 2590 1 2590 0 Ss select 0xfffff8003cbc5140 dhclient 2566 1 2566 65 Ss select 0xfffff8003ce9cbc0 dhclient 827 780 827 0 Rs syz-executor.3 826 1 826 0 Ss select 0xfffff8003cc86740 dhclient 821 1 821 0 Ss select 0xfffff8003cc9ea40 dhclient 803 780 803 0 Rs syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8273c661 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100112 S uwait 0xfffff80015dce900 syz-fuzzer 100115 S nanslp 0xffffffff8273c661 syz-fuzzer 100116 S uwait 0xfffff8003c2f8500 syz-fuzzer 100117 S uwait 0xfffff8003c2f8700 syz-fuzzer 100118 S kqread 0xfffff80015d8e700 syz-fuzzer 100119 S uwait 0xfffff80015dcd300 syz-fuzzer 100120 RunQ syz-fuzzer 100121 S uwait 0xfffff8003c5e5f00 syz-fuzzer 103215 S uwait 0xfffff8003c69b300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003c53d0b0 csh 776 694 776 0 Ss select 0xfffff8003c43ebc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015467cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afe4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b024b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b02cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a884b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a88cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c661 cron 694 1 694 0 Ss select 0xfffff8003c3ea740 sshd 507 1 507 0 Ss select 0xfffff80015e26440 syslogd 436 1 436 0 Ss select 0xfffff8003c3298c0 devd 435 1 435 65 Ss select 0xfffff80015f10740 dhclient 350 1 350 0 Ss select 0xfffff8003c3295c0 dhclient 347 1 347 0 Ss select 0xfffff80015f10440 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca2530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282ba50 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ab20 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015f18ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852988 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846df8 [dom0] 100087 D launds 0xffffffff82846e04 [laundry: dom0] 100088 D umarcl 0xffffffff815cf4d0 [uma] 18 0 0 0 DL - 0xffffffff82570a08 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e39828 [sctp_iterator] 16 0 0 0 RL CPU 0 [pf purge] 15 0 0 0 DL - 0xffffffff828281dc [soaiod4] 9 0 0 0 DL - 0xffffffff828281dc [soaiod3] 8 0 0 0 DL - 0xffffffff828281dc [soaiod2] 7 0 0 0 DL - 0xffffffff828281dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447ec0 [doneq0] 100045 D - 0xffffffff82447e40 [async] 100078 D - 0xffffffff82447d10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dd2488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d9cf80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d9cf30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff828442e0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bea0 [g_event] 100036 D - 0xffffffff8271bea8 [g_up] 100037 D - 0xffffffff8271beb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff8000443f900 [thr_0] 100029 D - 0xfffff8000443f980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi1: netisr 0] 100031 I [swi3: vm] 100032 I [swi4: clock (0)] 100033 I [swi4: clock (1)] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 Run CPU 1 [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc9530 [init] 10 0 0 0 DL audit_w 0xffffffff828447f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c430 [swapper] 100005 D - 0xfffff80004c67d00 [softirq_0] 100006 D - 0xfffff80004c67900 [softirq_1] 100007 D - 0xfffff80004c67500 [if_io_tqg_0] 100008 D - 0xfffff80004c67100 [if_io_tqg_1] 100009 D - 0xfffff80004c65d00 [if_config_tqg_0] 100010 D - 0xfffff80004c64d00 [in6m_free taskq] 100011 D - 0xfffff80004c64900 [aiod_kick taskq] 100013 D - 0xfffff80004c64100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c5bd00 [pci_hp taskq] 100016 D - 0xfffff80004c5b500 [inm_free taskq] 100018 D - 0xfffff80004c56d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c56900 [thread taskq] 100020 D - 0xfffff80004c56500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c56500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c56500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c56500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c56100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c56100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c56100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c56100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004d2ed00 [firmware taskq] 100038 D - 0xfffff80004d2e900 [crypto_0] 100039 D - 0xfffff80004d2e900 [crypto_1] 100055 D - 0xfffff80004d2e100 [vtnet0 rxq 0] 100056 D - 0xfffff800153c7d00 [vtnet0 txq 0] 100057 D - 0xfffff800153c7900 [vtnet0 rxq 1] 100058 D - 0xfffff800153c7500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015422b00 [virtio_balloon] 100064 D - 0xfffff800153c7100 [mca taskq] 100066 D - 0xffffffff81e24a90 [deadlkres] 100074 D - 0xfffff80015a95d00 [acpi_task_0] 100075 D - 0xfffff80015a95d00 [acpi_task_1] 100076 D - 0xfffff80015a95d00 [acpi_task_2] 100077 D - 0xfffff80004d2e500 [CAM taskq] 180409 D - 0xfffff80058bad900 [system_taskq_0] 180410 D - 0xfffff80058bad900 [system_taskq_1] 180411 D - 0xfffff80058bad500 [system_delay_taskq_] 180412 D - 0xfffff80058bad500 [system_delay_taskq_] 180413 D - 0xfffff80058bad100 [arc_prune_0] 180414 D - 0xfffff80058bad100 [arc_prune_1] db> show all locks Process 12830 (syz-executor.1) thread 0xfffffe00a037fac0 (223211) exclusive rw vm object (vm object) r = 0 (0xfffff80065b79630) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:1035 exclusive rw vm object (vm object) r = 0 (0xfffff800659d1b58) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:1332 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00a047d440) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 Process 827 (syz-executor.3) thread 0xfffffe0094fc7740 (100124) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe0003604800) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:5667 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00a05cdb10) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:7716 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe005593db10) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:7715 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe00a05cda50) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4272 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe005593da50) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4268 Process 16 (pf purge) thread 0xfffffe0051e46ac0 (100070) shared sx vnet_sxlock (vnet_sxlock) r = 0 (0xffffffff8282d920) locked @ /syzkaller/managers/i386/kernel/sys/netpfil/pf/pf.c:1519 exclusive sx pf end thread (pf end thread) r = 0 (0xffffffff82fafe90) locked @ /syzkaller/managers/i386/kernel/sys/netpfil/pf/pf.c:1515 Process 12 (intr) thread 0xfffffe0055374000 (100084) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800586909a8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1536 db> show malloc Type InUse MemUse Requests sctp_stro 2136 28860K 58198 pcb 4329 19942K 301454 sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 linker 388 6144K 531 solaris 148 4440K 218 sctp_atcl 4297 4297K 215793 tcp_hpts 5 3219K 5 kobj 328 2624K 488 sctp_atky 6440 2415K 284308 filedesc 142 2283K 223395 vtbuf 24 2064K 46 inodedep 1120 1639K 111993 sctp_athm 4297 1612K 217837 sctp_map 4272 1602K 114636 subproc 268 1150K 112926 newblk 7 1035K 112474 vfscache 3 1035K 3 acpica 1674 649K 54692 dirrem 1111 556K 111849 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 freefile 1111 417K 111787 bus 990 378K 3485 BPF 46 337K 46 kdtrace 373 294K 236353 umtx 528 231K 528 DEVFS1 108 216K 125 module 517 194K 517 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 111728 UMA 365 137K 365 tfo_ccache 1 136K 1 sctp_timw 255 128K 255 sem 4 120K 4 vmem 3 112K 7 audit_evclass 236 89K 294 shm 8 88K 86 temp 36 81K 24187 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 136 75K 2951 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 152 57K 167 gtaskqueue 18 57K 18 kqueue 128 56K 113022 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 pf_osfp 130 49K 130 pwddesc 126 48K 112775 taskqueue 78 47K 78 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 446 DEVFSP 103 39K 17743 KTRACE 100 38K 108 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 cred 30 30K 568 GEOM 60 29K 493 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 696 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 1458028 pfs_nodes 20 20K 20 proc-args 52 20K 833 UART 12 18K 12 session 35 18K 72 osd 44 17K 26393 bmsafemap 2 17K 111988 ksem 1 16K 235 rpc 2 16K 2 shmfd 1 16K 211 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 87 vt 11 11K 11 inpcbpolicy 28 11K 34841 acpisem 28 11K 28 CAM XPT 22 11K 543 sctp_stri 10 10K 13544 pf_ifnet 12 10K 529 xform 25 10K 23409 Unitno 25 10K 1159 uidinfo 3 9K 48 pf_table 2 8K 633 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 341 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 223398 in_multi 6 3K 9 vnodemarker 3 3K 379 prison 8 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 NFSD session 1 2K 1 sctp_aadr 5 2K 1006 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 144830 filecaps 5 2K 118 crypto 4 2K 5778 newdirblk 4 2K 111699 diradd 4 2K 111895 pfil 4 2K 4 CAM path 4 2K 1034 freework 3 2K 111746 tcpfunc 3 2K 3 loginclass 3 2K 38 freeblks 2 1K 111684 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 52 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 pf_rule 1 1K 780 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 59 chd data 0 0K 15 cubic data 0 0K 21 tcp_do 0 0K 0 tcp_fsb 0 0K 4364 htcp data 0 0K 33 vegas data 0 0K 6 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 100937 sctp_iter 0 0K 287 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 276 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 dctcp data 0 0K 2 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 86511 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 193 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 19 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 302 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 19 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 1 twa_commands 0 0K 0 statfs 0 0K 112086 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 9 tcp_log_dev 0 0K 3868 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 5947 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 263 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 76494 ioctlops 0 0K 5214 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1256 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 15 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 959 806590 0 254 38006784 0 malloc-8192 8192 2148 875 141601 0 2 24764416 0 malloc-384 384 46582 58 1840936 0 30 17909760 0 sctp_asoc 2288 2136 884 57318 0 254 6909760 0 malloc-1024 1024 4328 1756 230984 0 16 6230016 0 malloc-2048 2048 2132 888 57329 0 8 6184960 0 malloc-384 384 11546 4494 748300 0 30 6159360 0 malloc-32768 32768 0 135 797 0 1 4423680 0 malloc-1024 1024 4178 2 6277 0 16 4280320 0 sctp_ep 1280 2151 885 141600 0 254 3886080 0 malloc-1024 1024 1164 2444 112039 0 16 3694592 0 mbuf_cluster 2048 1740 2 1740 0 254 3567616 0 tcp_log 416 3372 5151 244845 0 254 3545568 0 mbuf 256 11095 2435 8861239 0 254 3463680 0 malloc-384 384 6444 1766 330339 0 30 3152640 0 malloc-1024 1024 2159 889 143271 0 16 3121152 0 malloc-8192 8192 329 3 1393 0 1 2719744 0 malloc-1024 1024 117 2487 87030 0 16 2666496 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-32768 32768 73 5 111698 0 2 2555904 0 UMA Slabs 0 112 21692 13 22006 0 126 2430960 0 sctp_raddr 736 2186 883 98878 0 254 2258784 0 BUF TRIE 144 211 13257 3328 0 62 1939392 0 RADIX NODE 144 12617 456 2539252 0 66 1882512 0 malloc-512 512 1159 2465 112404 0 30 1855488 0 malloc-384 384 1309 2421 225831 0 30 1432320 0 malloc-8192 8192 137 5 112863 0 2 1163264 0 malloc-384 384 2215 65 36431 0 30 875520 0 FFS inode 1160 561 34 112350 0 8 690200 0 VM OBJECT 264 2133 87 1589009 0 30 586080 0 tcp_bbr_map 128 5 4521 1470748 0 126 579328 0 malloc-512 512 619 461 230032 0 30 552960 0 sctp_chunk 152 2696 918 108218 0 254 549328 0 socket 944 85 479 178852 0 254 532416 0 ertt_txseginfo 40 3168 9760 5832036 0 254 517120 0 256 Bucket 2048 193 47 40595 0 8 491520 0 MAP ENTRY 96 4749 333 6080993 0 126 487872 0 THREAD 1808 245 19 123579 0 8 477312 0 mbuf_packet 256 1175 565 950665 0 254 445440 0 vmem btag 56 7056 60 7121 0 254 398496 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-65536 65536 4 1 182 0 1 327680 0 malloc-16384 16384 20 0 20 0 1 327680 0 malloc-1024 1024 277 35 124556 0 16 319488 0 VNODE 448 599 94 112390 0 30 310464 0 malloc-384 384 735 65 451105 0 30 307200 0 tcpcb 1064 15 265 26350 0 254 297920 0 malloc-16384 16384 13 4 278 0 1 278528 0 malloc-2048 2048 120 16 2175 0 8 278528 0 VMSPACE 2544 98 10 112740 0 4 274752 0 tcp_inpcb 488 16 544 26350 0 254 273280 0 32 Bucket 256 419 616 78263 0 62 264960 0 UMA Zones 768 337 2 337 0 16 260352 0 DEVCTL 1024 0 216 133 0 0 221184 0 malloc-65536 65536 1 2 20 0 1 196608 0 malloc-4096 4096 5 42 6715 0 2 192512 0 PROC 1328 126 15 112772 0 8 187248 0 malloc-512 512 301 51 10702 0 30 180224 0 malloc-16384 16384 8 2 118 0 1 163840 0 malloc-1024 1024 154 6 168 0 16 163840 0 filedesc0 1072 126 21 112775 0 8 157584 0 FFS2 dinode 256 561 54 112350 0 62 157440 0 S VFS Cache 104 1094 388 115418 0 126 154128 0 16 Bucket 144 480 556 19875 0 62 149184 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 148 0 1 131072 0 UMA Kegs 384 322 1 322 0 30 124032 0 malloc-8192 8192 12 3 42 0 1 122880 0 ksiginfo 112 126 918 4498 0 126 116928 0 malloc-16384 16384 1 6 176 0 1 114688 0 malloc-8192 8192 12 2 24 0 1 114688 0 128 Bucket 1024 75 36 38685 0 16 113664 0 sctp_stream_msg_out 112 595 413 15202 0 254 112896 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-384 384 223 27 1613 0 30 96000 0 malloc-2048 2048 34 12 567 0 8 94208 0 malloc-512 512 31 153 112302 0 30 94208 0 malloc-16384 16384 3 2 16 0 1 81920 0 g_bio 408 0 180 21115 0 30 73440 0 malloc-512 512 55 81 228781 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 5 3 792 0 1 65536 0 malloc-4096 4096 9 6 640 0 2 61440 0 pcpu-8 8 5124 2556 20146 0 254 61440 0 2 Bucket 32 611 1279 32368 0 254 60480 0 malloc-8192 8192 1 6 112087 0 1 57344 0 64 Bucket 512 58 54 28166 0 30 57344 0 sctp_readq 152 0 364 4750 0 254 55328 0 malloc-4096 4096 10 3 249 0 2 53248 0 malloc-1024 1024 39 13 2316 0 16 53248 0 pipe 744 32 38 3179 0 16 52080 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 ripcb 488 7 89 5116 0 254 46848 0 malloc-4096 4096 6 5 2138 0 2 45056 0 malloc-2048 2048 21 1 21 0 8 45056 0 clpbuf 2624 0 16 46 0 16 41984 0 malloc-4096 4096 4 6 3575 0 2 40960 0 malloc-4096 4096 10 0 11 0 2 40960 0 Files 80 319 181 342382 0 126 40000 0 8 Bucket 80 155 345 19997 0 126 40000 0 TURNSTILE 136 265 29 265 0 62 39984 0 udplite_inpcb 488 0 80 2391 0 254 39040 0 tcp_bbr_pcb 832 3 42 14096 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 496677 0 16 36864 0 malloc-512 512 18 54 490 0 30 36864 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-512 512 38 26 15457 0 30 32768 0 pcpu-64 64 495 17 495 0 254 32768 0 sctp_laddr 48 437 235 44997 0 254 32256 0 tcp_rack_pcb 832 0 36 4364 0 16 29952 0 PWD 32 56 826 111755 0 254 28224 0 KNOTE 160 28 147 1003529 0 62 28000 0 SLEEPQUEUE 88 265 23 265 0 126 25344 0 ttyinq 160 135 15 300 0 62 24000 0 unpcb 256 36 54 2253 0 254 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 35 25 168 0 30 23040 0 ertt 72 15 265 26350 0 126 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 261 0 2 16384 0 4 Bucket 48 6 330 2302 0 254 16128 0 vtnet_tx_hdr 24 0 668 5865716 0 254 16032 0 udp_inpcb 488 6 26 984 0 254 15616 0 malloc-2048 2048 3 3 2102 0 8 12288 0 sctp_asconf_ack 48 0 252 721 0 254 12096 0 tcp_rack_map 112 0 108 7790 0 126 12096 0 kenv 258 15 30 1046 0 30 11610 0 cpuset 104 7 86 4217 0 126 9672 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 16 0 2 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 9 0 254 8096 0 PGRP 88 35 57 86 0 126 8096 0 rl_entry 40 122 80 122 0 254 8080 0 udpcb 32 6 246 3375 0 254 8064 0 cryptop 280 0 28 753 0 30 7840 0 itimer 352 0 22 28 0 30 7744 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 3654 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 3 5 3 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 tcpreass 48 0 84 3 0 254 4032 0 sackhole 32 0 126 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 2 0 254 4032 0 tcp_log_node 120 0 33 1 0 126 3960 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 19 20 23 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0