panic: hpts_sane_input_insert: hpts:0xfffffe0053ed2c00 inp:0xfffffe00b324a000 incorrect CPU cpuid = 0 time = 1637628279 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053b2f090 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053b2f1f0 vpanic() at vpanic+0x2b8/frame 0xfffffe0053b2f2d0 panic() at panic+0xb5/frame 0xfffffe0053b2f3a0 __tcp_set_inp_to_drop() at __tcp_set_inp_to_drop+0x56d/frame 0xfffffe0053b2f3f0 ctf_do_dropwithreset_conn() at ctf_do_dropwithreset_conn+0x49/frame 0xfffffe0053b2f430 bbr_do_segment_nounlock() at bbr_do_segment_nounlock+0x1c22/frame 0xfffffe0053b2f7f0 bbr_do_segment() at bbr_do_segment+0x1a8/frame 0xfffffe0053b2f8e0 tcp_input_with_port() at tcp_input_with_port+0x1c90/frame 0xfffffe0053b2fb70 tcp_input() at tcp_input+0x1f/frame 0xfffffe0053b2fb90 ip_input() at ip_input+0x828/frame 0xfffffe0053b2fcf0 swi_net() at swi_net+0x2e5/frame 0xfffffe0053b2fd90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0053b2fef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053b2ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053b2ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x26f64ea(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xeb8efc48cc9a1b10 rdx 0x1 rbx 0 rsp 0xfffffe0053b2f1d0 rbp 0xfffffe0053b2f1f0 rsi 0 rdi 0xffffffff81797d9a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xd8316e93 r12 0xfffffe0053ea6c80 r13 0xfffffe0053b2f201 r14 0xffffffff82b88860 .str.18 r15 0xffffffff82b88860 .str.18 rip 0xffffffff8178b5ab kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x26f64ea(%rip) db> show proc Process 12 (intr) at 0xfffffe0053de8548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e252e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e252e0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83e26280 (map 0xffffffff83e26280) (map.pmap 0xffffffff83e26340) (pmap 0xffffffff83e263a8) threads: 23 100010 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 50846 50840 782 0 SV uwait 0xfffffe009ef79480 syz-executor.0 50840 782 782 0 D (threaded) syz-executor.0 161290 S nanslp 0xffffffff83e4f181 syz-executor.0 162281 S connec 0xfffffe0058ae1c1a syz-executor.0 162287 D ppwait 0xfffffe00b0d57f88 syz-executor.0 50838 783 783 0 R (threaded) syz-executor.1 160918 RunQ syz-executor.1 162278 S connec 0xfffffe0058ade49a syz-executor.1 162286 S connec 0xfffffe0058ae10da syz-executor.1 162288 RunQ syz-executor.1 49841 1 783 0 S uwait 0xfffffe00b2260100 syz-executor.1 49839 1 783 0 S uwait 0xfffffe009ef7ab00 syz-executor.1 46432 0 0 0 DL mdwait 0xfffffe00b5713000 [md2] 46134 1 800 0 SV uwait 0xfffffe009ef7a280 syz-executor.2 45860 45858 820 0 SV uwait 0xfffffe00b2260880 syz-executor.3 45858 1 820 0 DV ppwait 0xfffffe00a7607f88 syz-executor.3 45696 0 0 0 DL mdwait 0xfffffe009ef4f000 [md1] 45693 0 0 0 DL mdwait 0xfffffe000818a000 [md0] 36130 1 783 0 S umtxn 0xfffffe00b225e300 syz-executor.1 36128 1 783 0 S umtxn 0xfffffe00b225fb80 syz-executor.1 31507 1 820 0 S uwait 0xfffffe00b2260200 syz-executor.3 27477 0 0 0 DL (threaded) [zfskern] 100117 D t->zthr 0xfffffe00572b5948 [arc_evict] 132620 D t->zthr 0xfffffe00add54648 [arc_reap] 132621 D - 0xfffffe00576f5600 [dbu_evict] 132622 D dbuf_ev 0xffffffff85834fa0 [dbuf_evict_thread] 132623 D - 0xfffffe00aa419600 [z_vdev_file_0] 132624 D - 0xfffffe00aa419600 [z_vdev_file_1] 132625 D - 0xfffffe00aa419600 [z_vdev_file_2] 132626 D - 0xfffffe00aa419600 [z_vdev_file_3] 132627 D - 0xfffffe00aa419600 [z_vdev_file_4] 132628 D - 0xfffffe00aa419600 [z_vdev_file_5] 132629 D - 0xfffffe00aa419600 [z_vdev_file_6] 132630 D - 0xfffffe00aa419600 [z_vdev_file_7] 132631 D - 0xfffffe00aa419600 [z_vdev_file_8] 132632 D - 0xfffffe00aa419600 [z_vdev_file_9] 132633 D - 0xfffffe00aa419600 [z_vdev_file_10] 132634 D - 0xfffffe00aa419600 [z_vdev_file_11] 132635 D - 0xfffffe00aa419600 [z_vdev_file_12] 132636 D - 0xfffffe00aa419600 [z_vdev_file_13] 132637 D - 0xfffffe00aa419600 [z_vdev_file_14] 132638 D - 0xfffffe00aa419600 [z_vdev_file_15] 132639 D l2arc_f 0xffffffff85824120 [l2arc_feed_thread] 132640 D - 0xfffffe00aa41a900 [zfsvfs] 132641 S zevent_ 0xffffffff85835b80 [sysevent] 27329 1 800 0 S uwait 0xfffffe009ef7b800 syz-executor.2 27321 1 800 0 S umtxn 0xfffffe00576f1d80 syz-executor.2 25312 1 25312 0 S umtxn 0xfffffe009ef7ba00 syz-executor.2 25307 1 25307 0 S uwait 0xfffffe00576f0700 syz-executor.2 22763 1 820 60928 S uwait 0xfffffe009ef7a080 syz-executor.3 22762 1 820 60928 S uwait 0xfffffe00576f4980 syz-executor.3 18495 1 800 0 S uwait 0xfffffe00576f0b00 syz-executor.2 18494 1 800 0 S uwait 0xfffffe009ef7a480 syz-executor.2 7682 1 7682 65 Ss select 0xfffffe009ef7a840 dhclient 6741 1 783 0 SV uwait 0xfffffe009ef7b200 syz-executor.1 6288 1 6288 0 Ss select 0xfffffe009ef7a540 dhclient 6285 1 6285 0 Ss select 0xfffffe00aa768140 dhclient 6271 1 820 0 SV uwait 0xfffffe00576f2480 syz-executor.3 6263 1 6263 65 Ss select 0xfffffe00aa768340 dhclient 6245 1 820 0 SV uwait 0xfffffe00576f1e00 syz-executor.3 6241 1 782 0 SV uwait 0xfffffe005718ad00 syz-executor.0 6240 1 800 0 SV uwait 0xfffffe0007989780 syz-executor.2 6233 1 782 0 SV uwait 0xfffffe00576f0d00 syz-executor.0 5852 1 782 0 SV uwait 0xfffffe009ef7b100 syz-executor.0 5835 1 782 0 SV uwait 0xfffffe00576f0300 syz-executor.0 5807 1 782 0 SV uwait 0xfffffe005718ab80 syz-executor.0 5748 1 782 0 SV uwait 0xfffffe005718ac80 syz-executor.0 5622 1 782 0 SV uwait 0xfffffe005718ae80 syz-executor.0 4813 1 4813 0 Ss select 0xfffffe00aa768240 dhclient 4803 1 4803 0 Ss select 0xfffffe00aa767f40 dhclient 4754 1 4754 65 Ss select 0xfffffe009ef7bdc0 dhclient 4160 0 0 0 DL aiordy 0xfffffe00ab1f9000 [aiod4] 4159 0 0 0 DL aiordy 0xfffffe00ab1f9548 [aiod3] 4158 0 0 0 DL aiordy 0xfffffe00ab1f9a90 [aiod2] 4157 0 0 0 DL aiordy 0xfffffe00ab1fa000 [aiod1] 4118 1 800 0 SV uwait 0xfffffe009ef7c380 syz-executor.2 4109 1 800 0 SV uwait 0xfffffe0057187100 syz-executor.2 4100 1 800 0 SV uwait 0xfffffe009ef7be00 syz-executor.2 4091 1 800 0 SV uwait 0xfffffe00576f0400 syz-executor.2 4083 1 800 0 SV uwait 0xfffffe005718aa00 syz-executor.2 4077 1 4077 0 Ss select 0xfffffe005718af40 dhclient 4071 1 800 0 SV uwait 0xfffffe00576f0200 syz-executor.2 4066 1 4066 0 Ss select 0xfffffe005718a6c0 dhclient 4057 1 800 0 SV uwait 0xfffffe00576f1900 syz-executor.2 4045 1 800 0 SV uwait 0xfffffe0057187000 syz-executor.2 4031 1 800 0 SV uwait 0xfffffe009ef7b580 syz-executor.2 4030 1 782 0 SV uwait 0xfffffe00576f1180 syz-executor.0 4026 1 4026 65 Ss select 0xfffffe009ef7b440 dhclient 4019 1 800 0 SV uwait 0xfffffe00576f1600 syz-executor.2 4016 1 782 0 SV uwait 0xfffffe0007989980 syz-executor.0 4014 1 800 0 SV uwait 0xfffffe0057188b80 syz-executor.2 4007 1 800 0 SV uwait 0xfffffe00576f1400 syz-executor.2 4004 1 782 0 SV uwait 0xfffffe00576f1800 syz-executor.0 3997 1 800 0 SV uwait 0xfffffe00576f2380 syz-executor.2 3995 1 782 0 SV uwait 0xfffffe0057187200 syz-executor.0 3979 1 800 0 SV uwait 0xfffffe00576f0a00 syz-executor.2 3975 1 782 0 SV uwait 0xfffffe00576f1a00 syz-executor.0 3974 1 800 0 SV uwait 0xfffffe00576f1500 syz-executor.2 3963 1 800 0 SV uwait 0xfffffe00576f2280 syz-executor.2 3950 1 800 0 SV uwait 0xfffffe0007989e80 syz-executor.2 3944 1 800 0 SV uwait 0xfffffe00576f0c00 syz-executor.2 3935 1 800 0 SV uwait 0xfffffe00576f1d00 syz-executor.2 3926 1 800 0 SV uwait 0xfffffe00576f0e00 syz-executor.2 3912 3909 820 0 SV uwait 0xfffffe00576f0f00 syz-executor.3 3909 1 820 0 DV ppwait 0xfffffe009ef2d4f8 syz-executor.3 1111 1 1111 0 Ss select 0xfffffe009ef7b340 dhclient 1104 1 1104 0 Ss select 0xfffffe009ef7b0c0 dhclient 820 773 820 0 Ss piperd 0xfffffe009eb8f5d0 syz-executor.3 800 773 800 0 Ss piperd 0xfffffe009eb90000 syz-executor.2 783 773 783 0 Rs syz-executor.1 782 773 782 0 Rs syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100086 S uwait 0xfffffe005718a280 syz-fuzzer 100111 S uwait 0xfffffe0057188180 syz-fuzzer 100112 S uwait 0xfffffe0007989a80 syz-fuzzer 100113 S uwait 0xfffffe0007989b80 syz-fuzzer 100114 S uwait 0xfffffe00576f4380 syz-fuzzer 100115 S uwait 0xfffffe00576f2580 syz-fuzzer 100116 S uwait 0xfffffe00576f2680 syz-fuzzer 100118 S uwait 0xfffffe0007989c80 syz-fuzzer 100368 S uwait 0xfffffe0007989d80 syz-fuzzer 133522 S kqread 0xfffffe00081f8900 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe00578d1b40 csh 769 687 769 0 Ss select 0xfffffe0057187840 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00572e0cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584730b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584734b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584738b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058473cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584740b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584744b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584748b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058474cb0 getty 691 1 691 0 Ss nanslp 0xffffffff83e4f180 cron 687 1 687 0 Ss select 0xfffffe00571874c0 sshd 500 1 500 0 Ss select 0xfffffe00571879c0 syslogd 429 1 429 0 Ss select 0xfffffe0057187a40 devd 428 1 428 65 Ss select 0xfffffe00571878c0 dhclient 343 1 343 0 Ss select 0xfffffe0057187940 dhclient 340 1 340 0 Ss select 0xfffffe00571887c0 dhclient 16 0 0 0 DL vlruwt 0xfffffe0053de9a90 [vnlru] 15 0 0 0 DL syncer 0xffffffff83f74940 [syncer] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83f72f60 [bufdaemon] 100081 D - 0xffffffff83211f80 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0056e500e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83fa6400 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83f9a2b8 [dom0] 100082 D launds 0xffffffff83f9a2c4 [laundry: dom0] 100083 D umarcl 0xffffffff81e7cd10 [uma] 6 0 0 0 DL - 0xffffffff83c0b088 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84989180 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff8469a320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a95e40 [doneq0] 100046 D - 0xffffffff83a95dc0 [async] 100075 D - 0xffffffff83a95c40 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056cd7888 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f95b00 [crypto] 100042 D crypto_ 0xfffffe0053c97630 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c97680 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e24880 [g_event] 100037 D - 0xffffffff83e248a0 [g_up] 100038 D - 0xffffffff83e248c0 [g_down] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de9000 [init] 10 0 0 0 DL audit_w 0xffffffff83f965e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e252e0 [swapper] 100005 D - 0xfffffe0053c98700 [if_config_tqg_0] 100006 D - 0xfffffe0053c98600 [softirq_0] 100007 D - 0xfffffe0053c98500 [softirq_1] 100008 D - 0xfffffe0053c98400 [if_io_tqg_0] 100009 D - 0xfffffe0053c98300 [if_io_tqg_1] 100011 D - 0xfffffe0053c9e400 [aiod_kick taskq] 100012 D - 0xfffffe0053c9e200 [inm_free taskq] 100013 D - 0xfffffe0053c9e000 [in6m_free taskq] 100014 D - 0xfffffe0053c9dd00 [deferred_unmount ta] 100015 D - 0xfffffe0053c9db00 [thread taskq] 100017 D - 0xfffffe0053c9d700 [kqueue_ctx taskq] 100018 D - 0xfffffe0053c9d500 [pci_hp taskq] 100019 D - 0xfffffe0053c9d300 [linuxkpi_irq_wq] 100021 D - 0xfffffe0053c9ce00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053c9ce00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053c9ce00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053c9ce00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053c9c900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053c9c900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053c9c900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053c9c900 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053c9bc00 [firmware taskq] 100039 D - 0xfffffe0053c9b700 [crypto_0] 100040 D - 0xfffffe0053c9b700 [crypto_1] 100056 D - 0xfffffe0053c9fa00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053c9f900 [vtnet0 txq 0] 100058 D - 0xfffffe0053c9f800 [vtnet0 rxq 1] 100059 D - 0xfffffe0053c9f700 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b7b00 [virtio_balloon] 100065 D - 0xfffffe00572b6b00 [mca taskq] 100066 D - 0xffffffff82b8e341 [deadlkres] 100071 D - 0xfffffe00576f7e00 [acpi_task_0] 100072 D - 0xfffffe00576f7e00 [acpi_task_1] 100073 D - 0xfffffe00576f7e00 [acpi_task_2] 100074 D - 0xfffffe0056df5300 [CAM taskq] 132614 D - 0xfffffe00add54200 [system_taskq_0] 132615 D - 0xfffffe00add54200 [system_taskq_1] 132616 D - 0xfffffe009c12c600 [system_delay_taskq_] 132617 D - 0xfffffe009c12c600 [system_delay_taskq_] 132618 D - 0xfffffe00add56b00 [arc_prune_0] 132619 D - 0xfffffe00add56b00 [arc_prune_1] db> show all locks Process 50838 (syz-executor.1) thread 0xfffffe00b4f9f020 (160918) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83e74bb0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:1232 Process 50838 (syz-executor.1) thread 0xfffffe00b586aac0 (162288) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe0058ae1140) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4177 Process 12 (intr) thread 0xfffffe0053ea6c80 (100030) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0053ed2c00) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:571 exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00b324a020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/in_pcb.c:2483 Process 12 (intr) thread 0xfffffe00541f5ac0 (100033) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00b324cdb0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1590 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 375 9803K 427 devbuf 4213 4323K 4245 tcp_hpts 6 3201K 6 solaris 129 2804K 199 sysctloid 47618 2801K 47722 vtbuf 24 1968K 46 kobj 326 1304K 512 vmem 3 1042K 7 newblk 11 1027K 55067 vfscache 3 1025K 3 filedesc 124 986K 99451 pf_rule 448 896K 1508 pcb 329 873K 133013 inodedep 707 777K 50057 subproc 256 521K 50987 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 acpica 1674 184K 55619 dirrem 697 175K 49880 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 11 131K 49747 tfo_ccache 1 128K 1 sctp_stro 126 126K 23315 DEVFS1 113 113K 130 sem 4 106K 4 sctp_atcl 275 104K 83025 BPF 46 88K 70 freefile 691 87K 49812 bus 986 80K 3480 mtx_pool 2 72K 2 kdtrace 364 70K 113136 umtx 550 69K 550 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 md_sectors 15 60K 15 temp 39 43K 15357 DEVFS3 132 33K 142 hostcache 1 32K 1 shm 1 32K 10 sctp_timw 127 32K 127 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 sctp_atky 419 18K 106399 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 130 16K 410 bus-sc 34 15K 1691 GEOM 82 13K 584 KTRACE 100 13K 100 md_disk 18 13K 18 lltable 41 13K 370 ifnet 7 13K 7 ether_multi 152 13K 162 eventhandler 139 12K 139 kenv 95 12K 95 CAM queue 5 11K 1528 rman 84 10K 425 kqueue 119 10K 50917 in6_multi 65 9K 65 taskqueue 81 9K 81 bmsafemap 2 9K 50097 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 322 rpc 2 8K 2 shmfd 1 8K 39 pfs_vncache 1 8K 1 cred 30 8K 420 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 pwddesc 117 8K 50849 UMA 366 7K 366 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 683 DEVFSP 82 6K 2330 pf_ifnet 13 5K 644 ufs_dirhash 24 5K 24 session 35 5K 69 sctp_athm 275 5K 83163 proc-args 145 5K 52517 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 sctp_map 252 4K 43872 acpisem 28 4K 28 selfd 55 4K 660744 lockf 32 4K 81 hhook 15 4K 17 CC Mem 49 4K 21719 terminal 11 3K 11 select 19 3K 106 uidinfo 4 3K 26 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 inpcbpolicy 60 2K 23492 ip6ndp 12 2K 14 sctp_ifa 13 2K 14 Unitno 27 2K 1185 CAM XPT 22 2K 543 osd 78 2K 21687 in_multi 6 2K 8 vnodemarker 3 2K 217 diradd 10 2K 49927 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 50636 softdep 1 1K 1 mkdir 8 1K 99314 freeblks 4 1K 49705 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 49657 crypto 4 1K 805 encap_export_host 12 1K 12 procdesc 5 1K 18 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 xform 4 1K 3797 vnodes 1 1K 1 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 soname 8 1K 76381 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 136 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 53 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 56237 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1292 sctp_mcore 0 0K 0 sctp_socko 0 0K 44215 sctp_iter 0 0K 583 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 571 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 138 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 filemon 0 0K 96 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_intr 0 0K 0 DEVFS4 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 DEVFS2 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xenstore 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 ciss_data 0 0K 0 xenbus 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 vm_fictitious 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 UMAHash 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 44238 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 106 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 283 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 14 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 49922 namei_tracker 0 0K 94 export_host 0 0K 0 cl_savebuf 0 0K 3 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 833 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 45 lio 0 0K 50 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 274 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 3685 eventfd 0 0K 100 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 324 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1286 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree ertt_txseginfo 40 4658771 9247 15696364 0 254 186720720 0 mbuf_jumbo_page 4096 8344 1054 1015586 0 254 38494208 0 tcp_log 416 0 9909 335028 0 254 4122144 0 vmem btag 56 70828 59 70876 0 254 3969672 0 tcp_bbr_map 128 23747 3223 2211168 0 126 3452160 0 RADIX NODE 144 18307 700 1089042 0 63 2737008 0 mbuf 256 8885 1529 20355651 0 254 2665984 0 pbuf 2624 0 957 0 0 2 2511168 0 sctp_asoc 2288 126 894 21936 0 254 2333760 0 malloc-16384 16384 63 72 50076 0 1 2211840 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 malloc-128 128 15916 111 16294 0 126 2051456 0 BUF TRIE 144 234 11554 5289 0 62 1697472 0 malloc-384 384 4211 19 4216 0 30 1624320 0 malloc-2048 2048 150 626 61021 0 8 1589248 0 malloc-4096 4096 338 4 535 0 2 1400832 0 UMA Slabs 0 112 12070 20 12070 0 126 1354080 0 sctp_ep 1272 149 868 61020 0 254 1293624 0 malloc-2048 2048 451 5 1702 0 8 933888 0 VM OBJECT 264 3103 137 741864 0 30 855360 0 tcpcb 1096 49 714 21646 0 254 836248 0 malloc-1024 1024 149 651 22011 0 16 819200 0 malloc-384 384 706 1334 50056 0 30 783360 0 sctp_raddr 736 126 897 23863 0 254 752928 0 socket 960 184 580 86192 0 254 733440 0 FFS inode 1160 573 29 50385 0 8 698320 0 256 Bucket 2048 294 28 66372 0 8 659456 0 malloc-384 384 293 1297 83426 0 30 610560 0 MAP ENTRY 96 5695 479 2830450 0 126 592704 0 malloc-256 256 857 1318 110911 0 62 556800 0 malloc-4096 4096 119 7 53794 0 2 516096 0 THREAD 1808 246 29 62288 0 8 497200 0 malloc-256 256 199 1661 45665 0 62 476160 0 malloc-64 64 5762 601 56724 0 254 407232 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 49 719 21646 0 254 380928 0 malloc-16 16 19770 480 21101 0 254 324000 0 VNODE 448 613 107 50428 0 30 322560 0 malloc-128 128 825 1469 53943 0 126 293632 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 0 4 816 0 1 262144 0 malloc-65536 65536 2 2 283 0 1 262144 0 UMA Zones 768 338 1 338 0 16 260352 0 VMSPACE 2552 90 12 50787 0 4 260304 0 mbuf_packet 256 104 912 3015635 0 254 260096 0 malloc-32 32 7498 440 8277 0 254 254016 0 ripcb 496 5 507 757 0 254 253952 0 udplite_inpcb 496 0 512 683 0 254 253952 0 udp_inpcb 496 6 506 406 0 254 253952 0 FPU_save_area 832 248 40 68899 0 16 239616 0 DEVCTL 1024 0 220 161 0 0 225280 0 malloc-256 256 78 732 56751 0 62 207360 0 malloc-65536 65536 3 0 3 0 1 196608 0 sctp_chunk 152 86 1188 2522 0 254 193648 0 PROC 1352 116 22 50846 0 8 186576 0 malloc-128 128 1116 279 102301 0 126 178560 0 malloc-128 128 1131 264 25902 0 126 178560 0 FFS2 dinode 256 573 117 50385 0 62 176640 0 128 Bucket 1024 109 54 21446 0 16 166912 0 malloc-32768 32768 0 5 69 0 1 163840 0 S VFS Cache 104 1099 422 51567 0 126 158184 0 filedesc0 1072 117 23 50849 0 8 150080 0 malloc-2048 2048 4 68 1908 0 8 147456 0 malloc-1024 1024 126 18 169 0 16 147456 0 sctp_laddr 48 436 2420 60096 0 254 137088 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 187 0 1 131072 0 malloc-65536 65536 1 1 145 0 1 131072 0 malloc-4096 4096 29 3 47 0 2 131072 0 unpcb 256 92 418 1595 0 254 130560 0 malloc-256 256 361 149 114620 0 62 130560 0 UMA Kegs 384 324 9 324 0 30 127872 0 clpbuf 2624 0 48 390 0 16 125952 0 64 Bucket 512 133 99 34833 0 30 118784 0 ksiginfo 112 128 916 7065 0 126 116928 0 malloc-32768 32768 1 2 131 0 1 98304 0 malloc-8192 8192 7 4 105 0 1 90112 0 g_bio 408 0 210 21164 0 30 85680 0 malloc-64 64 187 1136 683428 0 254 84672 0 malloc-64 64 689 634 74126 0 254 84672 0 malloc-16384 16384 4 1 6 0 1 81920 0 32 Bucket 256 152 163 11847 0 62 80640 0 pcpu-8 8 8863 353 25939 0 254 73728 0 malloc-384 384 160 20 569 0 30 69120 0 malloc-32768 32768 0 2 28 0 1 65536 0 malloc-4096 4096 16 0 18 0 2 65536 0 malloc-256 256 50 205 103751 0 62 65280 0 Files 80 386 414 163084 0 126 64000 0 sctp_stream_msg_out 112 46 494 4592 0 254 60480 0 malloc-32 32 359 1531 136819 0 254 60480 0 malloc-16 16 607 3143 182491 0 254 60000 0 tcp_bbr_pcb 832 31 41 7613 0 16 59904 0 malloc-8192 8192 6 1 107 0 1 57344 0 malloc-64 64 338 481 20607 0 254 52416 0 malloc-64 64 282 537 54496 0 254 52416 0 malloc-128 128 113 290 50030 0 126 51584 0 malloc-128 128 202 201 557 0 126 51584 0 malloc-256 256 152 43 7997 0 62 49920 0 malloc-256 256 87 108 1119 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 227139 0 16 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-8192 8192 3 3 55 0 1 49152 0 malloc-8192 8192 5 1 7 0 1 49152 0 malloc-2048 2048 14 10 25 0 8 49152 0 malloc-1024 1024 4 44 2464 0 16 49152 0 malloc-1024 1024 16 32 373 0 16 49152 0 pcpu-64 64 487 281 487 0 254 49152 0 tcp_rack_pcb 896 0 54 1292 0 16 48384 0 pipe 744 24 41 1576 0 16 48360 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 276 39 276 0 62 42840 0 malloc-4096 4096 7 3 95 0 2 40960 0 malloc-4096 4096 4 6 55 0 2 40960 0 da_ccb 544 0 70 5797 0 16 38080 0 malloc-64 64 109 458 3040 0 254 36288 0 malloc-64 64 10 557 10646 0 254 36288 0 malloc-64 64 61 506 74 0 254 36288 0 16 Bucket 144 113 139 1357 0 62 36288 0 malloc-128 128 38 241 50335 0 126 35712 0 malloc-128 128 42 237 7215 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 11 124 49749 0 62 34560 0 SLEEPQUEUE 88 276 108 276 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 0 4 6 0 1 32768 0 malloc-4096 4096 1 7 49923 0 2 32768 0 malloc-2048 2048 2 14 14 0 8 32768 0 malloc-2048 2048 10 6 1195 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-1024 1024 3 29 55 0 16 32768 0 malloc-1024 1024 7 25 192 0 16 32768 0 malloc-1024 1024 14 18 14 0 16 32768 0 malloc-512 512 1 63 119 0 30 32768 0 malloc-512 512 12 52 39 0 30 32768 0 malloc-512 512 0 64 55 0 30 32768 0 malloc-512 512 0 64 138 0 30 32768 0 malloc-512 512 6 58 99 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 malloc-512 512 3 61 217 0 30 32768 0 KNOTE 160 28 172 521111 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 2472 0 126 31680 0 cpuset 104 7 272 3249 0 126 29016 0 ertt 72 49 343 21646 0 126 28224 0 PWD 32 66 816 49782 0 254 28224 0 malloc-32 32 91 791 23971 0 254 28224 0 malloc-32 32 400 482 20974 0 254 28224 0 4 Bucket 48 6 582 1124 0 254 28224 0 AIO 208 1 132 75 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 37 239 75 0 126 24288 0 rl_entry 40 122 484 122 0 254 24240 0 8 Bucket 80 128 172 11019 0 126 24000 0 malloc-384 384 3 57 149 0 30 23040 0 malloc-384 384 23 37 143 0 30 23040 0 domainset 40 0 567 2673 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 1089 0 254 20160 0 malloc-32 32 157 473 4297 0 254 20160 0 malloc-32 32 10 620 410 0 254 20160 0 malloc-32 32 123 507 1296 0 254 20160 0 malloc-32 32 26 604 2726 0 254 20160 0 2 Bucket 32 113 517 5549 0 254 20160 0 cryptop 280 0 70 278 0 30 19600 0 AIOCB 552 0 35 174 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 25 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 5 3 5 0 8 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 2 666 15725885 0 254 16032 0 malloc-16 16 110 890 52274 0 254 16000 0 kenv 258 15 45 1048 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 60 690 85776 0 254 12000 0 malloc-16 16 44 706 388 0 254 12000 0 malloc-16 16 15 735 15 0 254 12000 0 malloc-16 16 313 437 315 0 254 12000 0 malloc-16 16 24 726 25270 0 254 12000 0 itimer 352 0 33 2 0 30 11616 0 malloc-384 384 3 27 3 0 30 11520 0 abd_chunk 4096 1 1 1 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 md2 2 2017 15 2017 0 254 4064 0 md1 2 2017 15 2017 0 254 4064 0 md0 2 2017 15 2017 0 254 4064 0 UMA Slabs 1 176 17 5 17 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 arc_buf_hdr_t_full 352 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0