panic: Assertion in_epoch(net_epoch_preempt) failed at /syzkaller/managers/main/kernel/sys/net/if.c:356 cpuid = 0 time = 1639529188 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe008ffb5a10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe008ffb5b70 vpanic() at vpanic+0x2b8/frame 0xfffffe008ffb5c50 panic() at panic+0xb5/frame 0xfffffe008ffb5d20 ifnet_byindex() at ifnet_byindex+0xce/frame 0xfffffe008ffb5d50 ip6_setpktopt() at ip6_setpktopt+0xb4d/frame 0xfffffe008ffb5db0 ip6_pcbopt() at ip6_pcbopt+0x10e/frame 0xfffffe008ffb5e10 ip6_ctloutput() at ip6_ctloutput+0x260d/frame 0xfffffe008ffb68b0 tcp_ctloutput() at tcp_ctloutput+0x32f/frame 0xfffffe008ffb6a50 sosetopt() at sosetopt+0x20e/frame 0xfffffe008ffb6bb0 kern_setsockopt() at kern_setsockopt+0x23c/frame 0xfffffe008ffb6ce0 sys_setsockopt() at sys_setsockopt+0x76/frame 0xfffffe008ffb6d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe008ffb6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe008ffb6f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a41a, rsp = 0x22f08, rbp = 0x22f70 --- KDB: enter: panic [ thread pid 5566 tid 106141 ] Stopped at kdb_enter+0x6b: movq $0,0x250fb7a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x6f996be7115a576 rdx 0x3ffff rbx 0 rsp 0xfffffe008ffb5b50 rbp 0xfffffe008ffb5b70 rsi 0x40001 rdi 0xffffffff8175e16a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009aec8a70 r12 0xfffffe009aec8560 r13 0xfffffe008ffb5b01 r14 0xffffffff82b41340 .str.18 r15 0xffffffff82b41340 .str.18 rip 0xffffffff8175171b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250fb7a(%rip) db> show proc Process 5566 (syz-executor.2) at 0xfffffe009af0c000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe0058c0ea90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053dd6000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009ab129f8 (map 0xfffffe009ab129f8) (map.pmap 0xfffffe009ab12ab8) (pmap 0xfffffe009ab12b20) threads: 2 105876 RunQ syz-executor.2 106141 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 5567 776 776 0 R (threaded) syz-executor.1 105671 RunQ syz-executor.1 106140 S uwait 0xfffffe005769de00 syz-executor.1 5566 778 778 0 R (threaded) syz-executor.2 105876 RunQ syz-executor.2 106141 Run CPU 0 syz-executor.2 5565 786 786 0 RE CPU 1 syz-executor.3 5564 775 775 0 R (threaded) syz-executor.0 105837 RunQ syz-executor.0 106138 S uwait 0xfffffe0092e9a780 syz-executor.0 4933 1 4932 0 S uwait 0xfffffe0092e99780 syz-executor.0 4931 1 4929 0 S uwait 0xfffffe005769df00 syz-executor.0 4924 1 4923 0 S uwait 0xfffffe005769ee80 syz-executor.0 4922 1 4921 0 S uwait 0xfffffe005769db00 syz-executor.0 4427 1 4427 65 Ss select 0xfffffe0053dce0c0 dhclient 3779 0 0 0 DL mdwait 0xfffffe009ad03000 [md4] 3778 0 0 0 DL mdwait 0xfffffe009ad04000 [md0] 3767 0 0 0 DL mdwait 0xfffffe0058ac6000 [md3] 3759 0 0 0 DL mdwait 0xfffffe0053dfe000 [md2] 3753 0 0 0 DL mdwait 0xfffffe0053dfd000 [md1] 3563 1 3563 0 Ss select 0xfffffe0057225740 dhclient 3560 1 3560 0 Ss select 0xfffffe0053dce1c0 dhclient 3527 1 3527 65 Ss select 0xfffffe00572258c0 dhclient 3406 1 786 0 S uwait 0xfffffe000796e380 syz-executor.3 3401 1 786 0 S uwait 0xfffffe0092e9a080 syz-executor.3 3392 1 786 0 S uwait 0xfffffe005769fd80 syz-executor.3 3390 1 778 0 S uwait 0xfffffe005769f700 syz-executor.2 3389 1 776 0 S uwait 0xfffffe0058955a00 syz-executor.1 3384 1 776 0 S uwait 0xfffffe0092e99d00 syz-executor.1 3383 1 778 0 S uwait 0xfffffe0092e9a180 syz-executor.2 3378 1 776 0 S uwait 0xfffffe000796e180 syz-executor.1 3377 1 778 0 S uwait 0xfffffe000796df00 syz-executor.2 3367 1 776 0 S uwait 0xfffffe005769f880 syz-executor.1 3348 1 776 0 S uwait 0xfffffe0092e9a680 syz-executor.1 3346 1 786 0 S uwait 0xfffffe0092e9ab80 syz-executor.3 3340 1 776 0 S uwait 0xfffffe0092e9aa80 syz-executor.1 3337 1 786 0 S uwait 0xfffffe000796d000 syz-executor.3 3329 1 776 0 S uwait 0xfffffe0092e9b100 syz-executor.1 3328 1 786 0 S uwait 0xfffffe000796d900 syz-executor.3 3315 1 786 0 S uwait 0xfffffe0092e99f00 syz-executor.3 3117 1 776 0 S uwait 0xfffffe000796d600 syz-executor.1 3115 1 775 0 S uwait 0xfffffe005895a500 syz-executor.0 3111 1 776 0 S uwait 0xfffffe000796d800 syz-executor.1 3110 1 775 0 S uwait 0xfffffe0092e9a280 syz-executor.0 3105 1 776 0 S uwait 0xfffffe000796d700 syz-executor.1 3104 1 775 0 S uwait 0xfffffe0058955680 syz-executor.0 3094 1 776 0 S uwait 0xfffffe0092e9ac80 syz-executor.1 2885 1 776 0 S uwait 0xfffffe005895a480 syz-executor.1 2884 1 776 0 S uwait 0xfffffe0092e9b200 syz-executor.1 2784 1 2784 0 Ss select 0xfffffe0053dce3c0 dhclient 2781 1 2781 0 Ss select 0xfffffe0053dce440 dhclient 2758 1 2758 65 Ss select 0xfffffe0053dce640 dhclient 2342 1 776 0 S uwait 0xfffffe0058956a00 syz-executor.1 1988 0 0 0 DL aiordy 0xfffffe0092729000 [aiod4] 1987 0 0 0 DL aiordy 0xfffffe0092e73a90 [aiod3] 1986 0 0 0 DL aiordy 0xfffffe0092729a90 [aiod2] 1985 0 0 0 DL aiordy 0xfffffe00929a5000 [aiod1] 1980 1 1980 0 Ss select 0xfffffe0057225940 dhclient 1977 1 1977 0 Ss select 0xfffffe0053dce540 dhclient 1952 1 1952 65 Ss select 0xfffffe0057225ac0 dhclient 1828 1 776 0 S uwait 0xfffffe000796d480 syz-executor.1 1827 1 786 0 S uwait 0xfffffe000796d180 syz-executor.3 1822 1 775 0 S uwait 0xfffffe0058956000 syz-executor.0 1821 1 786 0 S uwait 0xfffffe0058955800 syz-executor.3 1820 1 778 0 S uwait 0xfffffe005769f680 syz-executor.2 1818 1 776 0 S uwait 0xfffffe0058955000 syz-executor.1 1817 1 775 0 S uwait 0xfffffe000796d380 syz-executor.0 1814 1 786 0 S uwait 0xfffffe0058955300 syz-executor.3 1812 1 778 0 S uwait 0xfffffe0058955400 syz-executor.2 1811 1 775 0 S uwait 0xfffffe000796d200 syz-executor.0 1808 1 776 0 S uwait 0xfffffe0058955500 syz-executor.1 1801 1 778 0 S uwait 0xfffffe0058959080 syz-executor.2 1790 1 778 0 S uwait 0xfffffe005769fe80 syz-executor.2 1056 1 1056 0 Ss select 0xfffffe0053dce9c0 dhclient 1053 1 1053 0 Ss select 0xfffffe00571fe1c0 dhclient 786 773 786 0 Ss nanslp 0xffffffff83c2e940 syz-executor.3 778 773 778 0 Ss nanslp 0xffffffff83c2e940 syz-executor.2 776 773 776 0 Rs syz-executor.1 775 773 775 0 Ss nanslp 0xffffffff83c2e940 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100093 S kqread 0xfffffe000796c300 syz-fuzzer 100112 S uwait 0xfffffe005769e500 syz-fuzzer 100113 S uwait 0xfffffe005769e600 syz-fuzzer 100114 S uwait 0xfffffe005769e700 syz-fuzzer 100115 S uwait 0xfffffe005769e800 syz-fuzzer 100116 S uwait 0xfffffe0058956600 syz-fuzzer 100117 S uwait 0xfffffe0058956700 syz-fuzzer 100118 S uwait 0xfffffe005769e900 syz-fuzzer 100119 S uwait 0xfffffe0058956800 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe00927255f8 csh 769 687 769 0 Ss select 0xfffffe0053dcee40 sshd 753 1 753 0 Ss+ ttyin 0xfffffe0057690cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005768ecb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00081e90b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00081e94b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005768f0b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005768f4b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00081e98b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005768f8b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005768fcb0 getty 691 1 691 0 Ss nanslp 0xffffffff83c2e941 cron 687 1 687 0 Ss select 0xfffffe0053dcf3c0 sshd 500 1 500 0 Ss select 0xfffffe0053dcf440 syslogd 429 1 429 0 Ss select 0xfffffe0053dcf8c0 devd 428 1 428 65 Ss select 0xfffffe0053dcf4c0 dhclient 343 1 343 0 Ss select 0xfffffe0053dcf5c0 dhclient 340 1 340 0 Ss select 0xfffffe0053dcf740 dhclient 16 0 0 0 DL syncer 0xffffffff83d54140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0053dd4000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d52760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058c2cce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d85c00 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d79ab8 [dom0] 100079 D launds 0xffffffff83d79ac4 [laundry: dom0] 100080 D umarcl 0xffffffff81e41cb0 [uma] 6 0 0 0 DL - 0xffffffff839ea808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff849431c0 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84357530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388c7c0 [doneq0] 100046 D - 0xffffffff8388c740 [async] 100075 D - 0xffffffff8388c5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057108c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d75300 [crypto] 100042 D crypto_ 0xfffffe0053edd430 [crypto returns 0] 100043 D crypto_ 0xfffffe0053edd480 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c04000 [g_event] 100037 D - 0xffffffff83c04020 [g_up] 100038 D - 0xffffffff83c04040 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d75de0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c04aa0 [swapper] 100005 D - 0xfffffe00081f3d00 [if_io_tqg_0] 100006 D - 0xfffffe00081f3c00 [if_io_tqg_1] 100007 D - 0xfffffe00081f3b00 [if_config_tqg_0] 100008 D - 0xfffffe00081f3a00 [softirq_0] 100009 D - 0xfffffe00081f3900 [softirq_1] 100010 D - 0xfffffe00081d3e00 [kqueue_ctx taskq] 100011 D - 0xfffffe00081d3d00 [pci_hp taskq] 100012 D - 0xfffffe00081d3c00 [linuxkpi_irq_wq] 100015 D - 0xfffffe00081d3900 [aiod_kick taskq] 100016 D - 0xfffffe00081d3800 [inm_free taskq] 100017 D - 0xfffffe00081d3700 [in6m_free taskq] 100018 D - 0xfffffe00081d3600 [deferred_unmount ta] 100019 D - 0xfffffe00081d3500 [thread taskq] 100021 D - 0xfffffe00081d3300 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081d3300 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081d3300 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081d3300 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081d3200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081d3200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081d3200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081d3200 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f28300 [firmware taskq] 100039 D - 0xfffffe0053f28200 [crypto_0] 100040 D - 0xfffffe0053f28200 [crypto_1] 100056 D - 0xfffffe0053f28000 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f27e00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f27d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f27c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571feb00 [virtio_balloon] 100065 D - 0xffffffff82b46e21 [deadlkres] 100069 D - 0xfffffe0053f27800 [acpi_task_0] 100070 D - 0xfffffe0053f27800 [acpi_task_1] 100071 D - 0xfffffe0053f27800 [acpi_task_2] 100072 D - 0xfffffe00081d4100 [mca taskq] 100074 D - 0xfffffe0053f28100 [CAM taskq] db> show all locks Process 5566 (syz-executor.2) thread 0xfffffe009aec8560 (106141) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0092905550) locked @ /syzkaller/managers/main/kernel/sys/netinet6/ip6_output.c:2078 Process 5565 (syz-executor.3) thread 0xfffffe0099e9d560 (102733) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe009ac77940) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_mqueue.c:2483 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4254 sysctloid 36047 2124K 37171 vtbuf 24 1968K 46 kobj 322 1288K 598 pcb 605 1192K 9194 newblk 27 1031K 14815 vfscache 3 1025K 3 filedesc 106 842K 9101 inodedep 130 561K 5358 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 subproc 239 485K 5700 intr 4 472K 4 vmem 3 274K 6 sctp_stro 251 251K 1977 sctp_atcl 542 204K 6747 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 linker 353 134K 557 pagedep 9 130K 4721 tfo_ccache 1 128K 1 DEVFS1 114 114K 139 sem 4 106K 4 BPF 46 88K 72 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 filemon 8 64K 107 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 kdtrace 316 59K 11710 umtx 462 58K 462 temp 36 37K 2754 DEVFS3 133 34K 151 sctp_atky 793 33K 9082 hostcache 1 32K 1 shm 1 32K 55 dirrem 120 30K 5046 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 routetbl 151 21K 595 ifaddr 71 21K 73 md_disk 10 21K 32 md_sectors 5 20K 14 DEVFS_RULE 56 20K 56 lltable 56 18K 176 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 GEOM 96 15K 905 freefile 117 15K 4907 bus-sc 34 15K 1651 sctp_timw 52 13K 52 KTRACE 102 13K 257 ether_multi 157 13K 175 devstat 6 13K 6 ifnet 7 13K 7 ksem 31 12K 133 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 rman 84 10K 425 cred 38 10K 270 kqueue 111 10K 5619 in6_multi 71 9K 71 sctp_athm 542 9K 6933 pf_rule 6 9K 96 bmsafemap 2 9K 5268 UART 12 9K 12 pf_table 4 8K 42 rpc 2 8K 2 shmfd 1 8K 12 pfs_vncache 1 8K 1 sctp_map 502 8K 3980 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 pwddesc 109 7K 5566 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 501 DEVFSP 92 6K 971 pf_ifnet 15 6K 94 session 39 5K 91 ip6opt 33 5K 109 ufs_dirhash 24 5K 24 UMA 277 5K 286 vt 11 5K 11 proc-args 136 5K 6879 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 33 4K 90 acpisem 28 4K 28 selfd 55 4K 76637 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 CC Mem 40 3K 1685 select 19 3K 73 uidinfo 3 3K 14 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_aadr 31 2K 46 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 inpcbpolicy 54 2K 2117 Unitno 27 2K 111 CAM XPT 22 2K 543 freework 7 2K 8566 freeblks 6 2K 5043 in_multi 6 2K 12 pf_osfp 13 2K 13 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 xform 18 2K 1352 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 9196 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 366 NFSD session 1 1K 1 osd 44 1K 1664 CAM periph 4 1K 271 tcp_fsb 14 1K 489 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 644 pci_link 10 1K 10 crypto 4 1K 355 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 4598 diradd 4 1K 5086 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 4936 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip_moptions 2 1K 10 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 9653 filecaps 5 1K 116 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 43 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 3375 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 7 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_stri 0 0K 384 mqdata 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5333 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 181 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 41 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 8 in_mfilter 0 0K 16 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 11 nvme_da 0 0K 0 statfs 0 0K 4801 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 17 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 280 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 12 acl 0 0K 0 PUC 0 0K 0 mbuf_tag 0 0K 171 ktls 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 18800 ioctlops 0 0K 609 eventfd 0 0K 7 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 536 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 1006 sysctl 0 0K 3 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 24 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 29 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 150 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8324 1074 561205 0 254 38494208 0 tcp_log 416 0 20070 432604 0 254 8349120 0 mbuf 256 10167 3052 2164830 0 254 3384064 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 pbuf 2624 0 762 0 0 2 1999488 0 RADIX NODE 144 10852 1687 147827 0 62 1805616 0 malloc-384 384 4285 365 9611 0 30 1785600 0 BUF TRIE 144 281 11507 10523 0 62 1697472 0 malloc-128 128 12448 169 18679 0 126 1614976 0 malloc-4096 4096 323 5 682 0 2 1343488 0 UMA Slabs 0 112 11403 3 11403 0 126 1277472 0 vmem btag 56 21710 73 21724 0 254 1219848 0 sctp_asoc 2288 251 259 1977 0 254 1166880 0 malloc-16384 16384 54 4 4565 0 1 950272 0 ertt_txseginfo 40 9407 12005 1084936 0 254 856480 0 VM OBJECT 264 3030 120 129851 0 30 831600 0 256 Bucket 2048 334 42 8361 0 8 770048 0 tcp_bbr_map 128 272 5153 300593 0 126 694400 0 FFS inode 1160 565 30 5477 0 8 690200 0 malloc-2048 2048 297 31 4805 0 8 671744 0 sctp_ep 1208 291 219 4558 0 254 616080 0 tcpcb 1096 40 471 1653 0 254 560056 0 MAP ENTRY 96 4878 414 357931 0 126 508032 0 socket 960 127 381 8000 0 254 487680 0 malloc-4096 4096 109 5 5568 0 2 466944 0 malloc-65536 65536 5 2 27 0 1 458752 0 THREAD 1808 206 25 6141 0 8 417648 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 258 259 2030 0 254 380512 0 tcp_inpcb 448 40 725 1653 0 254 342720 0 VNODE 448 605 88 5519 0 30 310464 0 malloc-64 64 4390 461 92284 0 254 310464 0 malloc-256 256 279 846 27942 0 62 288000 0 malloc-1024 1024 253 19 2094 0 16 278528 0 mbuf_packet 256 121 895 23545 0 254 260096 0 malloc-16 16 14948 302 15961 0 254 244000 0 malloc-384 384 542 88 6776 0 30 241920 0 VMSPACE 2552 84 9 5531 0 4 237336 0 sctp_chunk 152 679 855 9217 0 254 233168 0 ripcb 448 6 507 114 0 254 229824 0 udplite_inpcb 448 0 513 66 0 254 229824 0 udp_inpcb 448 8 505 284 0 254 229824 0 malloc-32768 32768 0 7 4606 0 1 229376 0 DEVCTL 1024 0 220 197 0 0 225280 0 FPU_save_area 832 208 35 9661 0 16 202176 0 malloc-32 32 5744 430 10528 0 254 197568 0 malloc-65536 65536 1 2 251 0 1 196608 0 malloc-128 128 1368 151 26895 0 126 194432 0 UMA Zones 768 249 0 258 0 16 191232 0 FFS2 dinode 256 565 125 5476 0 62 176640 0 malloc-256 256 254 436 5636 0 62 176640 0 PROC 1352 108 21 5567 0 8 174408 0 malloc-32768 32768 0 5 18 0 1 163840 0 malloc-2048 2048 15 65 1080 0 8 163840 0 malloc-256 256 498 132 5162 0 62 161280 0 128 Bucket 1024 110 37 3054 0 16 150528 0 malloc-1024 1024 127 17 357 0 16 147456 0 S VFS Cache 104 1048 356 6168 0 126 146016 0 filedesc0 1072 109 24 5566 0 8 142576 0 malloc-65536 65536 0 2 51 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 20 490 1283 0 254 130560 0 clpbuf 2624 0 48 559 0 16 125952 0 malloc-8192 8192 11 4 114 0 1 122880 0 ksiginfo 112 118 926 3763 0 126 116928 0 malloc-128 128 801 98 4743 0 126 115072 0 malloc-8192 8192 11 3 114 0 1 114688 0 64 Bucket 512 128 72 8203 0 30 102400 0 malloc-32768 32768 1 2 11 0 1 98304 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 0 6 13 0 1 98304 0 UMA Kegs 384 235 8 244 0 30 93312 0 malloc-8192 8192 0 11 189 0 1 90112 0 malloc-4096 4096 22 0 22 0 2 90112 0 g_bio 408 0 210 83344 0 30 85680 0 malloc-64 64 879 444 9415 0 254 84672 0 malloc-128 128 149 502 5047 0 126 83328 0 malloc-4096 4096 15 5 4823 0 2 81920 0 malloc-256 256 103 212 14769 0 62 80640 0 sctp_readq 152 0 520 238 0 254 79040 0 malloc-4096 4096 16 2 569 0 2 73728 0 malloc-64 64 615 456 2724 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 32 Bucket 256 86 169 11577 0 62 65280 0 Files 80 405 395 22285 0 126 64000 0 sctp_stream_msg_out 112 57 483 604 0 254 60480 0 malloc-384 384 130 20 132 0 30 57600 0 malloc-128 128 85 318 9613 0 126 51584 0 malloc-256 256 13 182 5346 0 62 49920 0 malloc-256 256 7 188 5373 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 36751 0 16 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 11 13 469 0 8 49152 0 malloc-1024 1024 21 27 26 0 16 49152 0 malloc-1024 1024 4 44 512 0 16 49152 0 tcp_rack_pcb 896 4 50 479 0 16 48384 0 malloc-384 384 56 64 260 0 30 46080 0 pcpu-8 8 4891 741 7265 0 254 45056 0 tcp_bbr_pcb 832 11 43 852 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 Mountpoints 2752 2 12 12 0 4 38528 0 da_ccb 544 0 70 21659 0 16 38080 0 pipe 744 23 27 517 0 16 37200 0 hostcache 64 3 564 3 0 254 36288 0 PWD 32 65 1069 4599 0 254 36288 0 malloc-64 64 313 254 18999 0 254 36288 0 malloc-64 64 38 529 75 0 254 36288 0 malloc-64 64 55 512 573 0 254 36288 0 16 Bucket 144 78 174 1147 0 62 36288 0 8 Bucket 80 59 391 1581 0 126 36000 0 malloc-128 128 49 230 493 0 126 35712 0 malloc-128 128 13 266 4611 0 126 35712 0 malloc-128 128 80 199 752 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 393 0 30 34560 0 malloc-256 256 60 75 539 0 62 34560 0 malloc-256 256 70 65 358 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 5 3 22 0 2 32768 0 malloc-4096 4096 3 5 145 0 2 32768 0 malloc-2048 2048 7 9 97 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 4 12 42 0 8 32768 0 malloc-2048 2048 0 16 54 0 8 32768 0 malloc-1024 1024 5 27 6 0 16 32768 0 malloc-1024 1024 17 15 1398 0 16 32768 0 malloc-1024 1024 1 31 5 0 16 32768 0 malloc-512 512 2 62 4 0 30 32768 0 malloc-512 512 0 64 88 0 30 32768 0 malloc-512 512 4 60 417 0 30 32768 0 malloc-512 512 9 55 9 0 30 32768 0 malloc-512 512 11 53 33 0 30 32768 0 pcpu-64 64 479 33 479 0 254 32768 0 KNOTE 160 28 172 54545 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 12 252 1061 0 126 31680 0 cpuset 104 7 272 35 0 126 29016 0 pf tags 104 0 273 13 0 126 28392 0 sctp_asconf_ack 48 0 588 7 0 254 28224 0 sctp_laddr 48 52 536 1984 0 254 28224 0 tcp_inpcb 32 6 876 1124 0 254 28224 0 malloc-32 32 560 322 7274 0 254 28224 0 4 Bucket 48 6 582 159 0 254 28224 0 2 Bucket 32 80 802 1553 0 254 28224 0 AIO 208 0 133 33 0 62 27664 0 malloc-8192 8192 1 2 6 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 39 237 91 0 126 24288 0 rl_entry 40 111 495 111 0 254 24240 0 malloc-16 16 1066 434 14837 0 254 24000 0 malloc-384 384 31 29 31 0 30 23040 0 domainset 40 0 567 21 0 254 22680 0 udpcb 32 8 622 350 0 254 20160 0 udp_inpcb 32 3 627 42 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 40 240 1653 0 126 20160 0 malloc-64 64 23 292 27 0 254 20160 0 malloc-32 32 5 625 97 0 254 20160 0 malloc-32 32 279 351 3906 0 254 20160 0 malloc-32 32 120 510 3128 0 254 20160 0 malloc-32 32 8 622 8 0 254 20160 0 malloc-32 32 85 545 2657 0 254 20160 0 malloc-32 32 43 587 1113 0 254 20160 0 malloc-16 16 570 680 11851 0 254 20000 0 cryptop 280 0 70 77 0 30 19600 0 AIOCB 552 0 35 29 0 16 19320 0 L VFS Cache 320 0 60 20 0 30 19200 0 AIOLIO 272 0 70 12 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-512 512 0 32 514 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 813160 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 105 645 27662 0 254 12000 0 malloc-16 16 25 725 36 0 254 12000 0 malloc-16 16 2 748 18 0 254 12000 0 itimer 352 0 33 2 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 0 500 1 0 254 8000 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 md4 2 1 255 1 0 254 512 0 md0 2 1 255 1 0 254 512 0 md3 2 1 255 1 0 254 512 0 md2 2 1 255 1 0 254 512 0 md1 2 1 255 1 0 254 512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 udplite_inpcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0