panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:920 cpuid = 1 time = 1653127226 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe008fde55f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe008fde5750 vpanic() at vpanic+0x2b8/frame 0xfffffe008fde5830 panic() at panic+0xb5/frame 0xfffffe008fde58f0 thread_lock_flags_() at thread_lock_flags_+0x3f2/frame 0xfffffe008fde5a20 propagate_priority() at propagate_priority+0xde/frame 0xfffffe008fde5a70 tdsigwakeup() at tdsigwakeup+0x140/frame 0xfffffe008fde5ad0 tdsendsignal() at tdsendsignal+0xf07/frame 0xfffffe008fde5bf0 kern_kill() at kern_kill+0x324/frame 0xfffffe008fde5d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe008fde5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe008fde5f30 --- syscall (37, FreeBSD ELF64, sys_kill), rip = 0x2ebdca, rsp = 0x820fa2918, rbp = 0x820fa2990 --- KDB: enter: panic [ thread pid 781 tid 100120 ] Stopped at kdb_enter+0x6b: movq $0,0x275a77a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81729d96 printf+0xf6 rdx 0x1 rbx 0 rsp 0xfffffe008fde5730 rbp 0xfffffe008fde5750 rsi 0 rdi 0xffffffff81729df8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0092d80350 r12 0xfffffe0092d7fe40 r13 0xfffffe008fde5701 r14 0xffffffff82b50e00 .str.26 r15 0xffffffff82b50e00 .str.26 rip 0xffffffff8171991b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275a77a(%rip) db> show proc Process 781 (syz-executor.0) at 0xfffffe0092a03548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 774 at 0xfffffe008fe92000 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053de1000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009286d9f8 (map 0xfffffe009286d9f8) (map.pmap 0xfffffe009286dab8) (pmap 0xfffffe009286db20) threads: 1 100120 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 56920 799 799 0 T (threaded) syz-executor.3 165316 s syz-executor.3 165319 L *rawinp 0xfffffe0057887a80 syz-executor.3 165328 L *rip 0xfffffe005732de40 syz-executor.3 56918 781 781 0 T (threaded) syz-executor.0 165317 L *rip 0xfffffe005732de40 syz-executor.0 165318 L *rip 0xfffffe005732de40 syz-executor.0 165325 s syz-executor.0 44113 1 782 0 SV uwait 0xfffffe0099664e00 syz-executor.1 44104 1 782 0 SV uwait 0xfffffe0099663d00 syz-executor.1 44093 1 782 0 SV uwait 0xfffffe005732a400 syz-executor.1 34116 1 799 0 SV uwait 0xfffffe0099666300 syz-executor.3 34106 1 799 0 SV uwait 0xfffffe0099664a00 syz-executor.3 29677 0 0 0 DL - 0xffffffff83f61440 [soaiod4] 29676 0 0 0 DL - 0xffffffff83f61440 [soaiod3] 29675 0 0 0 DL - 0xffffffff83f61440 [soaiod2] 29674 0 0 0 DL - 0xffffffff83f61440 [soaiod1] 27694 1 799 0 S uwait 0xfffffe0057329880 syz-executor.3 27688 1 799 0 S uwait 0xfffffe0057889800 syz-executor.3 27681 1 799 0 S uwait 0xfffffe0099663b00 syz-executor.3 22543 1 782 0 S uwait 0xfffffe0057327300 syz-executor.1 22541 1 782 0 S uwait 0xfffffe0099664600 syz-executor.1 22538 1 782 0 S uwait 0xfffffe005788b200 syz-executor.1 22534 1 782 0 S uwait 0xfffffe0099665680 syz-executor.1 18296 1 799 0 SV uwait 0xfffffe0057329780 syz-executor.3 15338 1 782 0 SV uwait 0xfffffe0099665180 syz-executor.1 13882 1 799 0 SV uwait 0xfffffe0053c03100 syz-executor.3 13875 1 799 0 SV uwait 0xfffffe005788a080 syz-executor.3 13866 1 799 0 SV uwait 0xfffffe0057889480 syz-executor.3 13857 1 799 0 SV uwait 0xfffffe0099665c80 syz-executor.3 13849 1 799 0 SV uwait 0xfffffe0099665000 syz-executor.3 13841 1 799 0 SV uwait 0xfffffe0057889180 syz-executor.3 13831 1 799 0 SV uwait 0xfffffe0099664f00 syz-executor.3 13825 1 799 0 SV uwait 0xfffffe0057889c00 syz-executor.3 13811 1 799 0 SV uwait 0xfffffe0099665880 syz-executor.3 13802 1 799 0 SV uwait 0xfffffe0057328300 syz-executor.3 13792 1 799 0 SV uwait 0xfffffe005788aa80 syz-executor.3 13782 1 799 0 SV uwait 0xfffffe0099665d80 syz-executor.3 13050 0 0 0 DL aiordy 0xfffffe0092a03000 [aiod4] 13049 0 0 0 DL aiordy 0xfffffe0099eb2548 [aiod3] 13048 0 0 0 DL aiordy 0xfffffe0099eb3000 [aiod2] 13047 0 0 0 DL aiordy 0xfffffe00996ca548 [aiod1] 9832 1 9832 65 Ss select 0xfffffe0099f0f040 dhclient 8672 1 8672 0 Ss select 0xfffffe00998104c0 dhclient 8668 1 8668 0 Ss select 0xfffffe00998408c0 dhclient 8634 1 8634 65 Ss select 0xfffffe0099d87440 dhclient 7261 1 7261 0 Ss select 0xfffffe00997eb140 dhclient 7258 1 7258 0 Ss select 0xfffffe0099f0fe40 dhclient 7239 1 7239 65 Ss select 0xfffffe009982adc0 dhclient 3954 1 3954 0 Ss select 0xfffffe0056f6d9c0 dhclient 3941 1 3941 0 Ss select 0xfffffe00997d2640 dhclient 3885 1 3885 65 Ss select 0xfffffe009980ebc0 dhclient 1060 1 1060 0 Ss select 0xfffffe00578fabc0 dhclient 1057 1 1057 0 Ss select 0xfffffe00578fab40 dhclient 799 774 799 0 Ss nanslp 0xffffffff83e41700 syz-executor.3 784 774 784 0 Ss piperd 0xfffffe0058b5e000 syz-executor.2 782 774 782 0 Ss piperd 0xfffffe0058b5d000 syz-executor.1 781 774 781 0 Rs CPU 1 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe0057327a80 syz-fuzzer 100112 S uwait 0xfffffe0057328800 syz-fuzzer 100113 S uwait 0xfffffe0057328700 syz-fuzzer 100114 S uwait 0xfffffe0057328600 syz-fuzzer 100115 S uwait 0xfffffe0057328500 syz-fuzzer 100116 S uwait 0xfffffe005788ab80 syz-fuzzer 100117 S uwait 0xfffffe005788ac80 syz-fuzzer 100118 S kqread 0xfffffe008fe21400 syz-fuzzer 100121 S uwait 0xfffffe0057327200 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092a040b0 csh 770 688 770 0 Ss select 0xfffffe0056f6af40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574764b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579c58b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579c5cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579c60b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579c64b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579c68b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579c6cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579c70b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579c74b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e41701 cron 688 1 688 0 Ss select 0xfffffe0056f6aac0 sshd 501 1 501 0 Ss select 0xfffffe0056f6b4c0 syslogd 430 1 430 0 Ss select 0xfffffe0056f6b040 devd 429 1 429 65 Ss select 0xfffffe0056f6adc0 dhclient 344 1 344 0 Ss select 0xfffffe0056f6aec0 dhclient 341 1 341 0 Ss select 0xfffffe0056f6b1c0 dhclient 17 0 0 0 DL syncer 0xffffffff83f66f60 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056fa0a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f65560 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0057472ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f99000 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8ceb8 [dom0] 100080 D launds 0xffffffff83f8cec4 [laundry: dom0] 100081 D umarcl 0xffffffff81e471e0 [uma] 7 0 0 0 DL - 0xffffffff83bfdd28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84569550 [pf purge] 5 0 0 0 DL waiting 0xffffffff849d64a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa0cc0 [doneq0] 100045 D - 0xffffffff83aa0c40 [async] 100076 D - 0xffffffff83aa0ac0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fd7488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f886e0 [crypto] 100041 D crypto_ 0xfffffe0053ecd830 [crypto returns 0] 100042 D crypto_ 0xfffffe0053ecd880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e16d00 [g_event] 100036 D - 0xffffffff83e16d20 [g_up] 100037 D - 0xffffffff83e16d40 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU -1 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de1000 [init] 10 0 0 0 DL audit_w 0xffffffff83f891c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e17700 [swapper] 100005 D - 0xfffffe0053e84100 [if_config_tqg_0] 100006 D - 0xfffffe0053e84000 [softirq_0] 100007 D - 0xfffffe0053e83e00 [softirq_1] 100008 D - 0xfffffe0053e83d00 [if_io_tqg_0] 100009 D - 0xfffffe0053e83c00 [if_io_tqg_1] 100010 D - 0xfffffe000795a100 [inm_free taskq] 100011 D - 0xfffffe000795a000 [linuxkpi_irq_wq] 100012 D - 0xfffffe0007959e00 [in6m_free taskq] 100013 D - 0xfffffe0007959d00 [deferred_unmount ta] 100014 D - 0xfffffe0007959c00 [thread taskq] 100016 D - 0xfffffe0007959a00 [kqueue_ctx taskq] 100017 D - 0xfffffe0007959900 [pci_hp taskq] 100020 D - 0xfffffe0007959600 [aiod_kick taskq] 100021 D - 0xfffffe0007959500 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007959500 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007959500 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007959500 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007959400 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007959400 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007959400 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007959400 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0007959300 [firmware taskq] 100038 D - 0xfffffe0007959200 [crypto_0] 100039 D - 0xfffffe0007959200 [crypto_1] 100055 D - 0xfffffe0007959000 [vtnet0 rxq 0] 100056 D - 0xfffffe0007958e00 [vtnet0 txq 0] 100057 D - 0xfffffe0007958d00 [vtnet0 rxq 1] 100058 D - 0xfffffe0007958c00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f6c000 [virtio_balloon] 100066 D - 0xffffffff82b56c81 [deadlkres] 100070 D - 0xfffffe000795a200 [mca taskq] 100071 D - 0xfffffe00585ef600 [acpi_task_0] 100072 D - 0xfffffe00585ef600 [acpi_task_1] 100073 D - 0xfffffe00585ef600 [acpi_task_2] 100075 D - 0xfffffe0007959100 [CAM taskq] db> show all locks Process 56920 (syz-executor.3) thread 0xfffffe009aaba720 (165319) exclusive sleep mutex rip (rip) r = 0 (0xfffffe0053c2ba18) locked @ /syzkaller/managers/main/kernel/sys/netinet6/raw_ip6.c:763 Process 56920 (syz-executor.3) thread 0xfffffe008fe30e40 (165328) exclusive rw rawinp (rawinp) r = 0 (0xfffffe009266b1b8) locked @ /syzkaller/managers/main/kernel/sys/netinet6/raw_ip6.c:803 Process 56918 (syz-executor.0) thread 0xfffffe009b1f2c80 (165317) exclusive rw rawinp (rawinp) r = 0 (0xfffffe009a335508) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:658 Process 56918 (syz-executor.0) thread 0xfffffe009979a1e0 (165318) exclusive rw rawinp (rawinp) r = 0 (0xfffffe00926696b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:658 Process 781 (syz-executor.0) thread 0xfffffe0092d7fe40 (100120) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe009aab9bb8) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_proc.c:454 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 pcb 1827 2564K 170891 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 kobj 328 1312K 490 sctp_stro 1267 1267K 14204 newblk 12 1027K 129697 vfscache 3 1025K 3 sctp_atcl 2168 813K 99824 inodedep 308 628K 64201 filedesc 66 521K 111757 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 204 400K 57047 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 sctp_atky 3435 147K 118990 tidhash 3 141K 3 linker 358 134K 490 pagedep 11 131K 55885 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 107 bus 995 81K 5208 dirrem 297 75K 60642 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 440 55K 440 kdtrace 283 55K 122255 sctp_timw 189 48K 189 sctp_map 2534 40K 28408 freefile 293 37K 60606 sctp_athm 2168 34K 100366 temp 34 33K 4687 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 27 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 4183 ithread 97 16K 97 lltable 47 15K 246 bus-sc 34 15K 1681 KTRACE 101 13K 2635 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 pf_ifnet 27 9K 4996 bmsafemap 2 9K 62347 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 382 rpc 2 8K 2 shmfd 1 8K 34 pfs_vncache 1 8K 1 kqueue 91 8K 57083 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 338 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 562 pwddesc 89 6K 57110 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 69 DEVFSP 68 5K 1219 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 116 4K 58420 lockf 33 4K 483 acpisem 28 4K 28 selfd 55 4K 768297 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 184 uidinfo 3 3K 21 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 freework 7 2K 87966 Unitno 31 2K 2925 CAM XPT 22 2K 543 sigio 25 2K 29 msi 12 2K 12 freeblks 6 2K 60590 in_multi 6 2K 8 diradd 10 2K 60686 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 111722 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 122 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 inpcbpolicy 20 1K 22222 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 55861 pfil 4 1K 4 cdev 2 1K 2 osd 10 1K 18823 CC Mem 6 1K 18836 chacha20random 1 1K 1 tcp_fsb 2 1K 3722 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 pf_osfp 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 6 1K 89996 aesni_data 2 1K 2 cryptodev 2 1K 747 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 205 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 51 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 58074 sctp_iter 0 0K 87 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 77 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 862 filemon 0 0K 449 tcp_do 0 0K 0 pf_table 0 0K 939 pf_rule 0 0K 680 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 57728 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 58 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 375 allocindir 0 0K 0 indirdep 0 0K 41786 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 269 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 188 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 56091 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 15 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 3294 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 13 lio 0 0K 10 acl 0 0K 0 mbuf_tag 0 0K 188 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 57343 ioctlops 0 0K 3035 eventfd 0 0K 134 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1053 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8714 938 1458186 0 254 39534592 0 tcp_log 416 0 12447 386258 0 254 5177952 0 sctp_asoc 2256 1267 258 14204 0 254 3440400 0 mbuf 256 10416 1783 2917781 0 254 3122944 0 RADIX NODE 144 16815 400 1131635 0 65 2478960 0 malloc-2048 2048 905 159 85385 0 8 2179072 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 BUF TRIE 144 190 11598 74639 0 62 1697472 0 malloc-384 384 4169 31 4509 0 30 1612800 0 malloc-128 128 11632 365 72661 0 126 1535616 0 sctp_ep 1208 901 369 85189 0 254 1534160 0 malloc-384 384 321 3279 66331 0 30 1382400 0 UMA Slabs 0 112 12305 1 12305 0 126 1378272 0 malloc-1024 1024 1274 54 14212 0 16 1359872 0 malloc-4096 4096 328 2 497 0 2 1351680 0 vmem btag 56 22741 50 22741 0 254 1276296 0 sctp_raddr 736 1267 262 14204 0 254 1125344 0 malloc-256 256 277 3443 454698 0 62 952320 0 malloc-256 256 389 3331 68839 0 62 952320 0 malloc-384 384 2170 200 99899 0 30 910080 0 tcpcb 1104 6 757 18812 0 254 842352 0 VM OBJECT 264 2807 193 1219671 0 30 792000 0 socket 960 76 688 110714 0 254 733440 0 malloc-16384 16384 36 7 56040 0 2 704512 0 256 Bucket 2048 313 31 9717 0 8 704512 0 FFS inode 1160 548 33 61154 0 8 673960 0 malloc-8192 8192 6 65 585 0 1 581632 0 malloc-128 128 635 3271 117817 0 126 499968 0 malloc-4096 4096 111 9 56953 0 2 491520 0 MAP ENTRY 96 3993 837 2856471 0 127 463680 0 tcp_bbr_map 128 0 3534 135788 0 126 452352 0 THREAD 1808 193 27 65328 0 8 397760 0 malloc-65536 65536 4 2 140 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-256 256 1112 193 89120 0 62 334080 0 ertt_txseginfo 40 0 8181 325806 0 254 327240 0 VNODE 448 589 104 61197 0 30 310464 0 malloc-64 64 4162 185 61524 0 254 278208 0 malloc-32768 32768 1 7 39596 0 1 262144 0 mbuf_packet 256 318 698 97611 0 254 260096 0 malloc-16 16 14655 95 14734 0 254 236000 0 sctp_chunk 152 1272 262 4255 0 254 233168 0 DEVCTL 1024 0 220 155 0 0 225280 0 VMSPACE 2552 64 23 56883 0 5 222024 0 FPU_save_area 832 195 48 73770 0 16 202176 0 malloc-65536 65536 1 2 56 0 1 196608 0 malloc-65536 65536 0 3 5 0 1 196608 0 malloc-2048 2048 5 91 2123 0 8 196608 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5361 309 6037 0 254 181440 0 malloc-128 128 1220 175 26969 0 126 178560 0 FFS2 dinode 256 548 142 61154 0 62 176640 0 128 Bucket 1024 122 37 11914 0 16 162816 0 S VFS Cache 104 1078 443 63004 0 126 158184 0 PROC 1352 88 26 56925 0 8 154128 0 malloc-64 64 1790 541 36460 0 254 149184 0 malloc-1024 1024 121 23 360 0 16 147456 0 64 Bucket 512 187 77 47977 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 552 0 1 131072 0 unpcb 256 20 490 3236 0 254 130560 0 sctp_laddr 48 840 1764 11423 0 254 124992 0 filedesc0 1072 89 23 57110 0 8 120064 0 sctp_stream_msg_out 112 175 869 5832 0 254 116928 0 ksiginfo 112 103 941 9692 0 126 116928 0 malloc-32 32 2439 711 105575 0 254 100800 0 malloc-128 128 528 247 12047 0 126 99200 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-256 256 242 133 65421 0 62 96000 0 32 Bucket 256 208 167 32197 0 62 96000 0 malloc-8192 8192 6 5 36 0 1 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 g_bio 408 0 210 549169 0 30 85680 0 pipe 744 24 91 1718 0 16 85560 0 malloc-128 128 489 162 1619 0 126 83328 0 pcpu-8 8 4980 5260 93192 0 254 81920 0 sctp_readq 152 0 520 98 0 254 79040 0 ripcb 424 8 172 1557 0 30 76320 0 malloc-64 64 568 503 1978 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-4096 4096 13 3 27 0 2 65536 0 malloc-2048 2048 7 25 3714 0 8 65536 0 tcp_inpcb 424 6 147 18812 0 30 64872 0 malloc-64 64 26 793 30407 0 254 52416 0 malloc-64 64 214 605 825564 0 254 52416 0 malloc-64 64 119 700 58036 0 254 52416 0 Files 80 261 389 200187 0 126 52000 0 malloc-16 16 2561 689 28818 0 254 52000 0 malloc-128 128 166 237 1114 0 126 51584 0 malloc-128 128 190 213 317 0 126 51584 0 malloc-128 128 39 364 112489 0 126 51584 0 malloc-256 256 55 140 3101 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 267929 0 16 49152 0 malloc-2048 2048 10 14 12 0 8 49152 0 malloc-1024 1024 6 42 531 0 16 49152 0 tcp_rack_pcb 896 2 52 3722 0 16 48384 0 malloc-16 16 2205 795 145982 0 254 48000 0 malloc-384 384 115 5 116 0 30 46080 0 tcp_bbr_pcb 832 0 54 11103 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 clpbuf 2624 0 16 28 0 16 41984 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 634 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 256 0 30 38160 0 udp_inpcb 424 6 84 1597 0 30 38160 0 da_ccb 544 0 70 137397 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 PWD 32 45 1089 55952 0 254 36288 0 malloc-64 64 200 367 349 0 254 36288 0 malloc-64 64 18 549 229 0 254 36288 0 16 Bucket 144 81 171 6548 0 62 36288 0 8 Bucket 80 83 367 12702 0 126 36000 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 44 46 46 0 30 34560 0 malloc-384 384 50 40 249 0 30 34560 0 malloc-256 256 2 133 20057 0 62 34560 0 malloc-256 256 47 88 50 0 62 34560 0 malloc-256 256 18 117 796 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-4096 4096 2 6 56696 0 2 32768 0 malloc-4096 4096 6 2 6 0 2 32768 0 malloc-2048 2048 3 13 18 0 8 32768 0 malloc-2048 2048 3 13 142 0 8 32768 0 malloc-2048 2048 2 14 47 0 8 32768 0 malloc-1024 1024 0 32 355 0 16 32768 0 malloc-1024 1024 27 5 88 0 16 32768 0 malloc-1024 1024 6 26 1682 0 16 32768 0 malloc-512 512 0 64 4 0 30 32768 0 malloc-512 512 11 53 131 0 30 32768 0 malloc-512 512 3 61 170 0 30 32768 0 malloc-512 512 0 64 30 0 30 32768 0 malloc-512 512 2 62 868 0 30 32768 0 malloc-512 512 10 54 75 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 423524 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 5 259 8075 0 126 31680 0 cpuset 104 7 272 5788 0 126 29016 0 tcp_inpcb ports 32 4 878 13330 0 254 28224 0 ertt 72 6 386 18812 0 126 28224 0 malloc-32 32 159 723 25460 0 254 28224 0 malloc-32 32 110 772 56791 0 254 28224 0 4 Bucket 48 2 586 1049 0 254 28224 0 2 Bucket 32 97 785 12402 0 254 28224 0 AIO 208 2 131 172 0 62 27664 0 malloc-8192 8192 1 2 74 0 1 24576 0 malloc-4096 4096 3 3 4 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 878 0 126 24288 0 rl_entry 40 96 510 96 0 254 24240 0 itimer 352 0 66 3 0 30 23232 0 malloc-384 384 0 60 79 0 30 23040 0 domainset 40 0 567 4342 0 254 22680 0 udpcb 32 6 624 1853 0 254 20160 0 udplite_inpcb ports 32 0 630 57 0 254 20160 0 udp_inpcb ports 32 3 627 81 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 7 623 49965 0 254 20160 0 malloc-32 32 134 496 1830 0 254 20160 0 malloc-32 32 56 574 276 0 254 20160 0 malloc-32 32 23 607 1197 0 254 20160 0 AIOCB 552 0 35 246 0 16 19320 0 AIOLIO 272 0 70 10 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 792309 0 254 16032 0 malloc-16 16 482 518 3456 0 254 16000 0 malloc-16 16 65 935 57711 0 254 16000 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 9 741 96645 0 254 12000 0 malloc-16 16 22 728 135 0 254 12000 0 malloc-16 16 20 730 68 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 20 2 20 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 46 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0