panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:920 cpuid = 0 time = 1653748162 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe005417d5f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe005417d750 vpanic() at vpanic+0x2b8/frame 0xfffffe005417d830 panic() at panic+0xb5/frame 0xfffffe005417d8f0 thread_lock_flags_() at thread_lock_flags_+0x3f2/frame 0xfffffe005417da20 propagate_priority() at propagate_priority+0xde/frame 0xfffffe005417da70 tdsigwakeup() at tdsigwakeup+0x140/frame 0xfffffe005417dad0 tdsendsignal() at tdsendsignal+0xf07/frame 0xfffffe005417dbf0 kern_kill() at kern_kill+0x324/frame 0xfffffe005417dd30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe005417df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005417df30 --- syscall (37, FreeBSD ELF64, sys_kill), rip = 0x2ebe1a, rsp = 0x820c826b8, rbp = 0x820c82730 --- KDB: enter: panic [ thread pid 788 tid 100126 ] Stopped at kdb_enter+0x6b: movq $0,0x275b6fa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe005417d730 rbp 0xfffffe005417d750 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0xfffffe009efd4510 r12 0xfffffe009efd4000 r13 0xfffffe005417d701 r14 0xffffffff82b58820 .str.26 r15 0xffffffff82b58820 .str.26 rip 0xffffffff8171af1b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275b6fa(%rip) db> show proc Process 788 (syz-executor.3) at 0xfffffe009efc8548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 774 at 0xfffffe0056f9f000 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053de1000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0053dec9f8 (map 0xfffffe0053dec9f8) (map.pmap 0xfffffe0053decab8) (pmap 0xfffffe0053decb20) threads: 1 100126 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 17798 788 788 0 T (threaded) syz-executor.3 125650 L *rawinp 0xfffffe005732b540 syz-executor.3 125652 L *rawinp 0xfffffe005732b540 syz-executor.3 125653 L *rip 0xfffffe00a5d420c0 syz-executor.3 125654 s syz-executor.3 7497 1 778 0 SV uwait 0xfffffe0058b18600 syz-executor.1 7471 1 778 0 SV uwait 0xfffffe0057889600 syz-executor.1 7466 1 778 0 SV uwait 0xfffffe00a5d50b80 syz-executor.1 6625 1 796 0 SV uwait 0xfffffe00a5d51b80 syz-executor.2 6616 1 796 0 SV uwait 0xfffffe0058b17380 syz-executor.2 6605 1 796 0 SV uwait 0xfffffe005732ae80 syz-executor.2 5813 1 778 0 SV uwait 0xfffffe005732a700 syz-executor.1 5804 1 778 0 SV uwait 0xfffffe0057889500 syz-executor.1 5795 1 778 0 SV uwait 0xfffffe005732a880 syz-executor.1 5784 1 778 0 SV uwait 0xfffffe0057889f00 syz-executor.1 5776 1 778 0 SV uwait 0xfffffe00a5d53480 syz-executor.1 5768 1 778 0 SV uwait 0xfffffe005788ce00 syz-executor.1 5758 1 778 0 SV uwait 0xfffffe005788c700 syz-executor.1 5748 1 778 0 SV uwait 0xfffffe005732ad80 syz-executor.1 5516 1 5516 65 Ss select 0xfffffe00a5f79d40 dhclient 4701 1 4701 0 Ss select 0xfffffe00a5e4c9c0 dhclient 4698 1 4698 0 Ss select 0xfffffe00578faa40 dhclient 4677 1 4677 65 Ss select 0xfffffe00a60393c0 dhclient 3420 1 3420 0 Ss select 0xfffffe00a5e4a940 dhclient 3417 1 3417 0 Ss select 0xfffffe00578fd540 dhclient 3398 1 3398 65 Ss select 0xfffffe00a603b4c0 dhclient 2139 0 0 0 DL aiordy 0xfffffe00a5f2f548 [aiod4] 2138 0 0 0 DL aiordy 0xfffffe009eabf000 [aiod3] 2137 0 0 0 DL aiordy 0xfffffe00a5f2f000 [aiod2] 2136 0 0 0 DL aiordy 0xfffffe009eabf548 [aiod1] 1801 1 1801 0 Ss select 0xfffffe0053ff6840 dhclient 1798 1 1798 0 Ss select 0xfffffe0053ff67c0 dhclient 1779 1 1779 65 Ss select 0xfffffe00578fdcc0 dhclient 1338 1 796 0 SV uwait 0xfffffe0058b19100 syz-executor.2 1328 1327 796 0 SV uwait 0xfffffe0057889400 syz-executor.2 1327 1 796 0 DV ppwait 0xfffffe009eabe4f8 syz-executor.2 1318 1 796 0 SV uwait 0xfffffe0058b1a380 syz-executor.2 1180 1 1180 0 Ss select 0xfffffe00a0b38340 dhclient 1168 1 1168 0 Ss select 0xfffffe00578fca40 dhclient 796 774 796 0 Ss piperd 0xfffffe0058bd48b8 syz-executor.2 788 774 788 0 Rs CPU 0 syz-executor.3 778 774 778 0 Ss piperd 0xfffffe0058bd4000 syz-executor.1 777 774 777 0 Ss piperd 0xfffffe0058bc2ba0 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100087 S uwait 0xfffffe0057329b00 syz-fuzzer 100113 S uwait 0xfffffe0058b1a180 syz-fuzzer 100114 S uwait 0xfffffe0058b1a080 syz-fuzzer 100115 S uwait 0xfffffe0058b19f00 syz-fuzzer 100116 S kqread 0xfffffe0058b51b00 syz-fuzzer 100117 S uwait 0xfffffe0058b19d00 syz-fuzzer 100118 S uwait 0xfffffe0058b19c00 syz-fuzzer 100119 S uwait 0xfffffe0058b19b00 syz-fuzzer 100123 S uwait 0xfffffe0058b17a80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe009efca5f8 csh 770 688 770 0 Ss select 0xfffffe0056f6a9c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574764b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579c2cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579c30b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579c34b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0057472cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579c38b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579c3cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579c40b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579c44b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e43c81 cron 688 1 688 0 Ss select 0xfffffe0056f6ac40 sshd 501 1 501 0 Ss select 0xfffffe0056f6b440 syslogd 430 1 430 0 Ss select 0xfffffe0056f6b4c0 devd 429 1 429 65 Ss select 0xfffffe0056f6b840 dhclient 344 1 344 0 Ss select 0xfffffe0056f6b140 dhclient 341 1 341 0 Ss select 0xfffffe0056f6adc0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056fa0548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f694e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f67ae0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00574728e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9b5c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8f478 [dom0] 100083 D launds 0xffffffff83f8f484 [laundry: dom0] 100084 D umarcl 0xffffffff81e4add0 [uma] 7 0 0 0 DL - 0xffffffff83c002a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84817550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b8b4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa3240 [doneq0] 100045 D - 0xffffffff83aa31c0 [async] 100076 D - 0xffffffff83aa3040 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fd7488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8aca0 [crypto] 100041 D crypto_ 0xfffffe0053ecd830 [crypto returns 0] 100042 D crypto_ 0xfffffe0053ecd880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e19280 [g_event] 100036 D - 0xffffffff83e192a0 [g_up] 100037 D - 0xffffffff83e192c0 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de1000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8b780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e19c80 [swapper] 100005 D - 0xfffffe0053e84100 [if_config_tqg_0] 100006 D - 0xfffffe0053e84000 [softirq_0] 100007 D - 0xfffffe0053e83e00 [softirq_1] 100008 D - 0xfffffe0053e83d00 [if_io_tqg_0] 100009 D - 0xfffffe0053e83c00 [if_io_tqg_1] 100010 D - 0xfffffe000795f100 [inm_free taskq] 100011 D - 0xfffffe000795f000 [linuxkpi_irq_wq] 100012 D - 0xfffffe000795ee00 [in6m_free taskq] 100013 D - 0xfffffe000795ed00 [deferred_unmount ta] 100014 D - 0xfffffe000795ec00 [thread taskq] 100016 D - 0xfffffe000795ea00 [kqueue_ctx taskq] 100017 D - 0xfffffe000795e900 [pci_hp taskq] 100020 D - 0xfffffe000795e600 [aiod_kick taskq] 100021 D - 0xfffffe000795e500 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000795e500 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000795e500 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000795e500 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000795e400 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000795e400 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000795e400 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000795e400 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000795e300 [firmware taskq] 100038 D - 0xfffffe000795e200 [crypto_0] 100039 D - 0xfffffe000795e200 [crypto_1] 100055 D - 0xfffffe000795e000 [vtnet0 rxq 0] 100056 D - 0xfffffe000795de00 [vtnet0 txq 0] 100057 D - 0xfffffe000795dd00 [vtnet0 rxq 1] 100058 D - 0xfffffe000795dc00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f6c000 [virtio_balloon] 100066 D - 0xffffffff82b5e6a1 [deadlkres] 100070 D - 0xfffffe000795f200 [mca taskq] 100071 D - 0xfffffe00585ef600 [acpi_task_0] 100072 D - 0xfffffe00585ef600 [acpi_task_1] 100073 D - 0xfffffe00585ef600 [acpi_task_2] 100075 D - 0xfffffe000795e100 [CAM taskq] db> show all locks Process 17798 (syz-executor.3) thread 0xfffffe00a5d4dac0 (125650) exclusive sleep mutex rip (rip) r = 0 (0xfffffe0053c2ba18) locked @ /syzkaller/managers/main/kernel/sys/netinet6/raw_ip6.c:763 Process 17798 (syz-executor.3) thread 0xfffffe00a0a391e0 (125652) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00a65d8c80) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4165 Process 17798 (syz-executor.3) thread 0xfffffe00a5d3e1e0 (125653) exclusive rw rawinp (rawinp) r = 0 (0xfffffe009e8d61b8) locked @ /syzkaller/managers/main/kernel/sys/netinet6/raw_ip6.c:803 Process 788 (syz-executor.3) thread 0xfffffe009efd4000 (100126) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe00a0a35bb8) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_proc.c:454 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 kobj 328 1312K 490 newblk 10 1027K 21487 vfscache 3 1025K 3 pcb 180 712K 12402 inodedep 55 533K 18748 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 48 377K 33551 subproc 173 341K 17906 vmem 3 274K 5 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 16772 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 127 bus 995 81K 5208 mtx_pool 2 72K 2 syncache 1 68K 1 sctp_stro 66 66K 1651 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 440 55K 440 sctp_atcl 144 54K 7820 kdtrace 252 49K 43478 temp 34 33K 2975 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 4 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 427 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 45 14K 117 KTRACE 101 13K 804 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 dirrem 45 12K 18605 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 sctp_atky 216 9K 10921 sctp_timw 34 9K 34 bmsafemap 2 9K 18770 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 14 rpc 2 8K 2 shmfd 1 8K 63 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 78 7K 17853 taskqueue 63 7K 63 cred 26 7K 294 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 499 freefile 45 6K 18574 pwddesc 76 5K 17882 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 591 pf_ifnet 10 5K 19 DEVFSP 68 5K 1028 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 107 4K 19270 lockf 33 4K 140 acpisem 28 4K 28 selfd 55 4K 240872 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 71 sctp_athm 144 3K 8082 uidinfo 3 3K 14 sctp_map 132 3K 2890 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 pf_rule 14 2K 14 Unitno 30 2K 355 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 freework 5 2K 18533 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 33504 freeblks 4 1K 17269 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 122 NFSD session 1 1K 1 inpcbpolicy 30 1K 21273 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 CC Mem 12 1K 18655 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 317 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 16 1K 17617 newdirblk 4 1K 16752 diradd 4 1K 18646 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 2 CAM SIM 2 1K 2 feeder 7 1K 7 soname 7 1K 53615 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 1564 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 124 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 5343 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 524 mqdata 0 0K 0 filemon 0 0K 28 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 5144 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 16448 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 58 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 95 allocindir 0 0K 0 indirdep 0 0K 1883 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 33 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 11 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 17031 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1593 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 3 lio 0 0K 9 acl 0 0K 0 mbuf_tag 0 0K 153 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 30984 ioctlops 0 0K 550 eventfd 0 0K 74 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1060 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8337 1061 1209991 0 254 38494208 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 9033 630 7522958 0 254 2473728 0 tcp_log 416 0 5337 203187 0 254 2220192 0 RADIX NODE 144 14368 271 366010 0 62 2108016 0 BUF TRIE 144 177 11611 4387 0 62 1697472 0 malloc-384 384 4169 31 4509 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11626 247 30297 0 126 1519744 0 malloc-4096 4096 328 2 495 0 2 1351680 0 UMA Slabs 0 112 10979 31 10979 0 126 1233120 0 sctp_asoc 2256 66 444 1445 0 254 1150560 0 vmem btag 56 18993 54 18993 0 254 1066632 0 sctp_ep 1208 78 692 6113 0 254 930160 0 socket 960 67 697 29124 0 254 733440 0 VM OBJECT 264 2549 181 396475 0 30 720720 0 FFS inode 1160 546 35 19122 0 8 673960 0 256 Bucket 2048 266 16 24355 0 8 577536 0 tcpcb 1104 12 499 17606 0 254 564144 0 malloc-16384 16384 27 7 16937 0 1 557056 0 ertt_txseginfo 40 0 12524 5230894 0 254 500960 0 malloc-4096 4096 98 10 17828 0 2 442368 0 THREAD 1808 175 45 25671 0 8 397760 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 MAP ENTRY 96 3494 538 957269 0 126 387072 0 sctp_raddr 736 66 451 1445 0 254 380512 0 malloc-2048 2048 82 86 6308 0 8 344064 0 tcp_bbr_map 128 6 2660 692266 0 126 341248 0 malloc-65536 65536 1 4 1062 0 1 327680 0 malloc-65536 65536 4 1 140 0 1 327680 0 malloc-384 384 68 742 18859 0 30 311040 0 VNODE 448 587 106 19165 0 30 310464 0 malloc-64 64 4149 702 22545 0 254 310464 0 malloc-256 256 269 856 109764 0 62 288000 0 malloc-16 16 14655 345 14733 0 254 240000 0 malloc-32768 32768 1 6 1771 0 1 229376 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 120 750 19958 0 62 222720 0 FPU_save_area 832 177 66 30996 0 16 202176 0 mbuf_packet 256 157 605 26845 0 254 195072 0 malloc-32 32 5361 561 5796 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-128 128 1220 175 28330 0 126 178560 0 FFS2 dinode 256 546 144 19121 0 62 176640 0 VMSPACE 2552 54 15 17767 0 4 176088 0 malloc-128 128 387 884 35938 0 126 162688 0 malloc-1024 1024 121 23 337 0 16 147456 0 S VFS Cache 104 1022 382 20493 0 126 146016 0 128 Bucket 1024 92 39 5846 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 468 0 1 131072 0 unpcb 256 20 490 1680 0 254 130560 0 PROC 1352 75 21 17805 0 8 129792 0 ksiginfo 112 87 957 5726 0 126 116928 0 malloc-1024 1024 73 39 1452 0 16 114688 0 filedesc0 1072 76 22 17882 0 8 105056 0 malloc-384 384 146 124 7822 0 30 103680 0 malloc-128 128 525 250 12438 0 126 99200 0 malloc-256 256 224 151 25839 0 62 96000 0 tcp_inpcb 424 12 204 17606 0 30 91584 0 malloc-8192 8192 6 5 163 0 1 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 tcp_rack_pcb 896 0 99 5144 0 16 88704 0 64 Bucket 512 109 59 14249 0 30 86016 0 g_bio 408 0 210 33853 0 30 85680 0 pipe 744 26 89 820 0 16 85560 0 clpbuf 2624 0 32 64 0 16 83968 0 malloc-128 128 489 162 1605 0 126 83328 0 malloc-256 256 134 181 7778 0 62 80640 0 sctp_readq 152 0 520 437 0 254 79040 0 sctp_chunk 152 79 441 874 0 254 79040 0 malloc-64 64 568 503 1787 0 254 68544 0 malloc-64 64 595 476 21200 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 13 3 27 0 2 65536 0 malloc-2048 2048 5 27 1135 0 8 65536 0 32 Bucket 256 123 132 8131 0 62 65280 0 udplite_inpcb 424 6 147 2049 0 30 64872 0 ripcb 424 6 147 1241 0 30 64872 0 Files 80 267 533 65722 0 126 64000 0 malloc-512 512 10 110 106 0 30 61440 0 sctp_stream_msg_out 112 22 518 572 0 254 60480 0 malloc-128 128 166 237 815 0 126 51584 0 malloc-128 128 190 213 317 0 126 51584 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 99697 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 10 14 12 0 8 49152 0 malloc-1024 1024 6 42 531 0 16 49152 0 tcp_rack_map 120 0 396 10187 0 126 47520 0 malloc-384 384 97 23 98 0 30 46080 0 pcpu-8 8 4708 924 5431 0 254 45056 0 tcp_bbr_pcb 832 7 47 6969 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 634 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 377 0 30 38160 0 da_ccb 544 0 70 8568 0 16 38080 0 PWD 32 36 1098 16849 0 254 36288 0 malloc-64 64 0 567 16688 0 254 36288 0 malloc-64 64 200 367 231 0 254 36288 0 malloc-64 64 201 366 258911 0 254 36288 0 malloc-64 64 106 461 19153 0 254 36288 0 malloc-64 64 18 549 81 0 254 36288 0 malloc-32 32 417 717 11623 0 254 36288 0 16 Bucket 144 86 166 758 0 62 36288 0 malloc-128 128 53 226 33961 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 44 46 46 0 30 34560 0 malloc-384 384 48 42 120 0 30 34560 0 malloc-256 256 2 133 1520 0 62 34560 0 malloc-256 256 47 88 51 0 62 34560 0 malloc-256 256 55 80 933 0 62 34560 0 malloc-256 256 18 117 672 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-4096 4096 2 6 17045 0 2 32768 0 malloc-2048 2048 3 13 75 0 8 32768 0 malloc-2048 2048 3 13 69 0 8 32768 0 malloc-2048 2048 7 9 411 0 8 32768 0 malloc-1024 1024 0 32 36 0 16 32768 0 malloc-1024 1024 27 5 105 0 16 32768 0 malloc-1024 1024 1 31 62 0 16 32768 0 malloc-1024 1024 6 26 1334 0 16 32768 0 malloc-512 512 11 53 131 0 30 32768 0 malloc-512 512 3 61 170 0 30 32768 0 malloc-512 512 2 62 526 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 157010 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 715 0 126 29016 0 sctp_laddr 48 12 576 145 0 254 28224 0 tcp_inpcb ports 32 2 880 11031 0 254 28224 0 ertt 72 12 380 17606 0 126 28224 0 malloc-32 32 168 714 21914 0 254 28224 0 4 Bucket 48 7 581 366 0 254 28224 0 2 Bucket 32 62 820 2232 0 254 28224 0 malloc-8192 8192 1 2 5 0 1 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 596 0 126 24288 0 rl_entry 40 96 510 96 0 254 24240 0 8 Bucket 80 56 244 4739 0 126 24000 0 itimer 352 0 66 4 0 30 23232 0 malloc-384 384 0 60 6 0 30 23040 0 domainset 40 0 567 554 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 12 618 2426 0 254 20160 0 udplite_inpcb ports 32 0 630 12 0 254 20160 0 udp_inpcb ports 32 3 627 46 0 254 20160 0 malloc-32 32 8 622 22740 0 254 20160 0 malloc-32 32 101 529 17678 0 254 20160 0 malloc-32 32 134 496 839 0 254 20160 0 malloc-32 32 56 574 445 0 254 20160 0 malloc-32 32 23 607 1080 0 254 20160 0 cryptop 280 0 70 49 0 30 19600 0 AIOCB 552 0 35 129 0 16 19320 0 AIOLIO 272 0 70 9 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-512 512 0 32 4 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 5754265 0 254 16032 0 malloc-16 16 482 518 3454 0 254 16000 0 malloc-16 16 190 810 52639 0 254 16000 0 AIO 208 0 76 42 0 62 15808 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 9 741 41055 0 254 12000 0 malloc-16 16 22 728 135 0 254 12000 0 malloc-16 16 20 730 60 0 254 12000 0 malloc-16 16 56 694 18837 0 254 12000 0 malloc-16 16 159 591 2974 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0