panic: witness_warn cpuid = 0 time = 1636774299 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009bf117d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009bf11930 vpanic() at vpanic+0x2b8/frame 0xfffffe009bf11a10 panic() at panic+0xb5/frame 0xfffffe009bf11ad0 witness_warn() at witness_warn+0x961/frame 0xfffffe009bf11c30 userret() at userret+0x65b/frame 0xfffffe009bf11d30 amd64_syscall() at amd64_syscall+0x5b8/frame 0xfffffe009bf11f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009bf11f30 --- syscall (54, FreeBSD ELF64, sys_ioctl), rip = 0x289e7a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 4938 tid 105334 ] Stopped at kdb_enter+0x6b: movq $0,0x28dcb1a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xe1dd5c41774d7b89 rdx 0x3ffff rbx 0 rsp 0xfffffe009bf11910 rbp 0xfffffe009bf11930 rsi 0x40001 rdi 0xffffffff817c561a vprintf+0x35a r8 0 r9 0xfffffe009bf11448 r10 0 r11 0xfffffe009eaa4a70 r12 0xfffffe009eaa4560 r13 0xfffffe009bf11901 r14 0xffffffff82c91420 .str.18 r15 0xffffffff82c91420 .str.18 rip 0xffffffff817b8f9b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28dcb1a(%rip) db> show proc Process 4938 (syz-executor.0) at 0xfffffe00a6113548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe0058a18a90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053dd3000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009e7bb9f8 (map 0xfffffe009e7bb9f8) (map.pmap 0xfffffe009e7bbab8) (pmap 0xfffffe009e7bbb20) threads: 3 105267 S nanslp 0xffffffff840629c1 syz-executor.0 105334 Run CPU 0 syz-executor.0 105336 S uwait 0xfffffe009eaaa980 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 4941 3016 3016 0 R (threaded) syz-executor.2 105242 Run CPU 1 syz-executor.2 105341 S ksem 0xfffffe0056c2d618 syz-executor.2 4938 776 776 0 R (threaded) syz-executor.0 105267 S nanslp 0xffffffff840629c1 syz-executor.0 105334 Run CPU 0 syz-executor.0 105336 S uwait 0xfffffe009eaaa980 syz-executor.0 4937 777 777 0 R (threaded) syz-executor.1 105329 RunQ syz-executor.1 105332 S uwait 0xfffffe0056b91800 syz-executor.1 4519 4513 4519 0 Ss select 0xfffffe009eaa8d40 dhclient 4516 1 4516 0 Ss select 0xfffffe009eaa8c40 dhclient 4513 4506 429 65 S select 0xfffffe009eaa8f40 dhclient 4506 429 429 0 S wait 0xfffffe009e968a90 sh 4497 1 4497 65 Ss select 0xfffffe009eaa9840 dhclient 3221 1 3221 0 Ss select 0xfffffe009eaa8dc0 dhclient 3218 1 3218 0 Ss select 0xfffffe009eaa9140 dhclient 3199 1 3199 65 Ss select 0xfffffe009eaa8e40 dhclient 3016 773 3016 0 Ss nanslp 0xffffffff840629c1 syz-executor.2 2334 1 2334 0 Ss select 0xfffffe009eaa92c0 dhclient 2331 1 2331 0 Ss select 0xfffffe009eaa9440 dhclient 2312 1 2312 65 Ss select 0xfffffe009eaa93c0 dhclient 1127 1 1127 0 Ss select 0xfffffe009eaa9740 dhclient 1124 1 1124 0 Ss select 0xfffffe009eaa96c0 dhclient 885 1 776 0 S uwait 0xfffffe00574c7200 syz-executor.0 875 1 776 0 S uwait 0xfffffe0056b91400 syz-executor.0 874 1 776 0 S uwait 0xfffffe0057076a00 syz-executor.0 826 0 0 0 DL aiordy 0xfffffe009ef32a90 [aiod4] 825 0 0 0 DL aiordy 0xfffffe009ef33000 [aiod3] 824 0 0 0 DL aiordy 0xfffffe0058bed000 [aiod2] 823 0 0 0 DL aiordy 0xfffffe009e967a90 [aiod1] 789 773 789 0 Rs syz-executor.3 777 773 777 0 Rs syz-executor.1 776 773 776 0 Ss nanslp 0xffffffff840629c1 syz-executor.0 773 771 771 0 R (threaded) syz-fuzzer 100085 S uwait 0xfffffe0057078380 syz-fuzzer 100117 RunQ syz-fuzzer 100118 S uwait 0xfffffe00574c8500 syz-fuzzer 100119 S kqread 0xfffffe000796ae00 syz-fuzzer 100120 S uwait 0xfffffe00574c8700 syz-fuzzer 100121 S uwait 0xfffffe00574c8800 syz-fuzzer 100122 S uwait 0xfffffe00574c8900 syz-fuzzer 100123 S uwait 0xfffffe00574c7600 syz-fuzzer 100124 S uwait 0xfffffe0056b91900 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009e76c5f8 csh 769 687 769 0 Ss select 0xfffffe009eaab440 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00584480b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584484b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584488b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840629c0 cron 687 1 687 0 Ss select 0xfffffe00574c7c40 sshd 500 1 500 0 Ss select 0xfffffe0057076140 syslogd 429 1 429 0 Ss wait 0xfffffe0058bec548 devd 428 1 428 65 Ss select 0xfffffe0057076040 dhclient 343 1 343 0 Ss select 0xfffffe0056b91f40 dhclient 340 1 340 0 Ss select 0xfffffe00570777c0 dhclient 16 0 0 0 DL syncer 0xffffffff8418ade0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057898000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84188ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c10c0 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b4bb8 [dom0] 100082 D launds 0xffffffff841b4bc4 [laundry: dom0] 100083 D umarcl 0xffffffff81ec1850 [uma] 6 0 0 0 DL - 0xffffffff83e18be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84b28760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84f9e320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9e3c0 [doneq0] 100046 D - 0xffffffff83c9e340 [async] 100075 D - 0xffffffff83c9e1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa6c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841aec60 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84035b40 [g_event] 100037 D - 0xffffffff84035b80 [g_up] 100038 D - 0xffffffff84035bc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 I [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841afc00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84036a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796d900 [kqueue_ctx taskq] 100011 D - 0xfffffe000796d800 [linuxkpi_irq_wq] 100014 D - 0xfffffe000796d500 [aiod_kick taskq] 100015 D - 0xfffffe000796d400 [inm_free taskq] 100016 D - 0xfffffe000796d300 [in6m_free taskq] 100017 D - 0xfffffe000796d200 [deferred_unmount ta] 100018 D - 0xfffffe000796d100 [thread taskq] 100020 D - 0xfffffe000796ce00 [pci_hp taskq] 100021 D - 0xfffffe000796cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796cc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796cb00 [firmware taskq] 100039 D - 0xfffffe000796ca00 [crypto_0] 100040 D - 0xfffffe000796ca00 [crypto_1] 100056 D - 0xfffffe000796c700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796c600 [vtnet0 txq 0] 100058 D - 0xfffffe000796c500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796c400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796c300 [mca taskq] 100066 D - 0xffffffff82c983e0 [deadlkres] 100070 D - 0xfffffe0058440300 [acpi_task_0] 100071 D - 0xfffffe0058440300 [acpi_task_1] 100072 D - 0xfffffe0058440300 [acpi_task_2] 100074 D - 0xfffffe000796c900 [CAM taskq] db> show all locks Process 4941 (syz-executor.2) thread 0xfffffe009eaa3720 (105242) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff84089bf0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1232 Process 4938 (syz-executor.0) thread 0xfffffe009eaa4560 (105334) shared rw cc_list (cc_list) r = 0 (0xffffffff84190a40) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:2050 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 34990 2061K 35061 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 10 1027K 5746 vfscache 3 1025K 3 pcb 142 661K 4965 linker 372 581K 421 inodedep 33 524K 4189 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 145 283K 5024 vmem 3 274K 5 acpica 1674 184K 55619 filedesc 22 169K 7956 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 11 131K 3994 tfo_ccache 1 128K 1 DEVFS1 108 108K 128 sem 4 106K 4 BPF 46 88K 74 bus 986 80K 3480 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 510 64K 510 sctp_stro 53 53K 264 kdtrace 224 45K 10284 umtx 352 44K 352 sctp_atcl 108 41K 1735 temp 34 33K 2401 hostcache 1 32K 1 shm 1 32K 5 DEVFS3 127 32K 138 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 82 DEVFS_RULE 56 20K 56 routetbl 184 18K 566 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 49 16K 73 bus-sc 34 15K 1691 ether_multi 157 13K 195 KTRACE 100 13K 100 ifnet 7 13K 8 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 ksem 5 10K 2505 in6_multi 71 9K 81 bmsafemap 3 9K 4093 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 26 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 sctp_atky 161 7K 2126 taskqueue 63 7K 63 cred 26 7K 242 kqueue 65 7K 4952 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 455 dirrem 21 6K 4010 DEVFSP 80 5K 166 ufs_dirhash 24 5K 24 UMA 268 5K 268 pf_ifnet 10 5K 30 session 34 5K 54 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 85 pwddesc 63 4K 4942 proc-args 96 4K 6285 acpisem 28 4K 28 lockf 32 4K 54 hhook 15 4K 17 selfd 52 4K 90387 terminal 11 3K 11 freefile 21 3K 4006 select 19 3K 146 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_ifa 15 2K 17 ip6ndp 12 2K 17 Unitno 31 2K 55 sctp_athm 108 2K 1862 sctp_map 106 2K 528 CAM XPT 22 2K 543 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 8 softdep 1 1K 1 mkdir 8 1K 7916 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 100 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 4231 sctp_ifn 6 1K 17 ipsec 3 1K 3 diradd 6 1K 4049 freeblks 3 1K 4002 mld 6 1K 7 igmp 6 1K 7 toponodes 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 3167 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 CC Mem 9 1K 2399 newdirblk 4 1K 3958 pfil 4 1K 4 cdev 2 1K 2 osd 13 1K 2409 tcp_fsb 3 1K 1505 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 ip6opt 1 1K 7 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 75 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 9234 filecaps 5 1K 113 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 43 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 8 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 972 sctp_iter 0 0K 16 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 16 sctp_aadr 0 0K 7 sctp_stri 0 0K 254 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 4102 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 48 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 409 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 4148 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 6 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 2 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 144 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 17021 ioctlops 0 0K 237 eventfd 0 0K 5 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 780 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8323 1075 1549597 0 254 38494208 0 RADIX NODE 144 19534 201 198218 0 62 2841840 0 pbuf 2624 0 957 0 0 2 2511168 0 mbuf 256 8792 871 2377680 0 254 2473728 0 BUF TRIE 144 233 11527 3181 0 62 1693440 0 malloc-384 384 4195 35 4556 0 30 1624320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11479 115 15546 0 126 1484032 0 malloc-4096 4096 327 5 523 0 2 1359872 0 UMA Slabs 0 112 10888 14 10888 0 126 1221024 0 sctp_asoc 2288 53 457 264 0 254 1166880 0 tcp_log 416 0 2799 2637 0 254 1164384 0 vmem btag 56 18367 104 18367 0 254 1034376 0 sctp_ep 1272 55 455 1344 0 254 648720 0 FFS inode 1160 517 29 4523 0 8 633360 0 tcpcb 1096 9 502 2398 0 254 560056 0 socket 960 50 458 5868 0 254 487680 0 256 Bucket 2048 187 11 8834 0 9 405504 0 malloc-256 256 60 1500 9245 0 62 399360 0 malloc-65536 65536 4 2 300 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 53 464 264 0 254 380512 0 VM OBJECT 264 1346 64 72689 0 30 372240 0 THREAD 1808 160 16 5341 0 8 318208 0 malloc-384 384 76 734 4237 0 30 311040 0 VNODE 448 557 109 4566 0 30 298368 0 malloc-64 64 4090 509 9581 0 254 294336 0 malloc-4096 4096 65 5 4944 0 2 286720 0 malloc-16384 16384 12 5 3977 0 1 278528 0 malloc-256 256 427 578 15741 0 62 257280 0 ripcb 496 5 507 46 0 254 253952 0 udplite_inpcb 496 2 510 423 0 254 253952 0 tcp_inpcb 496 9 503 2398 0 254 253952 0 udp_inpcb 496 7 505 300 0 254 253952 0 malloc-16 16 14506 244 14600 0 254 236000 0 malloc-2048 2048 11 101 519 0 8 229376 0 DEVCTL 1024 23 197 167 0 0 225280 0 MAP ENTRY 96 1821 321 264178 0 126 205632 0 mbuf_packet 256 50 712 5046 0 254 195072 0 malloc-128 128 1208 311 35240 0 126 194432 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5360 310 11000 0 254 181440 0 FPU_save_area 832 162 54 13309 0 16 179712 0 malloc-32768 32768 0 5 380 0 1 163840 0 malloc-2048 2048 59 21 1539 0 8 163840 0 malloc-1024 1024 121 23 1569 0 16 147456 0 S VFS Cache 104 1025 379 5149 0 126 146016 0 FFS2 dinode 256 517 53 4523 0 62 145920 0 VMSPACE 2552 43 11 4923 0 4 137808 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 20 490 1319 0 254 130560 0 clpbuf 2624 0 48 229 0 16 125952 0 ksiginfo 112 72 972 8551 0 126 116928 0 malloc-128 128 791 108 6000 0 126 115072 0 PROC 1352 62 19 4941 0 8 109512 0 malloc-384 384 193 77 1820 0 30 103680 0 128 Bucket 1024 68 31 597 0 16 101376 0 malloc-128 128 627 148 4306 0 126 99200 0 malloc-128 128 29 746 5821 0 126 99200 0 ertt_txseginfo 40 2 2321 21228 0 254 92920 0 malloc-4096 4096 22 0 22 0 2 90112 0 filedesc0 1072 63 21 4942 0 8 90048 0 UMA Kegs 384 226 7 226 0 30 89472 0 syncache 168 0 528 4 0 254 88704 0 64 Bucket 512 109 59 6875 0 30 86016 0 malloc-64 64 707 616 96272 0 254 84672 0 malloc-16384 16384 5 0 179 0 1 81920 0 malloc-8192 8192 5 5 134 0 1 81920 0 malloc-1024 1024 60 20 1409 0 16 81920 0 sctp_readq 152 0 520 12 0 254 79040 0 sctp_chunk 152 53 467 180 0 254 79040 0 malloc-4096 4096 14 4 4173 0 2 73728 0 g_bio 408 0 180 14525 0 30 73440 0 malloc-64 64 716 355 11753 0 254 68544 0 tcp_bbr_map 128 0 527 1554 0 126 67456 0 malloc-128 128 152 375 413 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 32 Bucket 256 82 173 1150 0 62 65280 0 sctp_stream_msg_out 112 3 537 56 0 254 60480 0 malloc-4096 4096 11 3 19 0 2 57344 0 malloc-256 256 78 117 765 0 62 49920 0 malloc-256 256 89 106 1415 0 62 49920 0 malloc-256 256 36 159 8498 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 31430 0 16 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-2048 2048 8 16 12 0 8 49152 0 malloc-1024 1024 13 35 538 0 16 49152 0 tcp_rack_pcb 896 3 51 1505 0 16 48384 0 tcp_rack_map 120 7 389 3429 0 126 47520 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4715 405 5366 0 254 40960 0 da_ccb 544 0 70 4312 0 16 38080 0 pipe 744 23 27 449 0 16 37200 0 malloc-64 64 81 486 16181 0 254 36288 0 malloc-64 64 150 417 189 0 254 36288 0 malloc-64 64 27 540 379 0 254 36288 0 malloc-64 64 6 561 7 0 254 36288 0 16 Bucket 144 70 182 753 0 62 36288 0 malloc-128 128 93 186 113 0 126 35712 0 malloc-128 128 16 263 19 0 126 35712 0 routing nhops 256 27 108 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 35 55 35 0 30 34560 0 malloc-256 256 5 130 568 0 62 34560 0 malloc-256 256 61 74 120 0 62 34560 0 malloc-256 256 41 94 4028 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 SLEEPQUEUE 88 177 207 177 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 100 0 8 32768 0 malloc-2048 2048 3 13 133 0 8 32768 0 malloc-2048 2048 2 14 6 0 8 32768 0 malloc-1024 1024 2 30 20 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 5 27 30 0 16 32768 0 malloc-512 512 5 59 296 0 30 32768 0 malloc-512 512 0 64 254 0 30 32768 0 malloc-512 512 14 50 14 0 30 32768 0 malloc-512 512 10 54 37 0 30 32768 0 pcpu-64 64 484 28 484 0 254 32768 0 KNOTE 160 28 172 82770 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 244 156 20092 0 126 32000 0 tcp_bbr_pcb 832 0 36 109 0 16 29952 0 cpuset 104 8 271 93 0 126 29016 0 sctp_laddr 48 20 568 73 0 254 28224 0 PWD 32 23 859 4050 0 254 28224 0 malloc-32 32 393 489 1221 0 254 28224 0 4 Bucket 48 5 583 130 0 254 28224 0 8 Bucket 80 53 297 1236 0 126 28000 0 AIO 208 0 133 17 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 31 107 39 0 62 24288 0 PGRP 88 34 242 56 0 126 24288 0 rl_entry 40 62 544 62 0 254 24240 0 malloc-384 384 3 57 77 0 30 23040 0 domainset 40 0 567 84 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 9 621 723 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 9 271 2398 0 126 20160 0 malloc-64 64 2 313 3 0 254 20160 0 malloc-32 32 186 444 779 0 254 20160 0 malloc-32 32 54 576 108 0 254 20160 0 malloc-32 32 44 586 45 0 254 20160 0 malloc-32 32 136 494 4383 0 254 20160 0 malloc-32 32 32 598 361 0 254 20160 0 malloc-32 32 25 605 3175 0 254 20160 0 2 Bucket 32 60 570 783 0 254 20160 0 AIOCB 552 0 35 24 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-2048 2048 0 8 2 0 8 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 0 32 10 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 0 668 785554 0 254 16032 0 malloc-16 16 520 480 1847 0 254 16000 0 kenv 258 15 45 1046 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 malloc-16 16 17 733 5867 0 254 12000 0 malloc-16 16 5 745 18 0 254 12000 0 malloc-16 16 248 502 31015 0 254 12000 0 malloc-16 16 45 705 5719 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 2 0 30 11424 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 2 498 4 0 254 8000 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 15 24 20 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0