panic: Bad tailq NEXT(0xfffff80004956dd0->tqh_last) != NULL cpuid = 1 time = 1605759285 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0025527140 vpanic() at vpanic+0x1c7/frame 0xfffffe00255271a0 panic() at panic+0x43/frame 0xfffffe0025527200 pf_tagname2tag() at pf_tagname2tag+0x2b1/frame 0xfffffe0025527250 pfioctl() at pfioctl+0x76e0/frame 0xfffffe0025527780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe00255277e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe0025527810 vn_ioctl() at vn_ioctl+0x279/frame 0xfffffe0025527930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe0025527970 kern_ioctl() at kern_ioctl+0x3d2/frame 0xfffffe00255279e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe0025527ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0025527bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0025527bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 2245 tid 102085 ] Stopped at kdb_enter+0x67: movq $0,0x147bae6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe002c200000 rdx 0x3ffff rbx 0 rsp 0xfffffe0025527120 rbp 0xfffffe0025527140 rsi 0x40001 rdi 0xffffffff810ec5c6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002586a610 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff81974571 r15 0xffffffff81974571 rip 0xffffffff810e0a97 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x147bae6(%rip) db> show proc Process 2245 (syz-executor.3) at 0xfffff80004b11528: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 809 at 0xfffff800508f3528 ABI: FreeBSD ELF64 arguments: /root/syz-executor.3 reaper: 0xfffff80004291528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe002584d000 (map 0xfffffe002584d000) (map.pmap 0xfffffe002584d0c0) (pmap 0xfffffe002584d120) threads: 3 100844 RunQ syz-executor.3 102085 Run CPU 1 syz-executor.3 102090 S uwait 0xfffff800504a3a00 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 2248 797 797 0 R (threaded) syz-executor.2 100460 RunQ syz-executor.2 102091 S uwait 0xfffff80004b36d00 syz-executor.2 2247 765 765 0 R (threaded) syz-executor.0 100164 Run CPU 0 syz-executor.0 102089 RunQ syz-executor.0 2245 809 809 0 R (threaded) syz-executor.3 100844 RunQ syz-executor.3 102085 Run CPU 1 syz-executor.3 102090 S uwait 0xfffff800504a3a00 syz-executor.3 1733 1724 1733 0 Ss select 0xfffff80050539240 dhclient 1728 1 1728 0 Ss select 0xfffff800505396c0 dhclient 1724 1716 424 65 S select 0xfffff800505397c0 dhclient 1716 424 424 0 S wait 0xfffff8005009ea50 sh 1703 1 1703 65 Ss select 0xfffff800505395c0 dhclient 1045 1 1045 0 Ss select 0xfffff80050947140 dhclient 1042 1 1042 0 Ss select 0xfffff80050947240 dhclient 809 762 809 0 Rs syz-executor.3 797 762 797 0 Rs syz-executor.2 767 762 767 0 Rs syz-executor.1 765 762 765 0 Ss nanslp 0xffffffff8252fce1 syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffff80004316d00 syz-fuzzer 100110 S uwait 0xfffff80025f17500 syz-fuzzer 100111 S uwait 0xfffff80025f17600 syz-fuzzer 100112 S uwait 0xfffff80025f17700 syz-fuzzer 100113 S uwait 0xfffff80025f17800 syz-fuzzer 100114 S uwait 0xfffff80025f17300 syz-fuzzer 100115 S uwait 0xfffff80025f17900 syz-fuzzer 100117 S uwait 0xfffff80004b42600 syz-fuzzer 100118 S kqread 0xfffff80025f32500 syz-fuzzer 100119 S uwait 0xfffff80025f17b00 syz-fuzzer 760 758 760 0 Ss pause 0xfffff8005009e5d8 csh 758 682 758 0 Ss select 0xfffff80025f17040 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a1cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff8000499e0b0 getty 740 1 740 0 Ss+ ttyin 0xfffff8000499e4b0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499e8b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499ecb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049940b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049944b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049948b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004994cb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252fce1 cron 682 1 682 0 Ss select 0xfffff80025f17240 sshd 495 1 495 0 Ss select 0xfffff80025f17bc0 syslogd 424 1 424 0 Ss wait 0xfffff80004ab9528 devd 423 1 423 65 Ss select 0xfffff80025f17d40 dhclient 338 1 338 0 Ss select 0xfffff80025ee8040 dhclient 335 1 335 0 Ss select 0xfffff80004b871c0 dhclient 23 0 0 0 DL syncer 0xffffffff8261d0b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff800049b2000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c180 [bufdaemon] 100077 D - 0xffffffff8200acc0 [bufspacedaemon-0] 100088 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82643648 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637ab8 [dom0] 100075 D launds 0xffffffff82637ac4 [laundry: dom0] 100076 D umarcl 0xffffffff814ec100 [uma] 18 0 0 0 DL - 0xffffffff823644f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c16818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d0f390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b75c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b75c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b75c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b75c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c240 [doneq0] 100067 D - 0xffffffff8223c110 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634fb0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004300488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f8a0 [g_event] 100026 D - 0xffffffff8250f8a8 [g_up] 100027 D - 0xffffffff8250f8b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 I [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff826354d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fe30 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [inm_free taskq] 100013 D - 0xfffff800042bcb00 [aiod_kick taskq] 100014 D - 0xfffff800042bc900 [thread taskq] 100015 D - 0xfffff800042bc700 [in6m_free taskq] 100017 D - 0xfffff800042bc300 [kqueue_ctx taskq] 100024 D - 0xfffff800042cda00 [firmware taskq] 100029 D - 0xfffff800042cd300 [crypto_0] 100030 D - 0xfffff800042cd300 [crypto_1] 100044 D - 0xfffff80004340300 [vtnet0 rxq 0] 100045 D - 0xfffff80004340200 [vtnet0 txq 0] 100046 D - 0xfffff80004340100 [vtnet0 rxq 1] 100047 D - 0xfffff80004340000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004486880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100055 D - 0xffffffff81d1c4c0 [deadlkres] 100062 D - 0xfffff8000498ed00 [acpi_task_0] 100063 D - 0xfffff8000498ed00 [acpi_task_1] 100064 D - 0xfffff8000498ed00 [acpi_task_2] 100066 D - 0xfffff80004340b00 [CAM taskq] db> show all locks Process 2247 (syz-executor.0) thread 0xfffffe0023bca300 (100164) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff825574e0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:504 Process 2247 (syz-executor.0) thread 0xfffffe0025891100 (102089) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800506d99f8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:2918 Process 2245 (syz-executor.3) thread 0xfffffe002586a100 (102085) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff82d624b8) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:1587 Process 767 (syz-executor.1) thread 0xfffffe00257a4000 (100104) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800508b79f8) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1999 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80050767be0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 vfscache 3 1025K 3 newblk 3 1025K 2057 pcb 24 537K 344 inodedep 7 515K 3108 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 130 256K 2322 pf_rule 230 230K 1071 acpica 1674 184K 52377 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 19 133K 2711 pagedep 5 129K 3373 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 294 bus 979 79K 3034 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 BPF 30 53K 30 umtx 324 41K 324 temp 38 39K 4319 kdtrace 182 35K 6517 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 vmem 3 22K 4 kbdmux 6 22K 6 ifaddr 74 22K 74 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 47 ether_multi 172 14K 182 bus-sc 30 14K 1415 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 GEOM 60 10K 489 rman 82 10K 423 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 bmsafemap 1 8K 1723 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 pf_ifnet 21 7K 887 CAM CCB 3 6K 19851 CAM DEV 3 6K 510 plimit 24 6K 1221 kqueue 59 6K 2255 cred 22 6K 224 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_timw 19 5K 19 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 2420 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 28 pwddesc 57 4K 2249 session 28 4K 41 pgrp 28 4K 43 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 42 proc-args 47 3K 594 selfd 38 3K 29428 uidinfo 3 3K 7 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 22 select 13 2K 738 Unitno 28 2K 45 CAM XPT 22 2K 543 in_multi 6 2K 8 vnodemarker 3 2K 3226 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 14 pf_osfp 3 1K 3 osd 3 1K 9 inpcbpolicy 9 1K 659 newdirblk 2 1K 1343 dirrem 1 1K 1357 mkdir 2 1K 2686 diradd 2 1K 1391 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 1407 freefile 1 1K 1355 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 3205 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 96 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 1 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 81 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 152 sctp_atky 0 0K 174 sctp_atcl 0 0K 150 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 24 sctp_stri 0 0K 0 sctp_map 0 0K 48 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 scsi_pass 0 0K 0 ciss_data 0 0K 0 smartpqi 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 agp 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 nvme_da 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twa_commands 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2080 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1612 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 1358 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 64 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 PUC 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ppbusdev 0 0K 0 statfs 0 0K 1522 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 2 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 117 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15550 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 633 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9683 1 9683 0 254 19832832 0 mbuf_packet 256 8202 1353 1133499 0 254 2446080 0 RADIX NODE 144 13590 183 101889 0 62 1983312 0 BUF TRIE 144 186 13282 12402 0 62 1939392 0 malloc-384 384 4138 12 4144 0 30 1593600 0 malloc-4096 4096 336 1 496 0 2 1380352 0 malloc-128 128 10483 57 11496 0 126 1349120 0 mbuf_jumbo_page 4096 0 237 891 0 254 970752 0 pbuf 832 0 985 0 0 2 819520 0 UMA Slabs 0 112 5968 5 5968 0 126 668976 0 FFS inode 1128 507 25 1863 0 8 600096 0 VM OBJECT 264 1173 72 34126 0 30 328680 0 VNODE 488 543 81 1901 0 30 304512 0 THREAD 1792 140 22 2091 0 8 290304 0 malloc-4096 4096 61 5 3984 0 2 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 256 Bucket 2048 115 9 8012 0 8 253952 0 mbuf 256 469 521 566836 0 254 253440 0 malloc-1024 1024 236 8 3678 0 16 249856 0 DEVCTL 1024 8 200 125 0 0 212992 0 malloc-16384 16384 8 5 1354 0 1 212992 0 malloc-16 16 12220 280 12339 0 254 200000 0 malloc-64 64 2753 82 2800 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 MAP ENTRY 96 1425 297 117671 0 126 165312 0 malloc-32768 32768 0 5 50 0 1 163840 0 malloc-32 32 4778 262 6831 0 254 161280 0 malloc-128 128 1128 81 24393 0 126 154752 0 malloc-256 256 74 526 3115 0 62 153600 0 FFS2 dinode 256 506 64 1861 0 62 145920 0 S VFS Cache 104 1004 283 2398 0 126 133848 0 malloc-65536 65536 0 2 105 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-4096 4096 31 0 42 0 2 126976 0 malloc-1024 1024 117 7 137 0 16 126976 0 ksiginfo 112 57 987 1361 0 126 116928 0 VMSPACE 2544 34 11 2227 0 4 114480 0 vmem btag 56 1832 100 1832 0 254 108192 0 PROC 1320 56 16 2248 0 8 95040 0 malloc-2048 2048 4 40 19978 0 8 90112 0 malloc-256 256 195 135 7369 0 62 84480 0 filedesc0 1072 57 20 2249 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-128 128 307 282 3406 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-256 256 152 133 2898 0 62 72960 0 g_bio 408 12 158 77058 0 30 69360 0 malloc-65536 65536 0 1 110 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 128 Bucket 1024 44 19 1541 0 16 64512 0 socket 944 26 34 1914 0 254 56640 0 malloc-128 128 155 279 4958 0 126 55552 0 64 Bucket 512 67 37 7533 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-2048 2048 9 15 516 0 8 49152 0 malloc-128 128 131 241 1535 0 126 47616 0 32 Bucket 256 52 128 2076 0 62 46080 0 malloc-64 64 571 122 32644 0 254 44352 0 malloc-64 64 524 169 1605 0 254 44352 0 pcpu-8 8 4930 190 7441 0 254 40960 0 malloc-384 384 93 7 419 0 30 38400 0 malloc-256 256 12 138 1504 0 62 38400 0 malloc-256 256 20 130 5719 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 21103 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-384 384 6 74 3107 0 30 30720 0 malloc-384 384 53 27 203 0 30 30720 0 malloc-256 256 75 45 1353 0 62 30720 0 malloc-4096 4096 7 0 8 0 2 28672 0 malloc-64 64 274 167 4720 0 254 28224 0 Files 80 204 146 11106 0 126 28000 0 8 Bucket 80 55 295 16502 0 126 28000 0 clpbuf 832 0 32 139 0 16 26624 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 2 1 5 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 2 1 93 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-64 64 325 53 14656 0 254 24192 0 KNOTE 160 28 122 51270 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 142 44 495 0 126 23808 0 tcpcb 1048 4 18 12 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 sctp_asoc 2288 0 10 24 0 254 22880 0 pipe 744 21 9 390 0 16 22320 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-2048 2048 6 4 835 0 8 20480 0 malloc-2048 2048 5 5 263 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 PWD 32 19 611 1429 0 254 20160 0 4 Bucket 48 7 413 6952 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 49 26 64 0 62 19200 0 malloc-256 256 59 16 528 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 2 14 66 0 16 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-512 512 3 29 3226 0 30 16384 0 sctp_raddr 736 0 22 24 0 254 16192 0 malloc-32 32 324 180 604 0 254 16128 0 vtnet_tx_hdr 24 0 668 558423 0 254 16032 0 udplite_inpcb 488 0 32 445 0 254 15616 0 sctp_ep 1280 0 12 126 0 254 15360 0 malloc-384 384 23 17 27 0 30 15360 0 malloc-384 384 27 13 27 0 30 15360 0 malloc-4096 4096 1 2 1526 0 2 12288 0 malloc-2048 2048 3 3 16 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-512 512 1 23 119 0 30 12288 0 16 Bucket 144 45 39 3386 0 62 12096 0 2 Bucket 32 63 315 11004 0 254 12096 0 malloc-128 128 55 38 3455 0 126 11904 0 ripcb 488 3 21 17 0 254 11712 0 udp_inpcb 488 2 22 185 0 254 11712 0 routing nhops 256 28 17 39 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 1001 0 8 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 144 0 16 8192 0 malloc-1024 1024 3 5 18 0 16 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 3 13 46 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 6 72 15 0 126 8112 0 rtentry 176 35 11 39 0 62 8096 0 rl_entry 40 53 149 53 0 254 8080 0 sctp_laddr 48 0 168 32 0 254 8064 0 udpcb 32 2 250 630 0 254 8064 0 malloc-64 64 75 51 92 0 254 8064 0 malloc-64 64 3 123 34 0 254 8064 0 malloc-64 64 36 90 85 0 254 8064 0 malloc-32 32 100 152 187 0 254 8064 0 malloc-32 32 78 174 2011 0 254 8064 0 malloc-32 32 57 195 822 0 254 8064 0 malloc-32 32 3 249 40 0 254 8064 0 malloc-32 32 30 222 2646 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 28 472 400 0 254 8000 0 malloc-16 16 59 441 671 0 254 8000 0 malloc-16 16 183 317 1309 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 27 473 23586 0 254 8000 0 malloc-128 128 17 45 78 0 126 7936 0 tcp_inpcb 488 4 12 12 0 254 7808 0 kenv 258 3 27 1007 0 30 7740 0 unpcb 256 14 16 1099 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 8 0 8 0 30 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 8 118 29 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0