panic: Bad tailq NEXT(0xfffff8000495e9f0->tqh_last) != NULL cpuid = 0 time = 1606229502 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002ce4f140 vpanic() at vpanic+0x1c7/frame 0xfffffe002ce4f1a0 panic() at panic+0x43/frame 0xfffffe002ce4f200 pf_tagname2tag() at pf_tagname2tag+0x2b1/frame 0xfffffe002ce4f250 pfioctl() at pfioctl+0x773c/frame 0xfffffe002ce4f780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe002ce4f7e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe002ce4f810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe002ce4f930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe002ce4f970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe002ce4f9e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe002ce4fab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe002ce4fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002ce4fbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 3335 tid 103856 ] Stopped at kdb_enter+0x67: movq $0,0x1488176(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe002ae00000 rdx 0x3ffff rbx 0 rsp 0xfffffe002ce4f120 rbp 0xfffffe002ce4f140 rsi 0x40001 rdi 0xffffffff810defb6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0025854a10 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8196441b r15 0xffffffff8196441b rip 0xffffffff810d3487 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1488176(%rip) db> show proc Process 3335 (syz-executor.3) at 0xfffff8003f957000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 812 at 0xfffff80026fc7000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.3 reaper: 0xfffff80004291528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0025792000 (map 0xfffffe0025792000) (map.pmap 0xfffffe00257920c0) (pmap 0xfffffe0025792120) threads: 2 100715 RunQ syz-executor.3 103856 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 3335 812 812 0 R (threaded) syz-executor.3 100715 RunQ syz-executor.3 103856 Run CPU 0 syz-executor.3 3334 765 765 0 R (threaded) syz-executor.0 103160 D mbusy 0xfffffe00258e84b0 syz-executor.0 103854 Run CPU 1 syz-executor.0 3333 766 766 0 R (threaded) syz-executor.1 100403 RunQ syz-executor.1 103853 S sbwait 0xfffff8003fb44574 syz-executor.1 103857 S sbwait 0xfffff8003fb44cd4 syz-executor.1 103859 S sbwait 0xfffff8003fb44924 syz-executor.1 2726 2720 2726 0 Ss select 0xfffff8003f4dcb40 dhclient 2723 1 2723 0 Ss select 0xfffff8003fb06e40 dhclient 2720 2711 424 65 S select 0xfffff80026e238c0 dhclient 2711 424 424 0 S wait 0xfffff80004b08528 sh 2701 1 2701 65 Ss select 0xfffff8003f4dccc0 dhclient 1818 1 1818 0 Ss select 0xfffff8003f909140 dhclient 1814 1 1814 0 Ss select 0xfffff8003f9091c0 dhclient 1793 1 1793 65 Ss select 0xfffff8003f909240 dhclient 812 762 812 0 Rs syz-executor.3 802 1 802 0 Ss select 0xfffff8003f0d4340 dhclient 800 762 800 0 Ds biowr 0xfffffe0003f2b000 syz-executor.2 798 1 798 0 Ss select 0xfffff80026e237c0 dhclient 766 762 766 0 Rs syz-executor.1 765 762 765 0 Rs syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100100 S uwait 0xfffff80026eaf300 syz-fuzzer 100111 S uwait 0xfffff800048c7000 syz-fuzzer 100112 S uwait 0xfffff800048c7100 syz-fuzzer 100113 S uwait 0xfffff800048c7200 syz-fuzzer 100114 S uwait 0xfffff80026f9d780 syz-fuzzer 100115 S uwait 0xfffff80026f9d880 syz-fuzzer 100116 S uwait 0xfffff80026f9d180 syz-fuzzer 100117 S uwait 0xfffff80026f9d980 syz-fuzzer 100119 S kqread 0xfffff80026f2f600 syz-fuzzer 760 758 760 0 Ss pause 0xfffff8003f0deb00 csh 758 682 758 0 Ss select 0xfffff8003f0d4e40 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a1cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800049a60b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800049a64b0 getty 739 1 739 0 Ss+ ttyin 0xfffff800049a68b0 getty 738 1 738 0 Ss+ ttyin 0xfffff800049a6cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff8000499e0b0 getty 736 1 736 0 Ss+ ttyin 0xfffff8000499e4b0 getty 735 1 735 0 Ss+ ttyin 0xfffff8000499e8b0 getty 734 1 734 0 Ss+ ttyin 0xfffff8000499ecb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252ed91 cron 682 1 682 0 Ss select 0xfffff80026f9db40 sshd 495 1 495 0 Ss select 0xfffff80026f9dbc0 syslogd 424 1 424 0 Ss wait 0xfffff80026ed0a50 devd 423 1 423 65 Ss select 0xfffff80026f9ddc0 dhclient 338 1 338 0 Ss select 0xfffff80026eaf7c0 dhclient 335 1 335 0 Ss select 0xfffff80026e23d40 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f7a50 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814defe0 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c14818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82dc6390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004302488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042d0a00 [firmware taskq] 100029 D - 0xfffff800042d0300 [crypto_0] 100030 D - 0xfffff800042d0300 [crypto_1] 100044 D - 0xfffff80004341300 [vtnet0 rxq 0] 100045 D - 0xfffff80004341200 [vtnet0 txq 0] 100046 D - 0xfffff80004341100 [vtnet0 rxq 1] 100047 D - 0xfffff80004341000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004484880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100055 D - 0xffffffff81d0b230 [deadlkres] 100062 D - 0xfffff80004995d00 [acpi_task_0] 100063 D - 0xfffff80004995d00 [acpi_task_1] 100064 D - 0xfffff80004995d00 [acpi_task_2] 100066 D - 0xfffff80004341b00 [CAM taskq] db> show all locks Process 3335 (syz-executor.3) thread 0xfffffe0025854500 (103856) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff82e194b8) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:1587 Process 3334 (syz-executor.0) thread 0xfffffe0025842100 (103854) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00258e8500) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6671 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00258e8440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4940 Process 3333 (syz-executor.1) thread 0xfffffe00258a7700 (103859) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8003fb448c8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 800 (syz-executor.2) thread 0xfffffe00257b3300 (100099) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003f2b080) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vnops.c:310 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8003f524810) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 4 1025K 5258 vfscache 3 1025K 3 pcb 161 579K 8065 inodedep 7 515K 3704 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 136 269K 3413 acpica 1674 184K 52503 vnet_data 1 168K 1 pf_rule 148 148K 1007 tidhash 3 141K 3 pagedep 8 130K 5277 tfo_ccache 1 128K 1 filedesc 16 121K 4997 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 294 bus 979 79K 3035 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 324 41K 324 kdtrace 204 40K 7197 temp 37 37K 3712 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 124 31K 134 msg 4 30K 4 ip6opt 142 27K 492 gtaskqueue 18 26K 18 vmem 3 22K 4 ifaddr 75 22K 75 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 88 ether_multi 172 14K 182 bus-sc 30 14K 1416 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 125 11K 125 in6_multi 89 11K 89 sctp_stro 10 10K 161 sctp_atcl 26 10K 4005 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 2707 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 27 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 CAM DEV 3 6K 510 plimit 24 6K 818 cred 24 6K 238 kqueue 62 6K 3345 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 pf_ifnet 12 5K 26 DEVFSP 76 5K 80 ufs_dirhash 24 5K 24 vt 11 5K 11 UMA 254 5K 254 sctp_atky 62 4K 8230 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 2509 kcovinfo 64 4K 68 evdev 4 4K 4 session 31 4K 42 pgrp 31 4K 82 pwddesc 60 4K 3337 routetbl 24 4K 36 inpcbpolicy 117 4K 1361 hhook 13 4K 13 lockf 28 3K 57 selfd 45 3K 41722 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 592 uidinfo 3 3K 10 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 99064 ipsec-saq 2 2K 2 select 16 2K 59 ip6ndp 12 2K 21 CAM XPT 22 2K 543 in_multi 6 2K 8 Unitno 25 2K 49 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 1666 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 19 dirrem 3 1K 2505 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 procdesc 4 1K 12 CAM SIM 2 1K 2 cdev 2 1K 2 sctp_athm 26 1K 4018 newdirblk 3 1K 2486 mkdir 3 1K 4972 diradd 3 1K 2541 chacha20random 1 1K 1 sctp_map 20 1K 322 osd 3 1K 9 freefile 2 1K 2503 vnodes 1 1K 2 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 2537 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 5412 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 95 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 iov 2 1K 16661 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 3 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 5389 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5805 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 830 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 2500 freefrag 0 0K 8 allocindir 0 0K 0 indirdep 0 0K 77 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 2661 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 3 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 158 accf 0 0K 0 pts 0 0K 0 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 664 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 7 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9713 1 9713 0 254 19894272 0 mbuf_packet 256 8214 1371 1021918 0 254 2453760 0 RADIX NODE 144 15289 640 300364 0 62 2293776 0 BUF TRIE 144 352 13116 59010 0 62 1939392 0 malloc-384 384 4138 12 4153 0 30 1593600 0 malloc-4096 4096 336 1 496 0 2 1380352 0 malloc-128 128 10489 51 10825 0 126 1349120 0 mbuf_jumbo_page 4096 0 295 1083 0 254 1208320 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 6139 14 6139 0 126 689136 0 FFS inode 1128 511 49 3015 0 9 631680 0 VM OBJECT 264 1247 88 50937 0 30 352440 0 VNODE 488 547 85 3053 0 30 308416 0 THREAD 1792 143 19 3859 0 8 290304 0 malloc-4096 4096 64 5 5999 0 2 282624 0 256 Bucket 2048 126 10 8619 0 8 278528 0 malloc-2048 2048 18 114 102908 0 8 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 mbuf 256 452 523 527499 0 254 249600 0 g_bio 408 4 556 393910 0 32 228480 0 DEVCTL 1024 4 204 125 0 0 212992 0 malloc-16384 16384 8 5 2497 0 1 212992 0 malloc-16 16 12241 509 12617 0 254 204000 0 malloc-65536 65536 0 3 1094 0 1 196608 0 socket 944 144 52 6354 0 254 185024 0 malloc-64 64 2754 81 2799 0 254 181440 0 MAP ENTRY 96 1547 301 179657 0 126 177408 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-32768 32768 0 5 61 0 1 163840 0 malloc-1024 1024 154 6 2948 0 16 163840 0 FFS2 dinode 256 511 119 3015 0 62 161280 0 malloc-256 256 79 551 5468 0 62 161280 0 malloc-32 32 4886 154 8670 0 254 161280 0 malloc-128 128 1126 83 24452 0 126 154752 0 tcp_bbr_map 128 226 952 3737 0 126 150784 0 malloc-4096 4096 35 0 46 0 2 143360 0 S VFS Cache 104 1007 319 3608 0 126 137904 0 malloc-65536 65536 0 2 127 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 tcpcb 1048 108 13 385 0 254 126808 0 sctp_ep 1280 16 83 3843 0 254 126720 0 malloc-1024 1024 117 3 137 0 16 122880 0 VMSPACE 2544 37 11 3315 0 4 122112 0 ksiginfo 112 60 984 1603 0 126 116928 0 vmem btag 56 1863 69 1863 0 254 108192 0 PROC 1320 59 16 3336 0 8 99000 0 malloc-256 256 245 130 7021 0 62 96000 0 tcp_bbr_pcb 832 88 20 269 0 16 89856 0 malloc-256 256 216 129 9257 0 62 88320 0 filedesc0 1072 60 17 3337 0 8 82544 0 tcp_inpcb 488 155 13 385 0 254 81984 0 64 Bucket 512 90 70 8317 0 30 81920 0 UMA Kegs 384 212 1 212 0 30 81792 0 128 Bucket 1024 55 24 2814 0 16 80896 0 malloc-128 128 308 281 3804 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-32768 32768 2 0 2 0 1 65536 0 sctp_asoc 2288 10 15 161 0 254 57200 0 malloc-128 128 157 277 8381 0 126 55552 0 clpbuf 832 0 64 40212 0 16 53248 0 malloc-384 384 79 51 4058 0 30 49920 0 32 Bucket 256 50 145 3916 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-64 64 583 173 46039 0 254 48384 0 malloc-2048 2048 9 13 516 0 8 45056 0 malloc-64 64 523 170 1604 0 254 44352 0 malloc-256 256 30 135 6370 0 62 42240 0 pcpu-8 8 4702 418 7325 0 254 40960 0 malloc-128 128 135 175 2724 0 126 39680 0 malloc-384 384 96 4 420 0 30 38400 0 malloc-256 256 83 67 1974 0 62 38400 0 malloc-256 256 24 126 8639 0 62 38400 0 pipe 744 22 28 551 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 25424 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-8192 8192 2 2 93 0 1 32768 0 malloc-1024 1024 12 20 203 0 16 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-384 384 6 74 3703 0 30 30720 0 malloc-4096 4096 4 3 8 0 2 28672 0 malloc-64 64 377 64 15713 0 254 28224 0 malloc-64 64 273 168 6889 0 254 28224 0 16 Bucket 144 55 141 19431 0 62 28224 0 4 Bucket 48 7 581 11725 0 254 28224 0 KNOTE 160 28 147 58915 0 62 28000 0 Files 80 226 124 16912 0 126 28000 0 8 Bucket 80 61 289 30377 0 126 28000 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 1 2 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-512 512 2 46 1666 0 30 24576 0 sctp_raddr 736 10 23 164 0 254 24288 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 142 44 515 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 TURNSTILE 136 163 5 163 0 62 22848 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-4096 4096 1 4 2665 0 2 20480 0 malloc-2048 2048 5 5 273 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 PWD 32 20 610 2575 0 254 20160 0 malloc-32 32 365 265 7467 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 49 26 66 0 62 19200 0 malloc-256 256 59 16 1712 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 5 3 870 0 8 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 vtnet_tx_hdr 24 0 668 511394 0 254 16032 0 udplite_inpcb 488 3 29 146 0 254 15616 0 udp_inpcb 488 2 30 709 0 254 15616 0 malloc-384 384 23 17 72 0 30 15360 0 malloc-384 384 28 12 32 0 30 15360 0 malloc-2048 2048 3 3 18 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-64 64 75 114 92 0 254 12096 0 malloc-128 128 59 34 3073 0 126 11904 0 routing nhops 256 28 17 39 0 62 11520 0 unpcb 256 17 28 1118 0 254 11520 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 155 0 8 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 170 0 16 8192 0 malloc-1024 1024 3 5 17 0 16 8192 0 malloc-512 512 10 6 10 0 30 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 3 13 52 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 2 76 10 0 126 8112 0 rtentry 176 35 11 39 0 62 8096 0 rl_entry 40 46 156 46 0 254 8080 0 sctp_stream_msg_out 112 2 70 16 0 254 8064 0 sctp_laddr 48 8 160 28 0 254 8064 0 udpcb 32 5 247 855 0 254 8064 0 malloc-64 64 107 19 284 0 254 8064 0 malloc-64 64 46 80 242 0 254 8064 0 malloc-32 32 100 152 1380 0 254 8064 0 malloc-32 32 78 174 2062 0 254 8064 0 malloc-32 32 58 194 918 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 2 Bucket 32 65 187 8187 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 30 470 1942 0 254 8000 0 malloc-16 16 85 415 4539 0 254 8000 0 malloc-16 16 183 317 4314 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 261 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 18 44 79 0 126 7936 0 sctp_chunk 152 12 40 16 0 254 7904 0 ripcb 488 4 12 121 0 254 7808 0 kenv 258 3 27 1007 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 24 0 126 6448 0 domainset 40 0 126 13 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 malloc-512 512 0 8 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 8 118 30 0 254 4032 0 malloc-32 32 4 122 77 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0