panic: Bad tailq NEXT(0xfffff80004958a20->tqh_last) != NULL cpuid = 1 time = 1606125381 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002d054140 vpanic() at vpanic+0x1c7/frame 0xfffffe002d0541a0 panic() at panic+0x43/frame 0xfffffe002d054200 pf_tagname2tag() at pf_tagname2tag+0x2b1/frame 0xfffffe002d054250 pfioctl() at pfioctl+0x773c/frame 0xfffffe002d054780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe002d0547e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe002d054810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe002d054930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe002d054970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe002d0549e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe002d054ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe002d054bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002d054bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 3039 tid 103390 ] Stopped at kdb_enter+0x67: movq $0,0x14881f6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0025e00000 rdx 0x3ffff rbx 0 rsp 0xfffffe002d054120 rbp 0xfffffe002d054140 rsi 0x40001 rdi 0xffffffff810def36 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe00258d7f10 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8196440b r15 0xffffffff8196440b rip 0xffffffff810d3407 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x14881f6(%rip) db> show proc Process 3039 (syz-executor.0) at 0xfffff800397b8000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 765 at 0xfffff80039079528 ABI: FreeBSD ELF64 arguments: /root/syz-executor.0 reaper: 0xfffff80004291528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe002585f000 (map 0xfffffe002585f000) (map.pmap 0xfffffe002585f0c0) (pmap 0xfffffe002585f120) threads: 2 100188 RunQ syz-executor.0 103390 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 3040 817 817 0 R (threaded) syz-executor.3 100346 Run CPU 0 syz-executor.3 103391 RunQ syz-executor.3 3039 765 765 0 R (threaded) syz-executor.0 100188 RunQ syz-executor.0 103390 Run CPU 1 syz-executor.0 3038 766 766 0 R (threaded) syz-executor.1 100187 RunQ syz-executor.1 103385 S sbwait 0xfffff800395901c4 syz-executor.1 103387 S uwait 0xfffff8003979f500 syz-executor.1 2926 2912 2926 0 Ss select 0xfffff800398f8bc0 dhclient 2915 1 2915 0 Ss select 0xfffff80039a2fe40 dhclient 2912 2905 424 65 S select 0xfffff800397a77c0 dhclient 2905 424 424 0 S wait 0xfffff80004b9fa50 sh 2896 1 2896 65 Ss select 0xfffff800398f8cc0 dhclient 1752 1 1752 0 Ss select 0xfffff800398370c0 dhclient 1749 1 1749 0 Ss select 0xfffff800398f8d40 dhclient 1730 1 1730 65 Ss select 0xfffff80039837240 dhclient 1060 1 1060 0 Ss select 0xfffff80039837bc0 dhclient 1057 1 1057 0 Ss select 0xfffff800398f8e40 dhclient 817 762 817 0 Ss nanslp 0xffffffff8252ed91 syz-executor.3 798 762 798 0 Rs syz-executor.2 766 762 766 0 Ss nanslp 0xffffffff8252ed91 syz-executor.1 765 762 765 0 Rs syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100078 S uwait 0xfffff800048be980 syz-fuzzer 100107 S uwait 0xfffff80004a21600 syz-fuzzer 100108 S uwait 0xfffff80004a21700 syz-fuzzer 100109 S uwait 0xfffff80004a21800 syz-fuzzer 100110 S kqread 0xfffff80025f48600 syz-fuzzer 100111 S uwait 0xfffff80039089e00 syz-fuzzer 100112 S uwait 0xfffff80004a21900 syz-fuzzer 100113 S uwait 0xfffff80039089f00 syz-fuzzer 100114 S uwait 0xfffff80025ef8080 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80039018b00 csh 758 682 758 0 Ss select 0xfffff80039089840 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a1cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800049a48b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800049a4cb0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499c0b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499c4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff8000499c8b0 getty 736 1 736 0 Ss+ ttyin 0xfffff8000499ccb0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049390b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800049394b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252ed91 cron 682 1 682 0 Ss select 0xfffff80025ef8440 sshd 495 1 495 0 Ss select 0xfffff80025ef8dc0 syslogd 424 1 424 0 Ss wait 0xfffff80004b31a50 devd 423 1 423 65 Ss select 0xfffff80025ef8f40 dhclient 338 1 338 0 Ss select 0xfffff80004b63040 dhclient 335 1 335 0 Ss select 0xfffff80004a68440 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f3528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814def60 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d1d818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b9c390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004300488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042cda00 [firmware taskq] 100029 D - 0xfffff800042cd300 [crypto_0] 100030 D - 0xfffff800042cd300 [crypto_1] 100044 D - 0xfffff80004342300 [vtnet0 rxq 0] 100045 D - 0xfffff80004342200 [vtnet0 txq 0] 100046 D - 0xfffff80004342100 [vtnet0 rxq 1] 100047 D - 0xfffff80004342000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004486880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100056 D - 0xffffffff81d0b221 [deadlkres] 100062 D - 0xfffff800048c8200 [acpi_task_0] 100063 D - 0xfffff800048c8200 [acpi_task_1] 100064 D - 0xfffff800048c8200 [acpi_task_2] 100066 D - 0xfffff80004342b00 [CAM taskq] db> show all locks Process 3040 (syz-executor.3) thread 0xfffffe0025854c00 (100346) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82552050) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 Process 3039 (syz-executor.0) thread 0xfffffe00258d7a00 (103390) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff82bef4b8) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:1587 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 7 1026K 7698 vfscache 3 1025K 3 pcb 443 1007K 1038 inodedep 8 515K 3487 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 pf_rule 506 506K 1225 intr 4 472K 4 subproc 136 269K 3117 sctp_stro 208 208K 265 acpica 1674 184K 52503 vnet_data 1 168K 1 sctp_atcl 417 157K 739 tidhash 3 141K 3 pagedep 10 131K 5211 tfo_ccache 1 128K 1 filedesc 16 121K 4231 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 294 bus 979 79K 3035 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 324 41K 324 kdtrace 187 36K 9398 temp 35 33K 7260 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 sctp_atky 625 27K 1004 gtaskqueue 18 26K 18 vmem 3 22K 4 ifaddr 75 22K 75 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 45 14K 47 pf_ifnet 48 14K 2069 ether_multi 172 14K 182 bus-sc 30 14K 1416 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 129 11K 129 in6_multi 89 11K 89 GEOM 60 10K 489 rman 82 10K 423 routetbl 40 9K 6804 bmsafemap 2 9K 2889 UART 12 9K 12 devstat 4 9K 4 pf_table 4 8K 1695 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sctp_athm 417 7K 739 sctp_timw 26 7K 26 sctp_map 416 7K 530 cred 25 7K 238 CAM DEV 3 6K 510 kqueue 62 6K 3047 plimit 23 6K 409 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 80 ufs_dirhash 24 5K 24 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 3071 kcovinfo 64 4K 68 evdev 4 4K 4 session 31 4K 46 pgrp 31 4K 46 pwddesc 60 4K 3041 hhook 13 4K 13 lockf 28 3K 47 selfd 45 3K 37852 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 628 uidinfo 3 3K 9 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 49 ip6ndp 12 2K 20 CAM XPT 22 2K 543 in_multi 6 2K 8 Unitno 25 2K 45 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 24 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 19 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 4204 diradd 5 1K 2620 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 2102 pfil 4 1K 4 procdesc 4 1K 16 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 12 1K 2016 chacha20random 1 1K 1 pf_osfp 3 1K 3 osd 3 1K 9 dirrem 1 1K 2582 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 4011 freefile 1 1K 2580 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 3473 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 42 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 105 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 88 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 17783 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5864 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 2570 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 3193 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 10 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 2283 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 2 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 121 accf 0 0K 0 pts 0 0K 0 iov 0 0K 17023 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 664 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9713 1 9713 0 254 19894272 0 mbuf_packet 256 8206 1379 970131 0 254 2453760 0 BUF TRIE 144 187 13281 14551 0 62 1939392 0 RADIX NODE 144 11776 149 123105 0 62 1717200 0 malloc-384 384 4138 12 4140 0 30 1593600 0 malloc-4096 4096 336 3 496 0 2 1388544 0 malloc-128 128 10489 51 10811 0 126 1349120 0 mbuf_jumbo_page 4096 0 308 936 0 254 1261568 0 pbuf 832 0 985 0 0 2 819520 0 UMA Slabs 0 112 6290 7 6290 0 126 705264 0 FFS inode 1128 514 25 3095 0 8 607992 0 malloc-1024 1024 512 8 4328 0 16 532480 0 sctp_asoc 2288 208 7 265 0 254 491920 0 malloc-2048 2048 210 16 18258 0 8 462848 0 VM OBJECT 264 1234 71 46305 0 30 344520 0 VNODE 488 550 82 3133 0 30 308416 0 mbuf 256 693 447 486045 0 254 291840 0 THREAD 1792 142 20 3391 0 8 290304 0 malloc-4096 4096 64 5 5073 0 2 282624 0 256 Bucket 2048 127 9 9240 0 8 278528 0 sctp_ep 1280 209 4 474 0 254 272640 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-1024 1024 210 2 307 0 16 217088 0 DEVCTL 1024 4 204 125 0 0 212992 0 malloc-16384 16384 8 5 2114 0 1 212992 0 malloc-16 16 12637 363 12825 0 254 208000 0 malloc-32768 32768 0 6 2400 0 1 196608 0 malloc-384 384 470 10 792 0 30 184320 0 malloc-64 64 2754 81 2805 0 254 181440 0 MAP ENTRY 96 1539 309 161607 0 126 177408 0 UMA Zones 768 226 3 226 0 16 175872 0 FFS2 dinode 256 514 131 3094 0 62 165120 0 sctp_raddr 736 208 12 265 0 254 161920 0 malloc-32 32 4781 259 8951 0 254 161280 0 malloc-256 256 112 503 9389 0 62 157440 0 malloc-128 128 1128 81 24454 0 126 154752 0 socket 944 37 115 3637 0 254 143488 0 malloc-4096 4096 35 0 46 0 2 143360 0 S VFS Cache 104 1018 347 3973 0 126 141960 0 malloc-65536 65536 0 2 135 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 117 3 135 0 16 122880 0 ksiginfo 112 60 984 1052 0 126 116928 0 VMSPACE 2544 37 8 3019 0 4 114480 0 vmem btag 56 1909 95 1909 0 254 112224 0 PROC 1320 59 16 3040 0 8 99000 0 malloc-256 256 208 137 16680 0 62 88320 0 128 Bucket 1024 47 36 1851 0 16 84992 0 filedesc0 1072 60 17 3041 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-256 256 221 79 3077 0 62 76800 0 malloc-128 128 309 280 2576 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 g_bio 408 0 180 68786 0 30 73440 0 malloc-256 256 153 132 6891 0 62 72960 0 udplite_inpcb 488 2 142 1795 0 254 70272 0 64 Bucket 512 71 65 4788 0 30 69632 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 112 0 1 65536 0 malloc-64 64 583 299 41879 0 254 56448 0 malloc-128 128 158 276 7719 0 126 55552 0 malloc-64 64 277 542 6301 0 254 52416 0 malloc-128 128 137 266 2767 0 126 51584 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 pcpu-8 8 5832 312 31667 0 254 49152 0 malloc-256 256 49 131 843 0 62 46080 0 32 Bucket 256 56 124 2087 0 62 46080 0 malloc-2048 2048 9 13 833 0 8 45056 0 malloc-64 64 524 169 1605 0 254 44352 0 malloc-384 384 96 14 414 0 30 42240 0 malloc-256 256 26 139 8754 0 62 42240 0 Files 80 225 275 14821 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 25665 0 16 36864 0 sctp_chunk 152 225 9 225 0 254 35568 0 malloc-384 384 7 83 3486 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 136 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-64 64 327 177 15518 0 254 32256 0 malloc-2048 2048 7 7 1710 0 8 28672 0 16 Bucket 144 46 150 5532 0 62 28224 0 8 Bucket 80 49 301 25656 0 126 28000 0 clpbuf 832 0 32 144 0 16 26624 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 2 1 91 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 8 0 2 24576 0 PWD 32 20 736 2194 0 254 24192 0 malloc-32 32 738 18 1193 0 254 24192 0 4 Bucket 48 6 498 9838 0 254 24192 0 KNOTE 160 28 122 52620 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 142 44 495 0 126 23808 0 tcpcb 1048 4 18 14 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 74 16 541 0 62 23040 0 pipe 744 22 8 378 0 16 22320 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-2048 2048 5 5 261 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 malloc-64 64 244 71 329 0 254 20160 0 2 Bucket 32 66 564 11878 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 30 20 3415 0 30 19200 0 malloc-256 256 59 16 691 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 3 5 3228 0 8 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 vtnet_tx_hdr 24 0 668 475708 0 254 16032 0 malloc-384 384 28 12 28 0 30 15360 0 malloc-4096 4096 1 2 2288 0 2 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-128 128 59 34 2993 0 126 11904 0 udp_inpcb 488 2 22 193 0 254 11712 0 unpcb 256 20 25 1114 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 1210 0 8 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 145 0 16 8192 0 malloc-1024 1024 3 5 18 0 16 8192 0 malloc-512 512 10 6 10 0 30 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 3 13 44 0 30 8192 0 malloc-512 512 2 14 24 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 24 54 62 0 126 8112 0 rtentry 176 35 11 39 0 62 8096 0 rl_entry 40 76 126 76 0 254 8080 0 sctp_stream_msg_out 112 0 72 225 0 254 8064 0 sctp_laddr 48 0 168 84 0 254 8064 0 udpcb 32 4 248 1988 0 254 8064 0 malloc-64 64 75 51 92 0 254 8064 0 malloc-64 64 3 123 33 0 254 8064 0 malloc-32 32 100 152 506 0 254 8064 0 malloc-32 32 78 174 2015 0 254 8064 0 malloc-32 32 58 194 864 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 28 472 920 0 254 8000 0 malloc-16 16 476 24 1258 0 254 8000 0 malloc-16 16 183 317 1270 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 18 44 638 0 126 7936 0 ripcb 488 4 12 14 0 254 7808 0 tcp_inpcb 488 4 12 14 0 254 7808 0 kenv 258 3 27 1011 0 30 7740 0 routing nhops 256 28 2 39 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 8 118 29 0 254 4032 0 malloc-32 32 4 122 39 0 254 4032 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0