panic: mq notifiers left cpuid = 1 time = 1767601312 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056ee4810 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056ee4970 vpanic() at vpanic+0x257/frame 0xfffffe0056ee4b30 panic() at panic+0xb5/frame 0xfffffe0056ee4c00 mq_proc_exit() at mq_proc_exit+0x1cc/frame 0xfffffe0056ee4c50 exit1() at exit1+0x62b/frame 0xfffffe0056ee4cf0 sys__exit() at sys__exit+0x28/frame 0xfffffe0056ee4d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056ee4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056ee4f30 --- syscall (1, FreeBSD ELF64, _exit), rip = 0x3a851a, rsp = 0x820ca2868, rbp = 0x820ca2870 --- KDB: enter: panic [ thread pid 904 tid 100105 ] Stopped at kdb_enter+0x6e: movq $0,0x2587a77(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff8283c160 .str.27 rsp 0xfffffe0056ee4950 rbp 0xfffffe0056ee4970 rsi 0 rdi 0xffffffff81664139 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0058acecd0 r12 0xfffffe0058ace780 r13 0xfffffffffffffffd r14 0xffffffff8283c160 .str.27 r15 0 rip 0xffffffff8164d41e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2587a77(%rip) db> show proc Process 904 (syz-executor) at 0xfffffe0058ada008: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 764 at 0xfffffe0058a04010 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: ./syz-executor exec reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0058acc490 (map 0xfffffe0058acc490) (map.pmap 0xfffffe0058acc530) (pmap 0xfffffe0058acc5a0) threads: 1 100105 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 904 764 764 0 RE CPU 1 syz-executor 903 763 763 0 R (threaded) syz-executor 100115 Run CPU 0 syz-executor 100190 D getblk 0xfffffe0007c02ba0 syz-executor 901 1 901 0 Ss+ ttyin 0xfffffe0007bf80b0 getty 900 1 900 0 Ss+ ttyin 0xfffffe0007bf88b0 getty 898 766 766 0 R (threaded) syz-executor 100129 RunQ syz-executor 100182 D getblk 0xfffffe0007c02ba0 syz-executor 100185 S uwait 0xfffffe006bb3f480 syz-executor 895 1 895 0 Ss+ ttyin 0xfffffe00599538b0 getty 894 1 894 0 Ss+ ttyin 0xfffffe0007bf70b0 getty 893 1 766 0 S uwait 0xfffffe00585f4c80 syz-executor 892 1 766 0 S uwait 0xfffffe0058694200 syz-executor 890 1 890 0 Ss+ ttyin 0xfffffe00599530b0 getty 886 1 886 0 Ss+ ttyin 0xfffffe005422dcb0 getty 880 1 880 0 Ds ranged1 0xfffffe006eac86b8 rtsol 879 1 879 0 Rs rtsol 878 1 878 0 Ds ranged1 0xfffffe006eac86b8 rtsol 869 1 763 0 SV uwait 0xfffffe00585f1e80 syz-executor 838 1 766 0 S uwait 0xfffffe0058695380 syz-executor 837 1 764 0 T syz-executor 824 1 764 0 S uwait 0xfffffe0058696000 syz-executor 818 0 0 0 DL aiordy 0xfffffe0058af7ac0 [aiod4] 817 0 0 0 DL aiordy 0xfffffe0058af8018 [aiod3] 816 0 0 0 DL aiordy 0xfffffe0058b0eac0 [aiod2] 815 0 0 0 DL aiordy 0xfffffe0058aa8000 [aiod1] 796 1 765 0 S uwait 0xfffffe0058695d80 syz-executor 782 1 423 0 R sh 766 762 766 0 S nanslp 0xffffffff83bb5f41 syz-executor 765 762 765 0 D getblk 0xfffffe0007c02ba0 syz-executor 764 762 764 0 S nanslp 0xffffffff83bb5f41 syz-executor 763 762 763 0 S nanslp 0xffffffff83bb5f41 syz-executor 762 1 760 0 S select 0xfffffe0059a373c0 syz-executor 746 1 746 0 Ds+ rangelk 0xfffffe006eb5fbe8 getty 742 1 742 0 Ds+ rangelk 0xfffffe006eb5fbe8 getty 739 1 739 0 Ds+ getblk 0xfffffe0007c02ba0 getty 16 0 0 0 DL syncer 0xffffffff83ce3ae0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe000780a018 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ce2020 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0057f1fce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d23380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83d09448 [dom0] 100080 D launds 0xffffffff83d09454 [laundry: dom0] 100081 D umarcl 0xffffffff81e37c30 [uma] 7 0 0 0 DL - 0xffffffff8392e510 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84459f80 [pf purge] 5 0 0 0 DL waiting 0xffffffff847f1700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f8340 [doneq0] 100046 D - 0xffffffff838f82c0 [async] 100075 D - 0xffffffff838f8140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83d04ce0 [crypto] 100043 D crypto_ 0xfffffe00077af830 [crypto returns 0] 100044 D crypto_ 0xfffffe00077af880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b5e520 [g_event] 100038 D - 0xffffffff83b5e540 [g_up] 100039 D - 0xffffffff83b5e560 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83d05780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84c5dff0 [kernel] 100005 D - 0xfffffe00077cb000 [softirq_0] 100006 D - 0xfffffe00077cae00 [softirq_1] 100007 D - 0xfffffe00077cad00 [if_io_tqg_0] 100008 D - 0xfffffe00077cac00 [if_io_tqg_1] 100009 D - 0xfffffe00077cab00 [if_config_tqg_0] 100010 D - 0xfffffe00077caa00 [kqueue_ctx taskq] 100011 D - 0xfffffe00077ca900 [jail_remove taskq] 100012 D - 0xfffffe00077ca800 [bus taskq] 100015 D - 0xfffffe00077ca500 [thread taskq] 100017 D - 0xfffffe00077ca300 [aiod_kick taskq] 100018 D - 0xfffffe00077ca200 [deferred_unmount ta] 100019 D - 0xfffffe00077ca100 [inm_free taskq] 100020 D - 0xfffffe00077ca000 [in6m_free taskq] 100021 D - 0xfffffe00077c9e00 [linuxkpi_irq_wq] 100022 D - 0xfffffe00077c9d00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00077c9d00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00077c9d00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00077c9d00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00077c9c00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00077c9c00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00077c9c00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00077c9c00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00077c9b00 [firmware taskq] 100040 D - 0xfffffe00077c9100 [crypto_0] 100041 D - 0xfffffe00077c9100 [crypto_1] 100056 D - 0xfffffe00077c8900 [vtnet0 rxq 0] 100057 D - 0xfffffe00077c8800 [vtnet0 txq 0] 100058 D - 0xfffffe00077c8700 [vtnet0 rxq 1] 100059 D - 0xfffffe00077c8600 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe005800d900 [virtio_balloon] 100065 D - 0xffffffff82840841 [deadlkres] 100069 D - 0xfffffe00077c8b00 [acpi_task_0] 100070 D - 0xfffffe00077c8b00 [acpi_task_1] 100071 D - 0xfffffe00077c8b00 [acpi_task_2] 100073 D - 0xfffffe00077cb100 [mca taskq] 100074 D - 0xfffffe00077c8a00 [CAM taskq] 100076 D - 0xfffffe00077c8d00 [ipsec_offload] 882 782 423 0 Z sh db> show all locks Process 903 (syz-executor) thread 0xfffffe0058b0b780 (100115) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83bc80d0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1313 Process 903 (syz-executor) thread 0xfffffe0058b1b780 (100190) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007d1ea20) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1754 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006ba69ac0) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1751 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e371c78) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1169 Process 898 (syz-executor) thread 0xfffffe0058b09000 (100182) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006eac7228) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1315 Process 879 (rtsol) thread 0xfffffe0058b1f780 (100137) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007c02ba0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4024 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006eac8598) locked @ /syzkaller/managers/main/kernel/sys/kern/coredump_vnode.c:192 Process 765 (syz-executor) thread 0xfffffe0058af1780 (100113) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007cf2120) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4024 exclusive lockmgr ufs (ufs) r = 1 (0xfffffe006eac7070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3395 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e301908) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4899 Process 739 (getty) thread 0xfffffe0058a4d780 (100085) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006eb5fac0) locked @ /syzkaller/managers/main/kernel/sys/kern/coredump_vnode.c:192 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 devbuf 8283 7252K 8308 linker 385 5207K 507 tcp_hpts 8 4865K 8 sysctloid 35065 2066K 35140 vtbuf 24 1968K 46 kobj 337 1348K 501 newblk 626 1181K 1530 vfscache 3 1025K 3 pcb 28 673K 147 inodedep 51 531K 153 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 128 230K 983 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 104 acpica 1674 184K 56977 filedesc 23 181K 133 vmem 5 143K 6 tidhash 3 141K 3 pagedep 25 134K 66 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 bus 1015 83K 5167 LRO 20 83K 20 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 529 67K 529 ddb_capture 1 64K 1 umtx 304 38K 304 kdtrace 188 38K 1101 temp 92 36K 3316 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 72 20K 74 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 124 16K 395 lltable 48 15K 48 ithread 90 15K 90 bus-sc 34 15K 1690 eventhandler 170 14K 170 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 49 11K 431 CAM queue 5 11K 1528 rman 75 10K 430 rpc 8 9K 8 in6_multi 65 9K 65 bmsafemap 3 9K 126 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 4 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 taskqueue 69 8K 72 ifnet 7 7K 7 sglist 6 7K 6 plimit 16 6K 415 cred 16 6K 194 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 UMA 268 5K 268 kqueue 55 5K 932 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 pwddesc 48 3K 910 lockf 26 3K 93 indirdep 11 3K 45 terminal 11 3K 11 DEVFSP 40 3K 51 acpidev 20 3K 20 newdirblk 19 3K 53 hhook 8 3K 10 inpcbpolicy 73 3K 331 kcovinfo 36 3K 36 netlink 2 3K 71 uidinfo 2 3K 10 pf_rule 1 2K 1 local_apic 1 2K 1 io_apic 1 2K 1 diradd 16 2K 114 ipsec-saq 2 2K 2 clone 8 2K 8 proc-args 64 2K 1955 ip6ndp 13 2K 15 session 15 2K 40 Unitno 29 2K 280 sctp_ifa 13 2K 14 mkdir 13 2K 106 freefile 13 2K 62 CAM XPT 22 2K 543 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 dirrem 5 2K 90 selfd 20 2K 42676 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 mld 7 1K 7 igmp 7 1K 7 CAM periph 4 1K 271 sctp_ifn 6 1K 14 sctp_atcl 2 1K 43 ipsec 3 1K 3 pfil 6 1K 6 BPF 6 1K 14 isadev 6 1K 6 mount 16 1K 159 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 osd 7 1K 103 select 4 1K 31 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 procdesc 3 1K 10 CC Mem 2 1K 86 vnodes 1 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 278 ip6_msource 2 1K 2 in6_mfilter 2 1K 3 ip_msource 2 1K 4 VN POLL 1 1K 2 aio 4 1K 4 iov 2 1K 14369 pmchooks 1 1K 1 filedesc_to_leader 2 1K 3 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 sctp_atky 2 1K 43 freework 1 1K 155 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 32 acpiintr 1 1K 1 sctp_athm 2 1K 43 cpus 2 1K 2 ip6_moptions 1 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 pf 1 1K 66 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 69 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 filemon 0 0K 1 cryptodev 0 0K 40 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 919 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 4 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 71 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 10 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 6 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 statfs 0 0K 187 namei_tracker 0 0K 1 inotify 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 75 lio 0 0K 1 acl 0 0K 0 soname 0 0K 3352 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 164 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 406 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 647 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filecaps 0 0K 78 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1586 18853 0 254 40574976 0 malloc-384 384 8210 40 8211 0 30 3168000 0 mbuf 256 8637 1535 20770 0 254 2604032 0 BUF TRIE 152 267 11537 1536 0 62 1794208 0 malloc-128 128 11535 183 11890 0 126 1499904 0 malloc-4096 4096 359 3 543 0 2 1482752 0 UMA Slabs 0 112 11484 30 11484 0 126 1289568 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 RADIX NODE 152 6287 312 39389 0 62 1003048 0 vmem btag 56 17445 90 17445 0 254 981960 0 tcp_log 416 803 1483 3666 0 254 950976 0 malloc-65536 65536 12 0 16 0 1 786432 0 FFS inode 1168 541 40 605 0 8 678608 0 sctp_ep 1152 2 509 43 0 254 588672 0 socket 1024 79 429 1583 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2664 0 190 0 0 2 506160 0 malloc-64 64 3917 3202 47507 0 254 455616 0 VM OBJECT 248 881 431 14308 0 62 325376 0 256 Bucket 2048 144 8 1128 0 8 311296 0 VNODE 440 578 88 645 0 30 293040 0 THREAD 1860 137 15 192 0 8 282720 0 malloc-16384 16384 11 6 254 0 1 278528 0 malloc-2048 2048 9 127 1164 0 8 278528 0 malloc-4096 4096 51 15 906 0 2 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-256 256 821 184 2203 0 62 257280 0 malloc-2048 2048 102 18 126 0 8 245760 0 malloc-16 16 14458 292 14602 0 254 236000 0 DEVCTL 1024 22 198 147 0 0 225280 0 malloc-65536 65536 1 2 111 0 1 196608 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5398 272 5437 0 254 181440 0 malloc-128 128 1229 166 26629 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 MAP ENTRY 96 820 944 44816 0 126 169344 0 unpcb 320 3 513 1178 0 254 165120 0 FFS2 dinode 256 541 89 605 0 62 161280 0 malloc-1024 1024 122 22 140 0 16 147456 0 FPU_save_area 832 139 23 230 0 16 134784 0 S VFS Cache 104 1008 279 1107 0 126 133848 0 malloc-65536 65536 0 2 70 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-32768 32768 0 4 9 0 1 131072 0 mbuf_packet 256 0 508 151 0 254 130048 0 tcp_inpcb 1304 2 88 86 0 8 117360 0 ksiginfo 112 56 988 121 0 126 116928 0 malloc-16384 16384 3 4 21 0 1 114688 0 g_bio 440 0 243 12192 0 30 106920 0 PROC 1368 49 28 907 0 8 105336 0 malloc-128 128 563 212 3970 0 126 99200 0 malloc-32768 32768 2 1 12 0 1 98304 0 malloc-2048 2048 10 38 68 0 8 98304 0 filedesc0 1072 48 36 910 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-384 384 129 81 232 0 30 80640 0 malloc-256 256 201 114 300 0 62 80640 0 malloc-8192 8192 7 2 28 0 1 73728 0 128 Bucket 1024 52 15 256 0 16 68608 0 malloc-64 64 529 542 1871 0 254 68544 0 malloc-128 128 346 181 488 0 126 67456 0 malloc-128 128 380 147 1229 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 64 Bucket 512 89 39 2021 0 30 65536 0 clpbuf 2664 0 20 48 0 4 53280 0 malloc-64 64 474 345 723 0 254 52416 0 malloc-64 64 404 415 1379 0 254 52416 0 udp_inpcb 408 70 56 230 0 30 51408 0 ttyoutq 256 72 123 256 0 62 49920 0 malloc-256 256 40 155 959 0 62 49920 0 malloc-256 256 117 78 506 0 62 49920 0 32 Bucket 256 68 127 1114 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 2 46 13173 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 32 0 1 49152 0 malloc-4096 4096 5 7 751 0 2 49152 0 malloc-1024 1024 7 41 562 0 16 49152 0 malloc-1024 1024 10 38 1919 0 16 49152 0 da_ccb 544 0 84 3156 0 16 45696 0 syncache 168 0 264 3 0 254 44352 0 malloc-8192 8192 4 1 85 0 1 40960 0 pcpu-8 8 4745 375 4915 0 254 40960 0 VMSPACE 584 29 41 888 0 16 40880 0 pipe 736 17 38 326 0 16 40480 0 malloc-64 64 63 504 75 0 254 36288 0 malloc-64 64 34 533 14075 0 254 36288 0 malloc-64 64 66 501 1497 0 254 36288 0 malloc-64 64 158 409 447 0 254 36288 0 malloc-128 128 5 274 284 0 126 35712 0 malloc-128 128 105 174 754 0 126 35712 0 malloc-128 128 128 151 166 0 126 35712 0 routing nhops 256 26 109 33 0 62 34560 0 malloc-384 384 52 38 52 0 30 34560 0 malloc-384 384 45 45 623 0 30 34560 0 malloc-384 384 55 35 69 0 30 34560 0 malloc-384 384 23 67 64 0 30 34560 0 malloc-256 256 5 130 292 0 62 34560 0 malloc-256 256 25 110 792 0 62 34560 0 malloc-256 256 38 97 359 0 62 34560 0 malloc-256 256 20 115 383 0 62 34560