panic: lock 0xfffffe009a0e2338 is not initialized cpuid = 1 time = 1643584064 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0099e99fd0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0099e9a130 vpanic() at vpanic+0x2b8/frame 0xfffffe0099e9a210 panic() at panic+0xb5/frame 0xfffffe0099e9a2e0 lock_destroy() at lock_destroy+0x7a/frame 0xfffffe0099e9a310 pf_krule_free() at pf_krule_free+0xe8/frame 0xfffffe0099e9a330 pfioctl() at pfioctl+0x8f64/frame 0xfffffe0099e9b610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe0099e9b6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe0099e9b730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe0099e9ba80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe0099e9bad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe0099e9bbd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe0099e9bd30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe0099e9bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0099e9bf30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x830111f08, rbp = 0x830111f70 --- KDB: enter: panic [ thread pid 28618 tid 133619 ] Stopped at kdb_enter+0x6b: movq $0,0x270741a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xda1dd1f69fb4b9cb rdx 0x3ffff rbx 0 rsp 0xfffffe0099e9a110 rbp 0xfffffe0099e9a130 rsi 0x40001 rdi 0xffffffff8177097a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a5d2350 r12 0xfffffe009a5d1e40 r13 0xfffffe0099e9a101 r14 0xffffffff82b92be0 .str.18 r15 0xffffffff82b92be0 .str.18 rip 0xffffffff81763efb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270741a(%rip) db> show proc Process 28618 (syz-executor.1) at 0xfffffe009a326000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe0056fb2548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a64a3f0 (map 0xfffffe009a64a3f0) (map.pmap 0xfffffe009a64a4b0) (pmap 0xfffffe009a64a518) threads: 2 133047 RunQ syz-executor.1 133619 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 28618 778 778 0 R (threaded) syz-executor.1 133047 RunQ syz-executor.1 133619 Run CPU 1 syz-executor.1 28616 790 790 0 R (threaded) syz-executor.3 129660 RunQ syz-executor.3 133617 S uwait 0xfffffe009004b180 syz-executor.3 28615 777 777 0 R (threaded) syz-executor.0 132478 Run CPU 0 syz-executor.0 133616 RunQ syz-executor.0 24791 1 778 0 SV uwait 0xfffffe005788d680 syz-executor.1 24784 1 778 0 SV uwait 0xfffffe009a280800 syz-executor.1 24783 1 778 0 SV uwait 0xfffffe005788b280 syz-executor.1 24767 1 778 0 SV uwait 0xfffffe009004a500 syz-executor.1 23032 1 790 0 S uwait 0xfffffe000817a300 syz-executor.3 23027 1 790 0 S uwait 0xfffffe009a117200 syz-executor.3 23022 1 790 0 S uwait 0xfffffe009004b900 syz-executor.3 23016 1 790 0 S uwait 0xfffffe009a280700 syz-executor.3 16931 1 777 0 SV uwait 0xfffffe009004bc00 syz-executor.0 16919 1 777 0 SV uwait 0xfffffe009004ab00 syz-executor.0 16910 1 777 0 SV uwait 0xfffffe009004a480 syz-executor.0 15947 1 777 0 S uwait 0xfffffe009a117400 syz-executor.0 15940 1 777 0 S uwait 0xfffffe0053f78b80 syz-executor.0 15932 1 777 0 S uwait 0xfffffe0053f7b300 syz-executor.0 15923 1 777 0 S uwait 0xfffffe005788c200 syz-executor.0 15882 1 778 0 S uwait 0xfffffe009004bb00 syz-executor.1 15876 1 778 0 S uwait 0xfffffe005788cf00 syz-executor.1 15869 1 778 0 S uwait 0xfffffe009004a180 syz-executor.1 10867 1 780 0 S uwait 0xfffffe005788c400 syz-executor.2 10854 1 780 0 S uwait 0xfffffe005788b080 syz-executor.2 10849 1 780 0 S uwait 0xfffffe009004ae00 syz-executor.2 6502 1 790 0 S uwait 0xfffffe009004b600 syz-executor.3 6497 1 790 0 S uwait 0xfffffe005788bb80 syz-executor.3 6491 1 790 0 S uwait 0xfffffe0053f7bb00 syz-executor.3 6489 1 790 0 S uwait 0xfffffe005788bd80 syz-executor.3 6482 1 790 0 S uwait 0xfffffe009004c480 syz-executor.3 5271 1 5271 65 Ss select 0xfffffe0053c9eb40 dhclient 4770 1 4770 0 Ss select 0xfffffe0053c9e840 dhclient 4767 1 4767 0 Ss select 0xfffffe0053c9f440 dhclient 4748 1 4748 65 Ss select 0xfffffe0053c9fec0 dhclient 4195 1 4195 0 Ss select 0xfffffe0053c9f340 dhclient 4192 1 4192 0 Ss select 0xfffffe0053c9ec40 dhclient 4173 1 4173 65 Ss select 0xfffffe0053c9dac0 dhclient 3609 1 3609 0 Ss select 0xfffffe00578a4140 dhclient 3606 1 3606 0 Ss select 0xfffffe0053c9d9c0 dhclient 3587 1 3587 65 Ss select 0xfffffe0053c9e7c0 dhclient 1333 1 780 0 S uwait 0xfffffe009004b280 syz-executor.2 1331 1 780 0 S uwait 0xfffffe009004b380 syz-executor.2 1329 1 780 0 S uwait 0xfffffe009004c280 syz-executor.2 1325 1 780 0 S uwait 0xfffffe009004c380 syz-executor.2 1201 0 0 0 DL aiordy 0xfffffe00929cc548 [aiod4] 1200 0 0 0 DL aiordy 0xfffffe00929cba90 [aiod3] 1199 0 0 0 DL aiordy 0xfffffe0090042548 [aiod2] 1198 0 0 0 DL aiordy 0xfffffe0092db6a90 [aiod1] 820 1 820 0 Ss select 0xfffffe00578a41c0 dhclient 816 1 816 0 Ss select 0xfffffe00578a4c40 dhclient 790 774 790 0 Ss nanslp 0xffffffff83e38a01 syz-executor.3 780 774 780 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e38a01 syz-executor.1 777 774 777 0 Ss nanslp 0xffffffff83e38a01 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100104 S uwait 0xfffffe005788cb00 syz-fuzzer 100111 S uwait 0xfffffe009004d100 syz-fuzzer 100112 S uwait 0xfffffe009004d200 syz-fuzzer 100113 S uwait 0xfffffe009004d300 syz-fuzzer 100114 S uwait 0xfffffe000817aa00 syz-fuzzer 100115 S uwait 0xfffffe000817a100 syz-fuzzer 100116 S uwait 0xfffffe000817ab00 syz-fuzzer 100118 S uwait 0xfffffe000817ac00 syz-fuzzer 100297 S kqread 0xfffffe0053f27e00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe00929cb0b0 csh 770 688 770 0 Ss select 0xfffffe0053c9ecc0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe005748a0b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00587144b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058714cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f434b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00586614b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0053f43cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0058661cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f444b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f44cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e38a01 cron 688 1 688 0 Ss select 0xfffffe0053c9f0c0 sshd 501 1 501 0 Ss select 0xfffffe00578a4240 syslogd 430 1 430 0 Ss select 0xfffffe00578a4cc0 devd 429 1 429 65 Ss select 0xfffffe0053c9fa40 dhclient 344 1 344 0 Ss select 0xfffffe0053c9fc40 dhclient 341 1 341 0 Ss select 0xfffffe0053c9fcc0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056fb1548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f5e200 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D psleep 0xffffffff83f5c7e0 [bufdaemon] 100081 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0056f0f8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f8fd80 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83f83c38 [dom0] 100079 D launds 0xffffffff83f83c44 [laundry: dom0] 100080 D umarcl 0xffffffff81e8d4d0 [uma] 7 0 0 0 DL - 0xffffffff83bf4988 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84695530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b5e4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a968c0 [doneq0] 100046 D - 0xffffffff83a96840 [async] 100075 D - 0xffffffff83a966c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f12c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f7f480 [crypto] 100042 D crypto_ 0xfffffe0053ed8d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053ed8d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e0e140 [g_event] 100037 D - 0xffffffff83e0e160 [g_up] 100038 D - 0xffffffff83e0e180 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f7ff60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e0eb80 [swapper] 100005 D - 0xfffffe0053c9a800 [softirq_0] 100006 D - 0xfffffe0053c9a600 [softirq_1] 100007 D - 0xfffffe0053c9a400 [if_io_tqg_0] 100008 D - 0xfffffe0053c9a200 [if_io_tqg_1] 100009 D - 0xfffffe0053c9a000 [if_config_tqg_0] 100010 D - 0xfffffe000818f000 [deferred_unmount ta] 100011 D - 0xfffffe000818ee00 [thread taskq] 100013 D - 0xfffffe000818ec00 [kqueue_ctx taskq] 100014 D - 0xfffffe000818eb00 [pci_hp taskq] 100017 D - 0xfffffe000818e800 [aiod_kick taskq] 100018 D - 0xfffffe000818e700 [linuxkpi_irq_wq] 100019 D - 0xfffffe000818e600 [inm_free taskq] 100020 D - 0xfffffe000818e500 [in6m_free taskq] 100021 D - 0xfffffe000818e400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818e400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818e400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818e400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818e300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818e300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818e300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818e300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000818e200 [firmware taskq] 100039 D - 0xfffffe000818e000 [crypto_0] 100040 D - 0xfffffe000818e000 [crypto_1] 100056 D - 0xfffffe0057033000 [vtnet0 rxq 0] 100057 D - 0xfffffe0057032e00 [vtnet0 txq 0] 100058 D - 0xfffffe0057032d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057032c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057371080 [virtio_balloon] 100065 D - 0xffffffff82b986c1 [deadlkres] 100069 D - 0xfffffe000818f100 [mca taskq] 100070 D - 0xfffffe005793d400 [acpi_task_0] 100071 D - 0xfffffe005793d400 [acpi_task_1] 100072 D - 0xfffffe005793d400 [acpi_task_2] 100074 D - 0xfffffe000818dd00 [CAM taskq] 28617 780 780 0 Z syz-executor.2 db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 326 1304K 487 pf_rule 543 1086K 2707 inodedep 1497 1073K 27969 newblk 26 1031K 28826 vfscache 3 1025K 3 pcb 171 703K 26773 filedesc 76 602K 55403 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 206 408K 28743 dirrem 1487 372K 27827 vmem 3 274K 6 freefile 1487 186K 27793 acpica 1674 184K 56376 vnet_data 1 168K 1 tidhash 3 141K 3 linker 357 134K 441 pagedep 9 130K 27725 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 498 bus 984 81K 3437 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 511 64K 511 umtx 440 55K 440 kdtrace 282 54K 62239 pf_osfp 435 53K 435 sctp_atcl 118 45K 14095 sctp_stro 44 44K 932 temp 34 33K 3974 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 37 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 128 16K 579 ithread 93 15K 93 bus-sc 34 15K 1651 KTRACE 102 13K 24760 ifnet 7 13K 7 ether_multi 152 13K 162 lltable 40 12K 150 kenv 95 12K 95 eventhandler 133 12K 133 GEOM 61 11K 490 CAM queue 5 11K 1528 rman 84 10K 425 in6_multi 65 9K 65 bmsafemap 2 9K 27924 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 ksem 1 8K 133 rpc 2 8K 2 shmfd 1 8K 51 pfs_vncache 1 8K 1 kqueue 93 8K 28711 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 crypto 10 7K 3292 taskqueue 63 7K 63 cred 26 7K 391 sctp_atky 163 7K 15079 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 492 pwddesc 90 6K 28619 DEVFSP 77 5K 11928 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 535 UMA 272 5K 272 session 35 5K 62 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 25285 evdev 4 4K 4 proc-args 121 4K 29954 acpisem 28 4K 28 selfd 55 4K 402815 lockf 32 4K 64 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 106 uidinfo 3 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_athm 118 2K 14105 Unitno 30 2K 1471 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 cryptodev 23 2K 25936 in_multi 6 2K 8 sctp_map 88 2K 1864 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 55392 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 98 NFSD session 1 1K 1 inpcbpolicy 28 1K 19861 CC Mem 14 1K 17085 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 172 pci_link 10 1K 10 encap_export_host 12 1K 12 procdesc 5 1K 14 osd 18 1K 16355 newdirblk 4 1K 27696 diradd 4 1K 27869 pfil 4 1K 4 cdev 2 1K 2 sigio 7 1K 8 tcp_fsb 3 1K 4468 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 144 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 sctp_aadr 3 1K 8 frag6 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 29313 filecaps 5 1K 184 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 freework 1 1K 27797 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 12543 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_stri 0 0K 16 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 2283 tcp_do 0 0K 0 pf_table 0 0K 42 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 21878 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 47 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 27698 freefrag 0 0K 24 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 53 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 28075 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 6 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2056 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 11 lio 0 0K 1874 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 150 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 31484 eventfd 0 0K 175 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 926 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 1072 1560005 0 254 38494208 0 RADIX NODE 144 17913 394 507339 0 63 2636208 0 mbuf 256 8848 815 2763616 0 254 2473728 0 tcp_log 416 30 5307 205112 0 254 2220192 0 pbuf 2624 0 794 0 0 2 2083456 0 malloc-4096 4096 424 4 29113 0 2 1753088 0 BUF TRIE 144 201 11587 1534 0 62 1697472 0 malloc-384 384 4117 23 4118 0 30 1589760 0 malloc-128 128 11939 306 67431 0 126 1567360 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 UMA Slabs 0 112 11357 13 11357 0 126 1273440 0 sctp_asoc 2288 44 466 932 0 254 1166880 0 malloc-2048 2048 548 12 2271 0 8 1146880 0 vmem btag 56 19554 69 19554 0 254 1098888 0 malloc-256 256 1530 2625 106266 0 62 1063680 0 sctp_ep 1208 74 696 13155 0 254 930160 0 tcpcb 1096 14 749 16344 0 254 836248 0 malloc-384 384 1644 516 42721 0 30 829440 0 VM OBJECT 264 2831 79 617844 0 30 768240 0 socket 960 84 680 34718 0 254 733440 0 malloc-16384 16384 38 5 27700 0 1 704512 0 FFS inode 1160 547 34 28340 0 8 673960 0 malloc-8192 8192 3 70 2286 0 1 598016 0 256 Bucket 2048 234 24 6038 0 8 528384 0 MAP ENTRY 96 4186 350 1457384 0 126 435456 0 THREAD 1808 190 30 33619 0 8 397760 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 44 473 957 0 254 380512 0 malloc-2048 2048 82 102 13163 0 8 376832 0 malloc-128 128 2125 665 32516 0 126 357120 0 VNODE 448 588 105 28383 0 30 310464 0 tcp_bbr_map 128 0 2418 33141 0 126 309504 0 malloc-64 64 4318 281 4538 0 254 294336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 138 0 1 262144 0 malloc-16 16 14847 153 19077 0 254 240000 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-256 256 242 628 67157 0 62 222720 0 VMSPACE 2552 68 13 28592 0 4 206712 0 FPU_save_area 832 192 51 41934 0 16 202176 0 mbuf_packet 256 173 589 26871 0 254 195072 0 UMA Zones 768 244 0 244 0 16 187392 0 ertt_txseginfo 40 1 4645 107731 0 254 185840 0 malloc-32 32 5398 272 6536 0 254 181440 0 malloc-128 128 1172 223 29231 0 126 178560 0 FFS2 dinode 256 547 143 28340 0 62 176640 0 malloc-32768 32768 0 5 125 0 1 163840 0 S VFS Cache 104 1081 440 30394 0 126 158184 0 PROC 1352 90 24 28618 0 8 154128 0 128 Bucket 1024 100 47 4469 0 16 150528 0 malloc-1024 1024 126 18 143 0 16 147456 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 320 0 1 131072 0 malloc-32768 32768 1 3 121 0 1 131072 0 unpcb 256 20 490 1653 0 254 130560 0 malloc-4096 4096 23 7 437 0 2 122880 0 filedesc0 1072 90 22 28619 0 8 120064 0 64 Bucket 512 130 102 17392 0 30 118784 0 ksiginfo 112 103 941 9073 0 126 116928 0 malloc-256 256 308 127 41842 0 62 111360 0 malloc-128 128 538 237 5716 0 126 99200 0 pipe 744 24 106 1672 0 16 96720 0 tcp_inpcb 424 14 202 16344 0 30 91584 0 UMA Kegs 384 230 3 230 0 30 89472 0 malloc-64 64 531 792 14014 0 254 84672 0 malloc-128 128 441 210 28768 0 126 83328 0 malloc-2048 2048 6 34 1183 0 8 81920 0 malloc-1024 1024 56 24 956 0 16 81920 0 malloc-384 384 165 45 167 0 30 80640 0 malloc-256 256 105 210 13195 0 62 80640 0 32 Bucket 256 110 205 17046 0 62 80640 0 sctp_readq 152 0 520 4 0 254 79040 0 sctp_chunk 152 47 473 120 0 254 79040 0 pcpu-8 8 9086 642 29168 0 254 77824 0 udplite_inpcb 424 3 177 2386 0 30 76320 0 malloc-4096 4096 14 4 6239 0 2 73728 0 g_bio 408 0 180 11225 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 6 2 107 0 1 65536 0 ripcb 424 5 148 770 0 30 64872 0 Files 80 283 517 107843 0 126 64000 0 sctp_stream_msg_out 112 15 525 135 0 254 60480 0 malloc-64 64 169 650 453075 0 254 52416 0 malloc-64 64 246 573 58302 0 254 52416 0 malloc-64 64 368 451 377 0 254 52416 0 malloc-64 64 112 707 11985 0 254 52416 0 malloc-128 128 62 341 28152 0 126 51584 0 malloc-256 256 15 180 28094 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 164141 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 0 3 160 0 1 49152 0 malloc-8192 8192 2 4 31 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-1024 1024 6 42 2624 0 16 49152 0 malloc-1024 1024 6 42 657 0 16 49152 0 tcp_rack_pcb 896 3 51 4468 0 16 48384 0 tcp_bbr_pcb 832 3 51 6423 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 clpbuf 2624 0 16 26 0 16 41984 0 Mountpoints 2752 2 12 5 0 4 38528 0 udp_inpcb 424 6 84 361 0 30 38160 0 da_ccb 544 0 70 2926 0 16 38080 0 hostcache 64 3 564 3 0 254 36288 0 PWD 32 47 1087 27760 0 254 36288 0 malloc-64 64 94 473 722 0 254 36288 0 malloc-64 64 91 476 23675 0 254 36288 0 16 Bucket 144 79 173 547 0 62 36288 0 malloc-128 128 105 174 1528 0 126 35712 0 malloc-128 128 136 143 187 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 238 0 30 34560 0 malloc-256 256 44 91 1726 0 62 34560 0 malloc-256 256 15 120 889 0 62 34560 0 malloc-256 256 67 68 135 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 5 3 212 0 2 32768 0 malloc-4096 4096 2 6 28700 0 2 32768 0 malloc-2048 2048 7 9 52 0 8 32768 0 malloc-2048 2048 5 11 13625 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 2 14 193 0 8 32768 0 malloc-2048 2048 2 14 1267 0 8 32768 0 malloc-1024 1024 5 27 184 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 1 31 1345 0 16 32768 0 malloc-512 512 11 53 457 0 30 32768 0 malloc-512 512 2 62 282 0 30 32768 0 malloc-512 512 8 56 111 0 30 32768 0 malloc-512 512 5 59 54 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 ipq 56 0 576 3 0 254 32256 0 KNOTE 160 28 172 322528 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 7921 0 126 31680 0 tcp_log_node 120 0 264 3 0 126 31680 0 cpuset 104 7 272 2962 0 126 29016 0 sctp_laddr 48 0 588 353 0 254 28224 0 udplite_inpcb ports 32 0 882 793 0 254 28224 0 tcp_inpcb ports 32 2 880 7646 0 254 28224 0 ertt 72 14 378 16344 0 126 28224 0 malloc-32 32 60 822 44048 0 254 28224 0 malloc-32 32 233 649 14253 0 254 28224 0 malloc-32 32 113 769 20452 0 254 28224 0 malloc-32 32 269 613 3287 0 254 28224 0 4 Bucket 48 7 581 608 0 254 28224 0 2 Bucket 32 102 780 3253 0 254 28224 0 AIO 208 0 133 2789 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 67 0 126 24288 0 rl_entry 40 94 512 98 0 254 24240 0 8 Bucket 80 62 238 5423 0 126 24000 0 itimer 352 0 66 16 0 30 23232 0 malloc-384 384 0 60 50 0 30 23040 0 malloc-384 384 20 40 360 0 30 23040 0 domainset 40 0 567 2243 0 254 22680 0 udpcb 32 9 621 2747 0 254 20160 0 udp_inpcb ports 32 3 627 40 0 254 20160 0 malloc-32 32 32 598 3511 0 254 20160 0 malloc-32 32 138 492 531 0 254 20160 0 malloc-32 32 28 602 1078 0 254 20160 0 cryptop 280 0 70 3241 0 30 19600 0 AIOCB 552 0 35 8562 0 16 19320 0 L VFS Cache 320 0 60 16 0 30 19200 0 AIOLIO 272 0 70 1874 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 147 0 2 16384 0 malloc-1024 1024 14 2 15 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 807462 0 254 16032 0 malloc-16 16 86 914 29387 0 254 16000 0 malloc-16 16 149 851 30490 0 254 16000 0 malloc-16 16 280 720 36212 0 254 16000 0 kenv 258 15 45 1041 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 16 734 4768 0 254 12000 0 malloc-16 16 37 713 29735 0 254 12000 0 malloc-16 16 44 706 59 0 254 12000 0 malloc-16 16 115 635 1958 0 254 12000 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 18 4 18 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0