panic: lock 0xfffffe009a1ea338 is not initialized cpuid = 1 time = 1642356229 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe005419bf10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe005419c070 vpanic() at vpanic+0x2b8/frame 0xfffffe005419c150 panic() at panic+0xb5/frame 0xfffffe005419c220 lock_destroy() at lock_destroy+0x7a/frame 0xfffffe005419c250 pf_krule_free() at pf_krule_free+0xe8/frame 0xfffffe005419c270 pf_ioctl_addrule() at pf_ioctl_addrule+0xc98/frame 0xfffffe005419c330 pfioctl() at pfioctl+0x5362/frame 0xfffffe005419d610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe005419d6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe005419d730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe005419da80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe005419dad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe005419dbd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe005419dd30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe005419df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005419df30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x22f08, rbp = 0x22f70 --- KDB: enter: panic [ thread pid 20542 tid 123367 ] Stopped at kdb_enter+0x6b: movq $0,0x27105ba(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x3a6112e3abb4f478 rdx 0x3ffff rbx 0 rsp 0xfffffe005419c050 rbp 0xfffffe005419c070 rsi 0x40001 rdi 0xffffffff817627da vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe0092df8530 r12 0xfffffe0092df8020 r13 0xfffffe005419c001 r14 0xffffffff82b5d120 .str.18 r15 0xffffffff82b5d120 .str.18 rip 0xffffffff81755d5b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x27105ba(%rip) db> show proc Process 20542 (syz-executor.3) at 0xfffffe0090076000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffffe0090071a90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053de2000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a752000 (map 0xfffffe009a752000) (map.pmap 0xfffffe009a7520c0) (pmap 0xfffffe009a752128) threads: 2 111796 RunQ syz-executor.3 123367 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 20542 783 783 0 R (threaded) syz-executor.3 111796 RunQ syz-executor.3 123367 Run CPU 1 syz-executor.3 20541 780 780 0 R syz-executor.1 20539 782 782 0 R syz-executor.2 18438 1 783 0 S uwait 0xfffffe0092fcb400 syz-executor.3 18437 1 783 0 S uwait 0xfffffe0053dec680 syz-executor.3 18434 1 783 0 S uwait 0xfffffe0053dec880 syz-executor.3 18429 1 783 0 S uwait 0xfffffe005731a700 syz-executor.3 14171 1 783 0 S uwait 0xfffffe0092fcab80 syz-executor.3 14161 1 783 0 S uwait 0xfffffe0092fca680 syz-executor.3 14148 1 783 0 S uwait 0xfffffe0092fcb300 syz-executor.3 10229 1 783 0 S uwait 0xfffffe0057873b00 syz-executor.3 10222 1 783 0 S uwait 0xfffffe0092fcb200 syz-executor.3 10216 1 783 0 S uwait 0xfffffe005731b380 syz-executor.3 10207 1 782 0 S uwait 0xfffffe0057874180 syz-executor.2 10194 1 782 0 S uwait 0xfffffe0053decb80 syz-executor.2 10184 1 782 0 S uwait 0xfffffe0092fcb900 syz-executor.2 4388 1 4388 65 Ss select 0xfffffe0099e05ac0 dhclient 2627 1 2627 0 Ss select 0xfffffe009267f8c0 dhclient 2624 1 2624 0 Ss select 0xfffffe009267f840 dhclient 2605 1 2605 65 Ss select 0xfffffe009267f940 dhclient 1907 1 1907 0 Ss select 0xfffffe00998cecc0 dhclient 1904 1 1904 0 Ss select 0xfffffe0053fccec0 dhclient 1881 1 1881 65 Ss select 0xfffffe005879b940 dhclient 1392 1 1392 0 Ss select 0xfffffe005879bc40 dhclient 1388 1 1388 0 Ss select 0xfffffe0053fcc740 dhclient 1373 1 1373 65 Ss select 0xfffffe0053fcccc0 dhclient 1039 1 1039 0 Ss select 0xfffffe0056f2ae40 dhclient 1035 1 1035 0 Ss select 0xfffffe009984f0c0 dhclient 860 0 0 0 DL aiordy 0xfffffe0092df1000 [aiod4] 857 0 0 0 DL aiordy 0xfffffe0092df1548 [aiod3] 856 0 0 0 DL aiordy 0xfffffe0092df1a90 [aiod2] 855 0 0 0 DL aiordy 0xfffffe0092df2548 [aiod1] 783 774 783 0 Ss nanslp 0xffffffff83e339c1 syz-executor.3 782 774 782 0 Ss nanslp 0xffffffff83e339c1 syz-executor.2 780 774 780 0 Ss nanslp 0xffffffff83e339c1 syz-executor.1 779 774 779 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100085 S uwait 0xfffffe0057875080 syz-fuzzer 100115 S uwait 0xfffffe005731a300 syz-fuzzer 100116 S uwait 0xfffffe005731a400 syz-fuzzer 100117 S uwait 0xfffffe005731a500 syz-fuzzer 100118 S uwait 0xfffffe005731a600 syz-fuzzer 100119 S kqread 0xfffffe005792be00 syz-fuzzer 100120 S uwait 0xfffffe005731c680 syz-fuzzer 100121 S uwait 0xfffffe005731c580 syz-fuzzer 100122 S uwait 0xfffffe005731c480 syz-fuzzer 100123 S uwait 0xfffffe005731c600 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe00900715f8 csh 770 688 770 0 Ss select 0xfffffe005879cf40 sshd 756 1 756 0 Ss+ ttyin 0xfffffe0056f544b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00579ba8b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00579bacb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579bb0b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579bb4b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579bb8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579bbcb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579bc0b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579bc4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e339c0 cron 688 1 688 0 Ss select 0xfffffe0056f278c0 sshd 501 1 501 0 Ss select 0xfffffe0056f27ac0 syslogd 430 1 430 0 Ss select 0xfffffe0056f27a40 devd 429 1 429 65 Ss select 0xfffffe0056f276c0 dhclient 344 1 344 0 Ss select 0xfffffe0056f27940 dhclient 341 1 341 0 Ss select 0xfffffe005879c9c0 dhclient 17 0 0 0 DL syncer 0xffffffff83f591c0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f7da90 [vnlru] 15 0 0 0 RL (threaded) [bufdaemon] 100078 D psleep 0xffffffff83f577e0 [bufdaemon] 100081 D - 0xffffffff83211f80 [bufspacedaemon-0] 100093 Run CPU 0 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f8acc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83f7eb78 [dom0] 100079 D launds 0xffffffff83f7eb84 [laundry: dom0] 100080 D umarcl 0xffffffff81e5ba90 [uma] 7 0 0 0 DL - 0xffffffff83bef908 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8459c530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b504a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a918c0 [doneq0] 100046 D - 0xffffffff83a91840 [async] 100075 D - 0xffffffff83a916c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fc4488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f7a3c0 [crypto] 100042 D crypto_ 0xfffffe0053f4a030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053f4a080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e090a0 [g_event] 100037 D - 0xffffffff83e090c0 [g_up] 100038 D - 0xffffffff83e090e0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de2000 [init] 10 0 0 0 DL audit_w 0xffffffff83f7aea0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e09b40 [swapper] 100005 D - 0xfffffe000818d000 [softirq_0] 100006 D - 0xfffffe000818ce00 [softirq_1] 100007 D - 0xfffffe000818cd00 [if_io_tqg_0] 100008 D - 0xfffffe000818cc00 [if_io_tqg_1] 100009 D - 0xfffffe000818cb00 [if_config_tqg_0] 100010 D - 0xfffffe000818ca00 [linuxkpi_irq_wq] 100011 D - 0xfffffe000818c900 [inm_free taskq] 100012 D - 0xfffffe000818c800 [in6m_free taskq] 100013 D - 0xfffffe000818c700 [deferred_unmount ta] 100014 D - 0xfffffe000818c600 [thread taskq] 100016 D - 0xfffffe000818c400 [kqueue_ctx taskq] 100017 D - 0xfffffe000818c300 [pci_hp taskq] 100020 D - 0xfffffe000818c000 [aiod_kick taskq] 100021 D - 0xfffffe000818be00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818be00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818be00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818be00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818bd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818bd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818bd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818bd00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000818bb00 [firmware taskq] 100039 D - 0xfffffe000818b100 [crypto_0] 100040 D - 0xfffffe000818b100 [crypto_1] 100056 D - 0xfffffe0056fcc800 [vtnet0 rxq 0] 100057 D - 0xfffffe0056fcc700 [vtnet0 txq 0] 100058 D - 0xfffffe0056fcc600 [vtnet0 rxq 1] 100059 D - 0xfffffe0056fcc500 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0056f28280 [virtio_balloon] 100065 D - 0xffffffff82b62c00 [deadlkres] 100069 D - 0xfffffe000818ab00 [acpi_task_0] 100070 D - 0xfffffe000818ab00 [acpi_task_1] 100071 D - 0xfffffe000818ab00 [acpi_task_2] 100072 D - 0xfffffe000818d100 [mca taskq] 100074 D - 0xfffffe000818a900 [CAM taskq] db> show all locks Process 779 (syz-executor.0) thread 0xfffffe00585ed560 (100087) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007a86e88) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1705 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0099845770) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1894 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe009288e230) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4497 Process 15 (bufdaemon) thread 0xfffffe0058bb2e40 (100093) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007993948) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3950 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00929c63f0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:2993 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 pcb 2383 3192K 63869 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 322 1288K 480 sctp_stro 1178 1178K 12526 newblk 12 1027K 20160 vfscache 3 1025K 3 sctp_atcl 2358 885K 44260 inodedep 18 519K 19648 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 pf_rule 201 402K 227 filedesc 42 329K 39097 subproc 164 327K 20637 vmem 3 274K 6 acpica 1674 184K 56282 vnet_data 1 168K 1 sctp_atky 3536 148K 59226 dirrem 582 146K 19560 tidhash 3 141K 3 linker 354 134K 382 pagedep 12 131K 19544 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 126 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 freefile 516 65K 19543 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 sctp_timw 198 50K 198 umtx 396 50K 396 kdtrace 239 47K 43911 sctp_athm 2358 37K 44491 sctp_map 2356 37K 25052 temp 34 33K 2535 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 137 16K 429 ithread 93 15K 93 bus-sc 34 15K 1651 lltable 44 14K 91 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 488 rman 84 10K 425 ksem 4 10K 161 in6_multi 71 9K 71 bmsafemap 2 9K 19622 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 56 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 75 7K 20575 taskqueue 63 7K 63 cred 26 7K 352 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 484 ufs_dirhash 24 5K 24 pwddesc 73 5K 20543 UMA 272 5K 272 session 35 5K 57 pf_ifnet 10 5K 19 DEVFSP 68 5K 3509 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 846 evdev 4 4K 4 proc-args 104 4K 21926 acpisem 28 4K 28 selfd 55 4K 291474 lockf 32 4K 60 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 73 uidinfo 3 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 19520 softdep 1 1K 1 freeblks 4 1K 19519 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 68 NFSD session 1 1K 1 CAM periph 4 1K 271 CC Mem 13 1K 5469 sctp_ifn 6 1K 15 ipsec 3 1K 3 newdirblk 6 1K 19521 mkdir 6 1K 39042 inpcbpolicy 24 1K 6847 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 801 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 17 1K 5480 pfil 4 1K 4 cdev 2 1K 2 diradd 3 1K 19601 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 5033 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 41462 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 32919 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1330 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 filemon 0 0K 4 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14826 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 31 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 188 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 8 VN POLL 0 0K 0 statfs 0 0K 20369 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1252 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 10 lio 0 0K 9 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 126 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 21487 eventfd 0 0K 29 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 932 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8911 487 1585456 0 254 38494208 0 tcp_log 416 0 9657 168071 0 254 4017312 0 sctp_asoc 2288 1178 347 12526 0 254 3489200 0 mbuf 256 10527 652 2658380 0 254 2861824 0 RADIX NODE 144 18787 276 443818 0 62 2745072 0 malloc-2048 2048 1185 15 32789 0 8 2457600 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 pbuf 2624 0 778 0 0 2 2041472 0 sctp_ep 1208 1180 350 31734 0 254 1848240 0 BUF TRIE 144 189 11599 1170 0 62 1697472 0 malloc-384 384 4189 11 4529 0 30 1612800 0 malloc-128 128 11676 197 31286 0 126 1519744 0 malloc-4096 4096 334 2 504 0 2 1376256 0 UMA Slabs 0 112 11980 2 11980 0 126 1341984 0 malloc-1024 1024 1180 20 13313 0 16 1228800 0 vmem btag 56 21356 67 21356 0 254 1199688 0 sctp_raddr 736 1178 351 12526 0 254 1125344 0 malloc-384 384 2359 41 44348 0 30 921600 0 malloc-384 384 17 1933 19648 0 30 748800 0 socket 960 54 710 40162 0 254 733440 0 VM OBJECT 264 2595 135 446491 0 30 720720 0 FFS inode 1160 531 22 20075 0 8 641480 0 tcpcb 1096 13 498 5469 0 254 560056 0 malloc-256 256 654 1401 39537 0 62 526080 0 256 Bucket 2048 234 18 5270 0 8 516096 0 malloc-256 256 17 1843 15566 0 62 476160 0 tcp_bbr_map 128 0 3658 41845 0 126 468224 0 malloc-65536 65536 4 3 140 0 1 458752 0 malloc-16384 16384 22 5 19548 0 1 442368 0 malloc-2048 2048 203 5 253 0 8 425984 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-256 256 1362 78 97374 0 62 368640 0 MAP ENTRY 96 3418 362 1073794 0 126 362880 0 THREAD 1808 165 33 23367 0 8 357984 0 ertt_txseginfo 40 2648 5735 107303 0 254 335320 0 malloc-4096 4096 73 5 20611 0 2 319488 0 malloc-128 128 932 1486 20201 0 126 309504 0 VNODE 448 572 94 20118 0 30 298368 0 malloc-64 64 4152 447 24647 0 254 294336 0 mbuf_packet 256 421 595 28964 0 254 260096 0 malloc-16 16 14671 329 14752 0 254 240000 0 malloc-256 256 469 461 41314 0 62 238080 0 DEVCTL 1024 0 220 155 0 0 225280 0 sctp_stream_msg_out 112 1545 255 2299 0 254 201600 0 malloc-32 32 5420 754 12267 0 254 197568 0 malloc-65536 65536 1 2 5 0 1 196608 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 167 49 30100 0 16 179712 0 malloc-128 128 1206 189 27861 0 126 178560 0 VMSPACE 2552 52 14 20523 0 4 168432 0 FFS2 dinode 256 531 99 20074 0 62 161280 0 S VFS Cache 104 1063 458 20949 0 126 158184 0 128 Bucket 1024 102 45 2162 0 16 150528 0 malloc-1024 1024 125 19 990 0 16 147456 0 malloc-64 64 1858 221 60915 0 254 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 278 0 1 131072 0 unpcb 256 20 490 1536 0 254 130560 0 PROC 1352 72 18 20542 0 8 121680 0 ksiginfo 112 79 965 6980 0 126 116928 0 malloc-2048 2048 6 50 575 0 8 114688 0 malloc-8192 8192 6 7 228 0 1 106496 0 malloc-4096 4096 22 4 27 0 2 106496 0 filedesc0 1072 73 25 20543 0 8 105056 0 64 Bucket 512 131 69 17031 0 30 102400 0 malloc-128 128 553 222 5655 0 126 99200 0 malloc-8192 8192 7 5 137 0 1 98304 0 malloc-32 32 2644 254 70468 0 254 92736 0 UMA Kegs 384 230 3 230 0 30 89472 0 pipe 744 23 92 1146 0 16 85560 0 malloc-16 16 4740 510 69597 0 254 84000 0 clpbuf 2624 0 32 53 0 16 83968 0 malloc-16384 16384 4 1 164 0 1 81920 0 32 Bucket 256 152 163 12625 0 62 80640 0 sctp_readq 152 0 520 34 0 254 79040 0 sctp_chunk 152 130 390 292 0 254 79040 0 ripcb 424 5 175 546 0 30 76320 0 g_bio 408 0 180 7773 0 30 73440 0 malloc-64 64 643 428 4829 0 254 68544 0 malloc-128 128 139 388 58855 0 126 67456 0 malloc-128 128 420 107 1405 0 126 67456 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 tcp_inpcb 424 13 140 5469 0 30 64872 0 malloc-512 512 10 110 105 0 30 61440 0 pcpu-8 8 6338 830 7062 0 254 57344 0 udplite_inpcb 424 0 126 361 0 30 53424 0 udp_inpcb 424 6 120 471 0 30 53424 0 malloc-64 64 65 754 291545 0 254 52416 0 Files 80 235 415 76885 0 126 52000 0 malloc-128 128 144 259 676 0 126 51584 0 malloc-256 256 130 65 2315 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 100134 0 16 49152 0 malloc-1024 1024 30 18 34 0 16 49152 0 malloc-384 384 91 29 92 0 30 46080 0 tcp_bbr_pcb 832 0 54 3126 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 3 2 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 340 0 2 40960 0 malloc-4096 4096 8 2 8 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 2058 0 16 38080 0 PWD 32 31 1103 19622 0 254 36288 0 malloc-64 64 86 481 20350 0 254 36288 0 malloc-64 64 139 428 156 0 254 36288 0 malloc-64 64 9 558 57 0 254 36288 0 8 Bucket 80 46 404 4610 0 126 36000 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 15 120 17 0 62 34560 0 malloc-256 256 14 121 457 0 62 34560 0 TURNSTILE 136 199 53 199 0 62 34272 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 16 0 1 32768 0 malloc-2048 2048 8 8 8 0 8 32768 0 malloc-2048 2048 8 8 10 0 8 32768 0 malloc-2048 2048 1 15 70 0 8 32768 0 malloc-1024 1024 0 32 3 0 16 32768 0 malloc-1024 1024 8 24 26 0 16 32768 0 malloc-1024 1024 6 26 6 0 16 32768 0 malloc-1024 1024 0 32 1258 0 16 32768 0 malloc-512 512 3 61 69 0 30 32768 0 malloc-512 512 12 52 178 0 30 32768 0 malloc-512 512 1 63 36 0 30 32768 0 pcpu-64 64 484 28 484 0 254 32768 0 tcp_rack_pcb 896 0 36 1330 0 16 32256 0 KNOTE 160 28 172 257805 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 2435 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 pf tags 104 2 271 2 0 126 28392 0 sctp_laddr 48 0 588 49 0 254 28224 0 tcp_inpcb ports 32 2 880 4323 0 254 28224 0 ertt 72 13 379 5469 0 126 28224 0 16 Bucket 144 73 123 502 0 62 28224 0 4 Bucket 48 7 581 447 0 254 28224 0 AIO 208 0 133 58 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 626 0 2 24576 0 malloc-4096 4096 1 5 20373 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 57 0 126 24288 0 rl_entry 40 63 543 63 0 254 24240 0 malloc-384 384 24 36 26 0 30 23040 0 malloc-384 384 34 26 103 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 832 0 254 20160 0 udplite_inpcb ports 32 0 630 3 0 254 20160 0 udp_inpcb ports 32 3 627 38 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-64 64 3 312 4 0 254 20160 0 malloc-32 32 37 593 28281 0 254 20160 0 malloc-32 32 93 537 123 0 254 20160 0 malloc-32 32 144 486 189 0 254 20160 0 malloc-32 32 22 608 1176 0 254 20160 0 2 Bucket 32 64 566 2180 0 254 20160 0 malloc-128 128 0 155 1 0 126 19840 0 AIOCB 552 0 35 160 0 16 19320 0 malloc-256 256 2 73 3 0 62 19200 0 AIOLIO 272 0 70 9 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-4096 4096 1 3 4 0 2 16384 0 malloc-2048 2048 3 5 6 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 808502 0 254 16032 0 malloc-16 16 508 492 1771 0 254 16000 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 sackhole 32 0 378 1 0 254 12096 0 malloc-32 32 137 241 1400 0 254 12096 0 malloc-32 32 6 372 6 0 254 12096 0 malloc-16 16 53 697 35601 0 254 12000 0 malloc-16 16 31 719 145 0 254 12000 0 malloc-16 16 45 705 59446 0 254 12000 0 malloc-16 16 2 748 3 0 254 12000 0 itimer 352 0 33 3 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 28 2 28 0 30 11520 0 malloc-8192 8192 0 1 4 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 7 493 9 0 254 8000 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0