panic: lock 0xfffffe0057922338 is not initialized cpuid = 1 time = 1643539959 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0099eebfd0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0099eec130 vpanic() at vpanic+0x2b8/frame 0xfffffe0099eec210 panic() at panic+0xb5/frame 0xfffffe0099eec2e0 lock_destroy() at lock_destroy+0x7a/frame 0xfffffe0099eec310 pf_krule_free() at pf_krule_free+0xe8/frame 0xfffffe0099eec330 pfioctl() at pfioctl+0x8f64/frame 0xfffffe0099eed610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe0099eed6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe0099eed730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe0099eeda80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe0099eedad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe0099eedbd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe0099eedd30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe0099eedf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0099eedf30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x830ea9f08, rbp = 0x830ea9f70 --- KDB: enter: panic [ thread pid 15742 tid 116881 ] Stopped at kdb_enter+0x6b: movq $0,0x270749a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x87ea470984f71261 rdx 0x3ffff rbx 0 rsp 0xfffffe0099eec110 rbp 0xfffffe0099eec130 rsi 0x40001 rdi 0xffffffff8177097a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a893c30 r12 0xfffffe009a893720 r13 0xfffffe0099eec101 r14 0xffffffff82b92c00 .str.18 r15 0xffffffff82b92c00 .str.18 rip 0xffffffff81763efb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270749a(%rip) db> show proc Process 15742 (syz-executor.2) at 0xfffffe0099cbc000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 795 at 0xfffffe0058a84548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0099c2b9f8 (map 0xfffffe0099c2b9f8) (map.pmap 0xfffffe0099c2bab8) (pmap 0xfffffe0099c2bb20) threads: 2 116615 RunQ syz-executor.2 116881 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 15744 783 783 0 R syz-executor.0 15743 784 784 0 R (threaded) syz-executor.1 116110 RunQ syz-executor.1 116882 S uwait 0xfffffe0053ee6f00 syz-executor.1 15742 795 795 0 R (threaded) syz-executor.2 116615 RunQ syz-executor.2 116881 Run CPU 1 syz-executor.2 11979 1 784 0 S uwait 0xfffffe0053ee6a00 syz-executor.1 11937 1 783 0 S uwait 0xfffffe0099b62080 syz-executor.0 11927 1 783 0 S uwait 0xfffffe0057507800 syz-executor.0 11918 1 783 0 S uwait 0xfffffe0099b61e00 syz-executor.0 11857 1 810 0 S uwait 0xfffffe0057504880 syz-executor.3 11795 1 784 0 S uwait 0xfffffe0057506700 syz-executor.1 11751 1 783 0 S uwait 0xfffffe0053ee6900 syz-executor.0 4429 1 4429 65 Ss select 0xfffffe0053ca0040 dhclient 2811 1 2811 0 Ss select 0xfffffe0053c9ecc0 dhclient 2808 1 2808 0 Ss select 0xfffffe0053f5c340 dhclient 2789 1 2789 65 Ss select 0xfffffe0053f5bb40 dhclient 2628 1 810 0 SV uwait 0xfffffe0057505700 syz-executor.3 2619 1 810 0 SV uwait 0xfffffe0057504c80 syz-executor.3 2611 1 810 0 SV uwait 0xfffffe0008176c80 syz-executor.3 2602 1 810 0 SV uwait 0xfffffe0058c67580 syz-executor.3 2593 1 810 0 SV uwait 0xfffffe0057507e00 syz-executor.3 2584 1 810 0 SV uwait 0xfffffe0058c67680 syz-executor.3 2575 1 810 0 SV uwait 0xfffffe0008176580 syz-executor.3 2565 1 810 0 SV uwait 0xfffffe0057505200 syz-executor.3 2556 1 810 0 SV uwait 0xfffffe0058c66780 syz-executor.3 2547 1 810 0 SV uwait 0xfffffe0058c66080 syz-executor.3 2538 1 810 0 SV uwait 0xfffffe0057506600 syz-executor.3 2530 1 2527 0 SV uwait 0xfffffe0057506800 syz-executor.3 2521 1 2519 0 SV uwait 0xfffffe0057505100 syz-executor.3 2513 1 2509 0 SV uwait 0xfffffe0008177100 syz-executor.3 2504 1 2500 0 SV uwait 0xfffffe0058c66580 syz-executor.3 2497 1 2493 0 SV uwait 0xfffffe0058c66b80 syz-executor.3 2488 1 2483 0 SV uwait 0xfffffe0058c66a80 syz-executor.3 2481 1 2474 0 SV uwait 0xfffffe0058c66c80 syz-executor.3 2468 1 2464 0 SV uwait 0xfffffe0058c67880 syz-executor.3 2462 1 2455 0 SV uwait 0xfffffe0057505600 syz-executor.3 2451 1 2447 0 SV uwait 0xfffffe0057504e80 syz-executor.3 2441 1 2439 0 SV uwait 0xfffffe0057507f00 syz-executor.3 2222 1 2222 0 Ss select 0xfffffe0053f5bbc0 dhclient 2219 1 2219 0 Ss select 0xfffffe0053c9f040 dhclient 2200 1 2200 65 Ss select 0xfffffe0053c9f240 dhclient 1950 1 1948 0 SV uwait 0xfffffe0057504980 syz-executor.1 1949 1 1948 0 SV uwait 0xfffffe0057505380 syz-executor.1 1940 1 1939 0 SV uwait 0xfffffe0008176880 syz-executor.1 1930 1 1929 0 SV uwait 0xfffffe0057505a00 syz-executor.1 1655 0 0 0 DL aiordy 0xfffffe0099a15a90 [aiod4] 1654 0 0 0 DL aiordy 0xfffffe009624fa90 [aiod3] 1653 0 0 0 DL aiordy 0xfffffe0096251000 [aiod2] 1652 0 0 0 DL aiordy 0xfffffe0096204548 [aiod1] 1628 1 1628 0 Ss select 0xfffffe0053c9f1c0 dhclient 1625 1 1625 0 Ss select 0xfffffe0053c9fe40 dhclient 1598 1 1598 65 Ss select 0xfffffe0053f5bf40 dhclient 1039 1 1039 0 Ss select 0xfffffe0053f5c540 dhclient 1028 1 1028 0 Ss select 0xfffffe0053c9f7c0 dhclient 810 774 810 0 Rs syz-executor.3 795 774 795 0 Ss nanslp 0xffffffff83e38a41 syz-executor.2 784 774 784 0 Ss nanslp 0xffffffff83e38a40 syz-executor.1 783 774 783 0 Ss nanslp 0xffffffff83e38a41 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffffe0008177200 syz-fuzzer 100116 S uwait 0xfffffe0058c67a80 syz-fuzzer 100117 S uwait 0xfffffe0058c67b80 syz-fuzzer 100118 S uwait 0xfffffe0058c67c80 syz-fuzzer 100119 S uwait 0xfffffe0058c67d80 syz-fuzzer 100120 S uwait 0xfffffe0057506400 syz-fuzzer 100121 S uwait 0xfffffe0058c67e80 syz-fuzzer 100122 S uwait 0xfffffe0058c68080 syz-fuzzer 100123 S kqread 0xfffffe0058aa0000 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c5f5f8 csh 770 688 770 0 Ss select 0xfffffe0053c9f2c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574f80b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0053f8ccb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0053f8d4b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586decb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005794e0b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005794e8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005794f0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005794f8b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579500b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e38a41 cron 688 1 688 0 Ss select 0xfffffe0053f5bcc0 sshd 501 1 501 0 Ss select 0xfffffe0053f5bec0 syslogd 430 1 430 0 Ss select 0xfffffe0053f5c440 devd 429 1 429 65 Ss select 0xfffffe0053c9fcc0 dhclient 344 1 344 0 Ss select 0xfffffe0053c9fbc0 dhclient 341 1 341 0 Ss select 0xfffffe0053f5c3c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0058a85a90 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f5e280 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D psleep 0xffffffff83f5c860 [bufdaemon] 100081 D - 0xffffffff83211f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058c7fce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f8fe00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83f83cb8 [dom0] 100079 D launds 0xffffffff83f83cc4 [laundry: dom0] 100080 D umarcl 0xffffffff81e8d4d0 [uma] 7 0 0 0 DL - 0xffffffff83bf4988 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b64530 [pf purge] 5 0 0 0 DL waiting 0xffffffff849674a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a968c0 [doneq0] 100046 D - 0xffffffff83a96840 [async] 100075 D - 0xffffffff83a966c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f52c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f7f500 [crypto] 100042 D crypto_ 0xfffffe0053f23d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053f23d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e0e140 [g_event] 100037 D - 0xffffffff83e0e160 [g_up] 100038 D - 0xffffffff83e0e180 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 Run CPU 0 [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f7ffe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e0eba0 [swapper] 100005 D - 0xfffffe0053c9a800 [softirq_0] 100006 D - 0xfffffe0053c9a600 [softirq_1] 100007 D - 0xfffffe0053c9a400 [if_io_tqg_0] 100008 D - 0xfffffe0053c9a200 [if_io_tqg_1] 100009 D - 0xfffffe0053c9a000 [if_config_tqg_0] 100010 D - 0xfffffe000818f000 [deferred_unmount ta] 100011 D - 0xfffffe000818ee00 [thread taskq] 100013 D - 0xfffffe000818ec00 [kqueue_ctx taskq] 100014 D - 0xfffffe000818eb00 [pci_hp taskq] 100017 D - 0xfffffe000818e800 [aiod_kick taskq] 100018 D - 0xfffffe000818e700 [linuxkpi_irq_wq] 100019 D - 0xfffffe000818e600 [inm_free taskq] 100020 D - 0xfffffe000818e500 [in6m_free taskq] 100021 D - 0xfffffe000818e400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818e400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818e400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818e400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818e300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818e300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818e300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818e300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f59300 [firmware taskq] 100039 D - 0xfffffe0053f59100 [crypto_0] 100040 D - 0xfffffe0053f59100 [crypto_1] 100056 D - 0xfffffe000818fc00 [vtnet0 rxq 0] 100057 D - 0xfffffe000818fb00 [vtnet0 txq 0] 100058 D - 0xfffffe000818fa00 [vtnet0 rxq 1] 100059 D - 0xfffffe000818f900 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057092680 [virtio_balloon] 100065 D - 0xffffffff82b986e0 [deadlkres] 100069 D - 0xfffffe000818f100 [mca taskq] 100070 D - 0xfffffe00574f0900 [acpi_task_0] 100071 D - 0xfffffe00574f0900 [acpi_task_1] 100072 D - 0xfffffe00574f0900 [acpi_task_2] 100074 D - 0xfffffe0053f58e00 [CAM taskq] db> show all locks Process 810 (syz-executor.3) thread 0xfffffe0058c65020 (100102) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe000778bc00) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:5799 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0099ca9128) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7851 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0092973b20) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7850 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0099ca9060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4271 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0092973a58) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4267 Process 12 (intr) thread 0xfffffe0053eea560 (100032) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0053f24100) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1431 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 pcb 1345 2024K 41915 vtbuf 24 1968K 46 kobj 326 1304K 487 newblk 16 1028K 15324 vfscache 3 1025K 3 inodedep 1195 960K 14846 sctp_stro 658 658K 2543 filedesc 82 650K 29537 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_atcl 1319 495K 23546 intr 4 472K 4 subproc 208 416K 15860 dirrem 1179 295K 14758 vmem 3 274K 6 acpica 1674 184K 56376 vnet_data 1 168K 1 freefile 1179 148K 14724 tidhash 3 141K 3 linker 357 134K 385 pagedep 16 132K 14700 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 127 sctp_atky 1977 83K 26375 bus 984 81K 3437 shm 21 72K 57 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 511 64K 511 umtx 462 58K 462 kdtrace 284 54K 32629 temp 34 33K 2513 DEVFS3 128 32K 138 hostcache 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_timw 92 23K 92 kbdmux 6 22K 6 sctp_athm 1319 21K 23689 sctp_map 1316 21K 5086 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 751 ithread 93 15K 93 lltable 46 15K 73 bus-sc 34 15K 1651 ether_multi 157 13K 167 KTRACE 100 13K 176 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 GEOM 61 11K 490 CAM queue 5 11K 1528 rman 84 10K 425 in6_multi 71 9K 71 ksem 3 9K 50 bmsafemap 2 9K 14818 UART 12 9K 12 devstat 4 9K 4 kqueue 95 9K 15957 rpc 2 8K 2 shmfd 1 8K 20 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 264 session 49 7K 264 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 442 pwddesc 93 6K 15745 ufs_dirhash 24 5K 24 UMA 272 5K 272 pf_ifnet 10 5K 73 DEVFSP 68 5K 664 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 1641 evdev 4 4K 4 proc-args 124 4K 17085 lockf 33 4K 340 acpisem 28 4K 28 selfd 55 4K 228744 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 104 uidinfo 3 3K 13 pf_rule 1 2K 147 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 newdirblk 11 2K 14682 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 14664 softdep 1 1K 1 mkdir 8 1K 29364 freeblks 4 1K 14663 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 46 NFSD session 1 1K 1 tcp_fsb 7 1K 3841 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 22 1K 7789 CC Mem 11 1K 6634 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 pf_osfp 5 1K 5 diradd 4 1K 14798 pfil 4 1K 4 osd 15 1K 6645 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 108 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 18717 filecaps 5 1K 126 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 45 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 81 pf_altq 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 446 sctp_mcore 0 0K 0 sctp_socko 0 0K 11896 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 1 sctp_stri 0 0K 226 mqdata 0 0K 0 tcp_do 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 6778 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 21 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 12 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 8 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 15320 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 136 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 3 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 129 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 24093 eventfd 0 0K 15 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 857 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8791 607 1500145 0 254 38494208 0 mbuf 256 10464 715 2533650 0 254 2861824 0 RADIX NODE 144 18952 363 303777 0 63 2781360 0 sctp_asoc 2288 658 362 2543 0 254 2333760 0 tcp_log 416 0 5085 20061 0 254 2115360 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 sctp_ep 1208 661 869 20890 0 254 1848240 0 malloc-2048 2048 669 203 20898 0 8 1785856 0 malloc-4096 4096 426 6 16239 0 2 1769472 0 BUF TRIE 144 197 11591 868 0 62 1697472 0 malloc-384 384 4117 53 4118 0 30 1601280 0 malloc-128 128 11953 168 41628 0 126 1551488 0 malloc-384 384 2549 1111 38679 0 30 1405440 0 UMA Slabs 0 112 11628 30 11628 0 126 1305696 0 vmem btag 56 20154 117 20154 0 254 1135176 0 malloc-256 256 1230 2250 51486 0 62 890880 0 VM OBJECT 264 3027 93 342529 0 30 823680 0 malloc-16384 16384 41 5 14767 0 1 753664 0 sctp_raddr 736 658 365 2543 0 254 752928 0 socket 960 50 714 30064 0 254 733440 0 malloc-1024 1024 670 18 2568 0 16 704512 0 FFS inode 1160 548 33 15273 0 8 673960 0 tcpcb 1096 11 500 6634 0 254 560056 0 malloc-128 128 1819 1963 19045 0 126 484096 0 MAP ENTRY 96 4294 368 831151 0 126 447552 0 256 Bucket 2048 199 19 5227 0 8 446464 0 THREAD 1808 189 42 16882 0 8 417648 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 VNODE 448 589 104 15316 0 30 310464 0 malloc-64 64 4318 281 4668 0 254 294336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 612 0 1 262144 0 mbuf_packet 256 292 724 23114 0 254 260096 0 malloc-256 256 692 313 20921 0 62 257280 0 malloc-16 16 14847 153 24139 0 254 240000 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 232 638 33694 0 62 222720 0 VMSPACE 2552 72 9 15700 0 4 206712 0 FPU_save_area 832 191 52 23418 0 16 202176 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5398 272 6990 0 254 181440 0 malloc-128 128 1166 229 26308 0 126 178560 0 FFS2 dinode 256 548 142 15272 0 62 176640 0 sctp_chunk 152 659 381 850 0 254 158080 0 PROC 1352 93 21 15745 0 8 154128 0 malloc-2048 2048 26 46 1121 0 8 147456 0 malloc-1024 1024 126 18 143 0 16 147456 0 S VFS Cache 104 1022 382 16431 0 126 146016 0 128 Bucket 1024 80 51 2657 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 208 0 1 131072 0 malloc-32768 32768 1 3 121 0 1 131072 0 unpcb 256 20 490 1307 0 254 130560 0 malloc-256 256 367 143 18223 0 62 130560 0 filedesc0 1072 93 19 15745 0 8 120064 0 ksiginfo 112 103 941 7223 0 126 116928 0 sctp_laddr 48 2200 152 6088 0 254 112896 0 64 Bucket 512 121 79 11042 0 30 102400 0 malloc-128 128 565 210 5104 0 126 99200 0 malloc-4096 4096 23 1 28 0 2 98304 0 tcp_inpcb 424 11 205 6634 0 30 91584 0 UMA Kegs 384 230 3 230 0 30 89472 0 malloc-64 64 863 460 34369 0 254 84672 0 32 Bucket 256 115 200 12645 0 62 80640 0 sctp_readq 152 0 520 44 0 254 79040 0 malloc-8192 8192 3 6 449 0 1 73728 0 malloc-4096 4096 14 4 81 0 2 73728 0 g_bio 408 0 180 6991 0 30 73440 0 malloc-384 384 166 14 168 0 30 69120 0 malloc-64 64 515 556 1678 0 254 68544 0 malloc-32 32 1440 702 23707 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-512 512 11 109 91 0 30 61440 0 sctp_stream_msg_out 112 456 84 759 0 254 60480 0 malloc-8192 8192 6 1 107 0 1 57344 0 ripcb 424 5 121 224 0 30 53424 0 udp_inpcb 424 6 120 318 0 30 53424 0 malloc-64 64 168 651 251741 0 254 52416 0 Files 80 259 391 59032 0 126 52000 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 77940 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-8192 8192 2 4 31 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 5 19 967 0 8 49152 0 malloc-1024 1024 6 42 555 0 16 49152 0 tcp_rack_pcb 896 7 47 3841 0 16 48384 0 pipe 744 23 42 637 0 16 48360 0 pcpu-8 8 4738 894 7028 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 clpbuf 2624 0 16 21 0 16 41984 0 udplite_inpcb 424 0 90 613 0 30 38160 0 da_ccb 544 0 70 1863 0 16 38080 0 malloc-64 64 69 498 544 0 254 36288 0 malloc-64 64 91 476 16693 0 254 36288 0 malloc-64 64 369 198 378 0 254 36288 0 malloc-64 64 103 464 717 0 254 36288 0 malloc-16 16 1347 903 30342 0 254 36000 0 malloc-128 128 44 235 15129 0 126 35712 0 malloc-128 128 105 174 1521 0 126 35712 0 malloc-128 128 62 217 15078 0 126 35712 0 malloc-128 128 137 142 162 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 22 113 14728 0 62 34560 0 malloc-256 256 45 90 712 0 62 34560 0 malloc-256 256 13 122 364 0 62 34560 0 malloc-256 256 67 68 130 0 62 34560 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-4096 4096 5 3 10 0 2 32768 0 malloc-4096 4096 2 6 15944 0 2 32768 0 malloc-2048 2048 6 10 40 0 8 32768 0 malloc-2048 2048 7 9 49 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 2 14 153 0 8 32768 0 malloc-1024 1024 0 32 3 0 16 32768 0 malloc-1024 1024 14 18 32 0 16 32768 0 malloc-1024 1024 5 27 175 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 1 31 1273 0 16 32768 0 malloc-512 512 2 62 165 0 30 32768 0 malloc-512 512 8 56 845 0 30 32768 0 malloc-512 512 5 59 54 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 ertt_txseginfo 40 0 808 31977 0 254 32320 0 KNOTE 160 28 172 156298 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 21 243 5556 0 126 31680 0 tcp_bbr_pcb 832 0 36 31 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 tcp_inpcb ports 32 9 873 1809 0 254 28224 0 ertt 72 11 381 6634 0 126 28224 0 PWD 32 52 830 14778 0 254 28224 0 malloc-32 32 108 774 7997 0 254 28224 0 16 Bucket 144 70 126 411 0 62 28224 0 4 Bucket 48 5 583 369 0 254 28224 0 malloc-16 16 1343 407 5166 0 254 28000 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 49 227 267 0 126 24288 0 rl_entry 40 79 527 79 0 254 24240 0 8 Bucket 80 77 223 3622 0 126 24000 0 malloc-384 384 52 8 52 0 30 23040 0 malloc-384 384 2 58 2 0 30 23040 0 SLEEPQUEUE 88 232 24 232 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 6 624 931 0 254 20160 0 udplite_inpcb ports 32 0 630 517 0 254 20160 0 udp_inpcb ports 32 3 627 36 0 254 20160 0 malloc-32 32 31 599 224 0 254 20160 0 malloc-32 32 143 487 905 0 254 20160 0 malloc-32 32 61 569 19896 0 254 20160 0 malloc-32 32 269 361 3083 0 254 20160 0 malloc-32 32 28 602 1072 0 254 20160 0 2 Bucket 32 60 570 1747 0 254 20160 0 AIOCB 552 0 35 107 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 3 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 2 6 193 0 8 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 761449 0 254 16032 0 AIO 208 0 76 70 0 62 15808 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 89 661 16462 0 254 12000 0 malloc-16 16 16 734 5381 0 254 12000 0 malloc-16 16 37 713 10983 0 254 12000 0 malloc-16 16 44 706 59 0 254 12000 0 malloc-16 16 274 476 25895 0 254 12000 0 malloc-384 384 20 10 363 0 30 11520 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0