panic: Counter goes negative cpuid = 1 time = 1694173178 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe006a5cf250 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe006a5cf3b0 vpanic() at vpanic+0x271/frame 0xfffffe006a5cf550 panic() at panic+0xb5/frame 0xfffffe006a5cf620 sctp_inpcb_free() at sctp_inpcb_free+0x1fcb/frame 0xfffffe006a5cf6b0 sctp_close() at sctp_close+0x219/frame 0xfffffe006a5cf790 soclose() at soclose+0x3d0/frame 0xfffffe006a5cf880 _fdrop() at _fdrop+0x58/frame 0xfffffe006a5cf8b0 closef() at closef+0x655/frame 0xfffffe006a5cfa90 fdescfree() at fdescfree+0xa99/frame 0xfffffe006a5cfc70 exit1() at exit1+0x880/frame 0xfffffe006a5cfd10 sys_exit() at sys_exit+0x28/frame 0xfffffe006a5cfd30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe006a5cff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe006a5cff30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x2aee4a, rsp = 0x8210f58a8, rbp = 0x8210f58b0 --- KDB: enter: panic [ thread pid 16305 tid 129723 ] Stopped at kdb_enter+0x6e: movq $0,0x2179737(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff815d5065 printf+0xf5 rdx 0x1 rbx 0xffffffff826db780 .str.28 rsp 0xfffffe006a5cf390 rbp 0xfffffe006a5cf3b0 rsi 0 rdi 0xffffffff815d50c6 printf+0x156 r8 0 r9 0xffffffff r10 0x7 r11 0x6 r12 0 r13 0xfffffe00725bb1e0 r14 0xffffffff826db780 .str.28 r15 0 rip 0xffffffff815c40de kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2179737(%rip) db> show proc Process 16305 (syz-executor.0) at 0xfffffe007412b5c0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 771 at 0xfffffe006cda2b00 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0054216040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00589c69a0 (map 0xfffffe00589c69a0) (map.pmap 0xfffffe00589c6a60) (pmap 0xfffffe00589c6ad0) threads: 1 129723 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 16305 771 771 0 RE CPU 1 syz-executor.0 16303 808 808 0 R (threaded) syz-executor.3 125072 RunQ syz-executor.3 129725 S uwait 0xfffffe0057ac8080 syz-executor.3 129728 RunQ syz-executor.3 16302 782 782 0 R (threaded) syz-executor.2 127946 Run CPU 0 syz-executor.2 129724 RunQ syz-executor.2 7375 1 808 0 S uwait 0xfffffe0057ac8e00 syz-executor.3 7368 1 808 0 S uwait 0xfffffe0057ac9280 syz-executor.3 7335 1 771 0 SV uwait 0xfffffe006d276980 syz-executor.0 7326 7324 771 0 SV uwait 0xfffffe00542f5a80 syz-executor.0 7324 1 771 0 DV ppwait 0xfffffe0054217ac0 syz-executor.0 7315 1 771 0 SV uwait 0xfffffe00576b1480 syz-executor.0 3621 1 808 0 SV uwait 0xfffffe007258f680 syz-executor.3 3615 1 808 0 SV uwait 0xfffffe006d276d80 syz-executor.3 3199 1 3199 65 Ss select 0xfffffe007401dbc0 dhclient 2784 1 2784 0 Ss select 0xfffffe007401e040 dhclient 2780 1 2780 0 Ss select 0xfffffe007401d640 dhclient 2759 1 2759 65 Ss select 0xfffffe007401d740 dhclient 2205 1 2205 0 Ss select 0xfffffe007401de40 dhclient 2201 1 2201 0 Ss select 0xfffffe007401d7c0 dhclient 2179 1 2179 65 Ss select 0xfffffe007401d8c0 dhclient 1667 1 1667 0 Ss select 0xfffffe007401e240 dhclient 1664 1 1664 0 Ss select 0xfffffe007401dd40 dhclient 1636 1 1636 65 Ss select 0xfffffe005897c640 dhclient 1150 1 1150 0 Ss select 0xfffffe005897c5c0 dhclient 1147 1 1147 0 Ss select 0xfffffe000784e240 dhclient 827 0 0 0 DL aiordy 0xfffffe006cddc000 [aiod5] 826 0 0 0 DL aiordy 0xfffffe006a395b00 [aiod4] 824 0 0 0 DL aiordy 0xfffffe006cddeb00 [aiod2] 822 0 0 0 DL aiordy 0xfffffe006cdde5a0 [aiod1] 808 768 808 0 Rs syz-executor.3 782 768 782 0 Rs syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffffe0057ac9880 syz-fuzzer 100117 S uwait 0xfffffe00576af900 syz-fuzzer 100118 S uwait 0xfffffe00576afa00 syz-fuzzer 100119 S wait 0xfffffe006cda3060 syz-fuzzer 100120 S uwait 0xfffffe00576afc00 syz-fuzzer 100121 S uwait 0xfffffe0057ac9980 syz-fuzzer 100122 S wait 0xfffffe006cda3060 syz-fuzzer 100123 S uwait 0xfffffe0057ac9b80 syz-fuzzer 100125 S wait 0xfffffe006cda3060 syz-fuzzer 100129 S wait 0xfffffe006cda3060 syz-fuzzer 100130 S kqread 0xfffffe006cdd9000 syz-fuzzer 100140 S uwait 0xfffffe00576aff00 syz-fuzzer 100192 S uwait 0xfffffe006d277900 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006a395650 csh 764 682 764 0 Ss select 0xfffffe005897cdc0 sshd 750 1 750 0 Ss+ ttyin 0xfffffe00572198b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005437a0b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005437a8b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005437b0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005437b8b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005437d0b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00576b70b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00576b78b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00576b80b0 getty 686 1 686 0 Ss nanslp 0xffffffff8371ec01 cron 682 1 682 0 Ss select 0xfffffe005897cf40 sshd 495 1 495 0 Ss select 0xfffffe005897ce40 syslogd 424 1 424 0 Ss select 0xfffffe000784e840 devd 423 1 423 65 Ss select 0xfffffe005897d040 dhclient 338 1 338 0 Ss select 0xfffffe000784e7c0 dhclient 335 1 335 0 Ss select 0xfffffe005897cec0 dhclient 17 0 0 0 DL syncer 0xffffffff8383c2e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571df060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8383a900 [bufdaemon] 100080 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0058766ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838ad480 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83895338 [dom0] 100081 D launds 0xffffffff83895344 [laundry: dom0] 100082 D umarcl 0xffffffff81d4ced0 [uma] 7 0 0 0 DL - 0xffffffff834b3c28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843b13d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84091360 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8347e340 [doneq0] 100045 D - 0xffffffff8347e2c0 [async] 100076 D - 0xffffffff8347e140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83890ba0 [crypto] 100042 D crypto_ 0xfffffe00540bfe30 [crypto returns 0] 100043 D crypto_ 0xfffffe00540bfe80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00570ca088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836c75e0 [g_event] 100036 D - 0xffffffff836c7600 [g_up] 100037 D - 0xffffffff836c7620 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054216040 [init] 10 0 0 0 DL audit_w 0xffffffff838915e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836c7fa0 [swapper] 100005 D - 0xfffffe00542d0100 [softirq_0] 100006 D - 0xfffffe00542d0000 [softirq_1] 100007 D - 0xfffffe00542cfe00 [if_io_tqg_0] 100008 D - 0xfffffe00542cfd00 [if_io_tqg_1] 100009 D - 0xfffffe00542cfc00 [if_config_tqg_0] 100010 D - 0xfffffe00085fe000 [pci_hp taskq] 100011 D - 0xfffffe00085fde00 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fdb00 [thread taskq] 100016 D - 0xfffffe00085fd900 [aiod_kick taskq] 100017 D - 0xfffffe00085fd800 [deferred_unmount ta] 100018 D - 0xfffffe00085fd700 [inm_free taskq] 100019 D - 0xfffffe00085fd600 [in6m_free taskq] 100020 D - 0xfffffe00085fd500 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fd400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fd400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fd400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fd400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fd300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fd300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fd300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fd300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085fd200 [firmware taskq] 100039 D - 0xfffffe00085fd100 [crypto_0] 100040 D - 0xfffffe00085fd100 [crypto_1] 100055 D - 0xfffffe00085fce00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fcd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fcc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fcb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00571af480 [virtio_balloon] 100066 D - 0xffffffff826e08c1 [deadlkres] 100070 D - 0xfffffe005875f300 [acpi_task_0] 100071 D - 0xfffffe005875f300 [acpi_task_1] 100072 D - 0xfffffe005875f300 [acpi_task_2] 100074 D - 0xfffffe00085fe100 [mca taskq] 100075 D - 0xfffffe00085fd000 [CAM taskq] db> show all locks Process 16302 (syz-executor.2) thread 0xfffffe00725b9560 (129724) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007f58a20) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1735 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0074006930) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1162 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4220 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 105 1050K 278753 vfscache 3 1025K 3 pcb 34 678K 17132 inodedep 186 582K 30455 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 157 306K 17275 vmem 3 266K 6 filedesc 32 249K 30581 acpitask 1 224K 1 acpica 1674 184K 60310 tidhash 3 141K 3 pagedep 9 130K 15303 linker 352 130K 393 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 48 89K 129 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 512 64K 512 ddb_capture 1 64K 1 umtx 418 53K 418 kdtrace 243 48K 46037 dirrem 173 44K 22481 temp 35 37K 3023 hostcache 1 32K 1 shm 1 32K 31 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 freefile 177 23K 22467 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 ithread 97 16K 97 freework 60 15K 131766 bus-sc 34 15K 1687 lltable 43 14K 99 eventhandler 157 13K 157 KTRACE 100 13K 108 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 sctp_timw 43 11K 43 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 ksem 4 10K 3798 in6_multi 65 9K 65 bmsafemap 2 9K 26970 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 shmfd 1 8K 21 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 taskqueue 63 7K 63 cred 26 7K 330 kqueue 70 7K 16323 sglist 6 7K 6 plimit 24 6K 501 CAM DEV 3 6K 510 pf_ifnet 13 5K 76 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 UMA 268 5K 268 session 35 5K 55 DEVFSP 70 5K 735 pwddesc 67 5K 16313 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 99 4K 17731 acpisem 28 4K 28 selfd 55 4K 227640 lockf 32 4K 66 kcovinfo 52 4K 52 freeblks 11 3K 28091 terminal 11 3K 11 select 19 3K 92 sctp_atcl 6 3K 13696 clone 9 3K 9 uidinfo 3 3K 18 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 31 2K 143 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tun 7 2K 7 sctp_stro 1 1K 4105 softdep 1 1K 1 mkdir 8 1K 30564 indirdep 4 1K 154175 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 4 1K 8562 nhops 6 1K 8 vnodemarker 2 1K 114 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 129 pci_link 10 1K 10 diradd 5 1K 22523 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_stri 1 1K 2370 newdirblk 4 1K 15282 cdev 2 1K 2 inpcbpolicy 15 1K 9231 osd 9 1K 8575 chacha20random 1 1K 1 biobuf 1 1K 1 sctp_atky 7 1K 18953 vnodes 1 1K 1 sigio 4 1K 6 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 cryptodev 2 1K 611 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 aio 4 1K 5 iov 2 1K 47368 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 36757 sctp_athm 6 1K 14948 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 sctp_map 2 1K 8136 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filemon 0 0K 23 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 1421 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 6984 sctp_mcore 0 0K 0 sctp_socko 0 0K 1971 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 66750 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 54 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 68 VN POLL 0 0K 0 statfs 0 0K 1351 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 4776 eventfd 0 0K 68 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 998 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 2615 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1174709 0 254 38494208 0 mbuf 256 8928 8100 2811923 0 254 4359168 0 tcp_log 416 0 9405 323324 0 254 3912480 0 RADIX NODE 144 14424 551 678458 0 63 2156400 0 BUF TRIE 144 219 11597 317578 0 62 1701504 0 malloc-384 384 4221 159 17969 0 30 1681920 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11495 99 11571 0 126 1484032 0 malloc-4096 4096 330 10 5337 0 2 1392640 0 UMA Slabs 0 112 11023 23 11023 0 126 1237152 0 sctp_asoc 2256 1 509 4060 0 254 1150560 0 vmem btag 56 18650 37 18650 0 254 1046472 0 socket 960 44 720 19284 0 254 733440 0 256 Bucket 2048 288 42 9677 0 9 675840 0 FFS inode 1160 530 30 22997 0 8 649600 0 sctp_ep 1176 4 506 8451 0 254 599760 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 194 0 0 2 509056 0 malloc-65536 65536 5 2 433 0 1 458752 0 VM OBJECT 264 1439 91 207580 0 30 403920 0 THREAD 1824 174 35 29730 0 8 381216 0 sctp_raddr 736 2 515 4060 0 254 380512 0 ertt_txseginfo 40 0 8989 687163 0 254 359560 0 malloc-16384 16384 15 5 15288 0 1 327680 0 malloc-2048 2048 7 145 8456 0 8 311296 0 VNODE 448 571 122 23040 0 30 310464 0 malloc-4096 4096 68 6 16306 0 2 303104 0 sctp_chunk 152 3 1791 14026 0 254 272688 0 malloc-256 256 179 886 438613 0 62 272640 0 malloc-32768 32768 0 8 146138 0 1 262144 0 malloc-64 64 3816 279 3828 0 254 262080 0 malloc-16 16 14438 312 23095 0 254 236000 0 tcp_bbr_map 128 0 1767 88363 0 126 226176 0 DEVCTL 1024 0 220 151 0 0 225280 0 MAP ENTRY 96 1759 383 542846 0 126 205632 0 mbuf_packet 256 63 699 29303 0 254 195072 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 176 49 41211 0 16 187200 0 malloc-32 32 5280 390 5311 0 254 181440 0 malloc-1024 1024 138 38 5588 0 16 180224 0 malloc-128 128 1126 269 31692 0 126 178560 0 malloc-128 128 1180 215 32827 0 126 178560 0 FFS2 dinode 256 530 160 22997 0 62 176640 0 malloc-256 256 422 268 23817 0 62 176640 0 malloc-256 256 222 468 105913 0 62 176640 0 malloc-384 384 209 241 30597 0 30 172800 0 S VFS Cache 104 1029 492 25328 0 126 158184 0 128 Bucket 1024 87 44 4749 0 16 134144 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 20 490 1544 0 254 130560 0 PROC 1376 67 21 16305 0 8 121088 0 tcp_inpcb 1304 4 86 8562 0 8 117360 0 ksiginfo 112 79 965 12327 0 126 116928 0 malloc-2048 2048 4 52 521 0 8 114688 0 64 Bucket 512 113 87 76883 0 30 102400 0 malloc-128 128 398 377 16301 0 126 99200 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 23 1 579 0 2 98304 0 filedesc0 1072 68 23 16313 0 8 97552 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-64 64 537 786 34333 0 254 84672 0 sctp_readq 152 45 475 1394 0 254 79040 0 malloc-4096 4096 14 4 29 0 2 73728 0 g_bio 408 0 180 2033350 0 31 73440 0 malloc-64 64 325 746 276675 0 254 68544 0 malloc-64 64 483 588 1119 0 254 68544 0 malloc-128 128 184 343 22562 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-2048 2048 8 24 563 0 8 65536 0 malloc-1024 1024 15 49 526 0 16 65536 0 malloc-256 256 119 136 9318 0 62 65280 0 malloc-256 256 41 214 9284 0 62 65280 0 32 Bucket 256 86 169 13771 0 62 65280 0 pipe 728 23 65 640 0 16 64064 0 sctp_stream_msg_out 112 0 540 1619 0 254 60480 0 AIOCB 552 0 98 254 0 16 54096 0 udplite_inpcb 424 0 126 115 0 30 53424 0 udp_inpcb 424 6 120 347 0 30 53424 0 malloc-64 64 213 606 767 0 254 52416 0 malloc-64 64 312 507 8017 0 254 52416 0 Files 80 241 409 65849 0 126 52000 0 VMSPACE 616 46 38 16279 0 16 51744 0 malloc-128 128 52 351 23566 0 126 51584 0 malloc-128 128 144 259 10271 0 126 51584 0 malloc-128 128 25 378 293 0 126 51584 0 malloc-256 256 32 163 42304 0 62 49920 0 malloc-256 256 73 122 255 0 62 49920 0 ripcb 392 5 121 207 0 30 49392 0 tcp_rack_pcb 1024 0 48 3492 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 114912 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 7 17 1506 0 8 49152 0 malloc-384 384 90 30 90 0 30 46080 0 pcpu-8 8 4851 781 15890 0 254 45056 0 tcp_bbr_pcb 832 0 54 4154 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 210 105 210 0 62 42840 0 clpbuf 2624 0 16 127 0 4 41984 0 malloc-8192 8192 0 5 49 0 1 40960 0 malloc-8192 8192 4 1 6 0 1 40960 0 da_ccb 544 0 70 508465 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 4 563 48 0 254 36288 0 malloc-64 64 3 564 32 0 254 36288 0 16 Bucket 144 101 151 20590 0 62 36288 0 tcp_rack_map 128 0 279 6660 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 28 107 3640 0 62 34560 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-16384 16384 0 2 16 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 9 7 2934 0 8 32768 0 malloc-1024 1024 1 31 2 0 16 32768 0 malloc-1024 1024 7 25 775 0 16 32768 0 malloc-1024 1024 4 28 163 0 16 32768 0 malloc-1024 1024 0 32 10 0 16 32768 0 malloc-512 512 0 64 118 0 30 32768 0 malloc-512 512 3 61 2388 0 30 32768 0 malloc-512 512 18 46 279 0 30 32768 0 malloc-512 512 0 64 65 0 30 32768 0 malloc-512 512 9 55 10 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 PWD 40 27 781 15373 0 254 32320 0 KNOTE 160 28 172 150998 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 56 0 126 31680 0 sctp_laddr 48 2 586 2107 0 254 28224 0 tcpreass 48 0 588 13 0 254 28224 0 tcp_inpcb ports 32 2 880 7311 0 254 28224 0 malloc-32 32 22 860 15351 0 254 28224 0 malloc-32 32 76 806 696 0 254 28224 0 malloc-32 32 107 775 21943 0 254 28224 0 malloc-32 32 321 561 5930 0 254 28224 0 4 Bucket 48 7 581 20 0 254 28224 0 2 Bucket 32 70 812 24339 0 254 28224 0 8 Bucket 80 76 274 5785 0 126 28000 0 AIO 208 3 130 94 0 62 27664 0 cpuset 200 7 121 196 0 62 25600 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-4096 4096 3 3 1578 0 2 24576 0 rl_entry 40 99 507 99 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 itimer 352 0 66 886 0 30 23232 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 2 58 348 0 30 23040 0 domainset 40 0 567 143 0 254 22680 0 udplite_inpcb ports 32 0 630 36 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 ertt 72 4 276 8562 0 126 20160 0 malloc-32 32 162 468 1097 0 254 20160 0 malloc-32 32 56 574 4317 0 254 20160 0 malloc-32 32 35 595 249 0 254 20160 0 AIOLIO 272 0 70 4 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-1024 1024 2 14 42 0 16 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 936641 0 254 16032 0 malloc-16 16 230 770 20130 0 254 16000 0 kenv 258 16 44 1084 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 14 736 29 0 254 12000 0 malloc-16 16 293 457 337 0 254 12000 0 malloc-16 16 79 671 15167 0 254 12000 0 malloc-16 16 16 734 38985 0 254 12000 0 malloc-16 16 18 732 35300 0 254 12000 0 malloc-16 16 18 732 21 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 13 17 13 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0