panic: Counter goes negative cpuid = 1 time = 1694318257 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0074045250 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00740453b0 vpanic() at vpanic+0x271/frame 0xfffffe0074045550 panic() at panic+0xb5/frame 0xfffffe0074045620 sctp_inpcb_free() at sctp_inpcb_free+0x1fcb/frame 0xfffffe00740456b0 sctp_close() at sctp_close+0x219/frame 0xfffffe0074045790 soclose() at soclose+0x3d0/frame 0xfffffe0074045880 _fdrop() at _fdrop+0x58/frame 0xfffffe00740458b0 closef() at closef+0x655/frame 0xfffffe0074045a90 fdescfree() at fdescfree+0xa99/frame 0xfffffe0074045c70 exit1() at exit1+0x880/frame 0xfffffe0074045d10 sys_exit() at sys_exit+0x28/frame 0xfffffe0074045d30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe0074045f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0074045f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x2aee4a, rsp = 0x8207241b8, rbp = 0x8207241c0 --- KDB: enter: panic [ thread pid 30481 tid 144935 ] Stopped at kdb_enter+0x6e: movq $0,0x2179617(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff815d5185 printf+0xf5 rdx 0x1 rbx 0xffffffff826db840 .str.28 rsp 0xfffffe0074045390 rbp 0xfffffe00740453b0 rsi 0 rdi 0xffffffff815d51e6 printf+0x156 r8 0 r9 0xffffffff r10 0x1000000000d09 r11 0x6 r12 0 r13 0xfffffe007531a560 r14 0xffffffff826db840 .str.28 r15 0 rip 0xffffffff815c41fe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2179617(%rip) db> show proc Process 30481 (syz-executor.2) at 0xfffffe00742f8560: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe00571dc560 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0054216040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe007478b738 (map 0xfffffe007478b738) (map.pmap 0xfffffe007478b7f8) (pmap 0xfffffe007478b868) threads: 1 144935 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 30481 776 776 0 RE CPU 1 syz-executor.2 30479 773 773 0 R (threaded) syz-executor.0 144884 RunQ syz-executor.0 145065 D getblk 0xfffffe0007e02948 syz-executor.0 145071 S uwait 0xfffffe006d24f900 syz-executor.0 30477 774 774 0 R (threaded) syz-executor.1 144938 RunQ syz-executor.1 145062 D biowr 0xfffffe0007e028c8 syz-executor.1 145064 S uwait 0xfffffe007422c600 syz-executor.1 145070 D ufs 0xfffffe006ce6b770 syz-executor.1 30475 802 802 0 R (threaded) syz-executor.3 145045 RunQ syz-executor.3 145059 D getblk 0xfffffe0007e02948 syz-executor.3 145063 S uwait 0xfffffe006d24fc00 syz-executor.3 7699 1 773 0 SV uwait 0xfffffe00576b1680 syz-executor.0 7148 1 7148 65 Ss select 0xfffffe006d3eaac0 dhclient 6502 1 6502 0 Ss select 0xfffffe006d3eabc0 dhclient 6499 1 6499 0 Ss select 0xfffffe006d3eb1c0 dhclient 6478 1 6478 65 Ss select 0xfffffe006d3eadc0 dhclient 5922 1 5922 0 Ss select 0xfffffe006d3eacc0 dhclient 5919 1 5919 0 Ss select 0xfffffe006d3eab40 dhclient 5900 1 5900 65 Ss select 0xfffffe006d3eaa40 dhclient 2924 1 2924 0 Ss select 0xfffffe006d3ead40 dhclient 2921 1 2921 0 Ss select 0xfffffe0058a4bb40 dhclient 2899 1 2899 65 Ss select 0xfffffe006d3eac40 dhclient 2602 0 0 0 DL - 0xffffffff8382ea40 [soaiod4] 2601 0 0 0 DL - 0xffffffff8382ea40 [soaiod3] 2600 0 0 0 DL - 0xffffffff8382ea40 [soaiod2] 2599 0 0 0 DL - 0xffffffff8382ea40 [soaiod1] 2179 1 773 0 SV uwait 0xfffffe006d24f200 syz-executor.0 2177 1 773 0 SV uwait 0xfffffe006d24dd80 syz-executor.0 2169 1 773 0 SV uwait 0xfffffe006d24de80 syz-executor.0 2156 1 773 0 SV uwait 0xfffffe00576af580 syz-executor.0 1696 0 0 0 DL aiordy 0xfffffe006d21f020 [aiod4] 1695 0 0 0 DL aiordy 0xfffffe006d21eac0 [aiod3] 1694 0 0 0 DL aiordy 0xfffffe006cb99060 [aiod2] 1693 0 0 0 DL aiordy 0xfffffe006cd74000 [aiod1] 1048 1 1048 0 Ss select 0xfffffe000784e240 dhclient 1045 1 1045 0 Ss select 0xfffffe000784e140 dhclient 802 768 802 0 Rs syz-executor.3 776 768 776 0 Rs syz-executor.2 774 768 774 0 Rs syz-executor.1 773 768 773 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100106 S wait 0xfffffe006cb96560 syz-fuzzer 100113 S uwait 0xfffffe00576afb00 syz-fuzzer 100114 S uwait 0xfffffe00576afc00 syz-fuzzer 100115 S uwait 0xfffffe00576afd00 syz-fuzzer 100116 S uwait 0xfffffe00576afe00 syz-fuzzer 100117 S uwait 0xfffffe00576aff00 syz-fuzzer 100118 S uwait 0xfffffe00576b0080 syz-fuzzer 100119 S wait 0xfffffe006cb96560 syz-fuzzer 100120 S wait 0xfffffe006cb96560 syz-fuzzer 100123 S uwait 0xfffffe00542f5e80 syz-fuzzer 100126 S wait 0xfffffe006cb96560 syz-fuzzer 100143 S uwait 0xfffffe00542f5980 syz-fuzzer 102295 S kqread 0xfffffe006ce4f700 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0054217670 csh 764 682 764 0 Ss select 0xfffffe000784e4c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00572198b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0007dae4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0007daecb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005437a4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00576b7cb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00576b84b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe005437acb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe005437b4b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005437bcb0 getty 686 1 686 0 Ss nanslp 0xffffffff8371ec01 cron 682 1 682 0 Ss select 0xfffffe000784e640 sshd 495 1 495 0 Ss select 0xfffffe000784e740 syslogd 424 1 424 0 Ss select 0xfffffe000784e840 devd 423 1 423 65 Ss select 0xfffffe000784e9c0 dhclient 338 1 338 0 Ss select 0xfffffe0058a4bec0 dhclient 335 1 335 0 Ss select 0xfffffe000784e8c0 dhclient 17 0 0 0 DL syncer 0xffffffff8383c2e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571de040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8383a900 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00570c04e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838ad480 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83895338 [dom0] 100080 D launds 0xffffffff83895344 [laundry: dom0] 100081 D umarcl 0xffffffff81d4d010 [uma] 7 0 0 0 DL - 0xffffffff834b3c28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8431c3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8411f440 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8347e340 [doneq0] 100045 D - 0xffffffff8347e2c0 [async] 100076 D - 0xffffffff8347e140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83890ba0 [crypto] 100042 D crypto_ 0xfffffe00540bfe30 [crypto returns 0] 100043 D crypto_ 0xfffffe00540bfe80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00570ca088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836c75e0 [g_event] 100036 D - 0xffffffff836c7600 [g_up] 100037 D - 0xffffffff836c7620 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 Run CPU 0 [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054216040 [init] 10 0 0 0 DL audit_w 0xffffffff838915e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836c7fa0 [swapper] 100005 D - 0xfffffe00542d0100 [softirq_0] 100006 D - 0xfffffe00542d0000 [softirq_1] 100007 D - 0xfffffe00542cfe00 [if_io_tqg_0] 100008 D - 0xfffffe00542cfd00 [if_io_tqg_1] 100009 D - 0xfffffe00542cfc00 [if_config_tqg_0] 100010 D - 0xfffffe00085fe000 [pci_hp taskq] 100011 D - 0xfffffe00085fde00 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fdb00 [thread taskq] 100016 D - 0xfffffe00085fd900 [aiod_kick taskq] 100017 D - 0xfffffe00085fd800 [deferred_unmount ta] 100018 D - 0xfffffe00085fd700 [inm_free taskq] 100019 D - 0xfffffe00085fd600 [in6m_free taskq] 100020 D - 0xfffffe00085fd500 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fd400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fd400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fd400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fd400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fd300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fd300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fd300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fd300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085fd200 [firmware taskq] 100039 D - 0xfffffe00085fd100 [crypto_0] 100040 D - 0xfffffe00085fd100 [crypto_1] 100055 D - 0xfffffe00085fce00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fcd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fcc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fcb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00571af480 [virtio_balloon] 100066 D - 0xffffffff826e0981 [deadlkres] 100070 D - 0xfffffe005875f300 [acpi_task_0] 100071 D - 0xfffffe005875f300 [acpi_task_1] 100072 D - 0xfffffe005875f300 [acpi_task_2] 100074 D - 0xfffffe00085fe100 [mca taskq] 100075 D - 0xfffffe00085fd000 [CAM taskq] db> show all locks Process 30479 (syz-executor.0) thread 0xfffffe00760bf740 (145065) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00742c4070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1162 Process 30477 (syz-executor.1) thread 0xfffffe006d235740 (144938) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8372d0f0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1289 Process 30477 (syz-executor.1) thread 0xfffffe00760bd3a0 (145062) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e02948) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4004 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006ce6b770) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1162 Process 30477 (syz-executor.1) thread 0xfffffe0073e4aac0 (145070) shared lockmgr ufs (ufs) r = 0 (0xfffffe0074804230) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1074 Process 30475 (syz-executor.3) thread 0xfffffe00760bc560 (145059) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00749bf230) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1162 Process 12 (intr) thread 0xfffffe00542ede40 (100032) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe00079aec00) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1389 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4220 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 pcb 835 1578K 73620 kobj 326 1304K 488 newblk 36 1033K 214162 vfscache 3 1025K 3 linker 374 560K 412 inodedep 13 517K 45695 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_stro 399 399K 14056 subproc 159 314K 30571 sctp_atcl 804 302K 55088 vmem 3 266K 6 acpitask 1 224K 1 filedesc 28 217K 58867 acpica 1674 184K 60310 tidhash 3 141K 3 pagedep 9 130K 30702 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 90 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 513 65K 513 ddb_capture 1 64K 1 umtx 418 53K 418 sctp_atky 1203 51K 73803 kdtrace 247 49K 75554 sctp_timw 185 47K 185 temp 35 37K 9913 hostcache 1 32K 1 shm 1 32K 81 DEVFS3 128 32K 138 msg 4 30K 4 tcp_fsb 14 29K 3820 kbdmux 6 28K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 136 16K 500 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1687 lltable 43 14K 128 eventhandler 157 13K 157 sctp_athm 804 13K 59575 ether_multi 157 13K 167 KTRACE 100 13K 100 sctp_map 798 13K 27956 ifnet 7 13K 7 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 41178 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 8 shmfd 1 8K 130 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 cred 28 7K 378 kqueue 72 7K 30524 taskqueue 63 7K 63 sglist 6 7K 6 plimit 24 6K 560 CAM DEV 3 6K 510 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 UMA 268 5K 268 session 35 5K 59 pwddesc 69 5K 30482 DEVFSP 69 5K 2389 pf_ifnet 10 5K 132 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 freework 16 4K 106062 proc-args 97 4K 31975 acpisem 28 4K 28 selfd 55 4K 408410 lockf 32 4K 76 kcovinfo 52 4K 52 CC Mem 11 3K 12659 terminal 11 3K 11 select 19 3K 94 uidinfo 4 3K 25 clone 9 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 49 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 158 NFSD session 1 1K 1 diradd 7 1K 36824 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 freeblks 3 1K 41405 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 14870 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 1230 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 16 1K 12672 sctp_stri 1 1K 8850 newdirblk 4 1K 30682 dirrem 2 1K 36779 mkdir 4 1K 61364 indirdep 2 1K 112653 cdev 2 1K 2 freefile 3 1K 36763 chacha20random 1 1K 1 biobuf 1 1K 1 iov 6 1K 56556 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 pf_osfp 2 1K 2 cryptodev 3 1K 2670 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 73805 filecaps 5 1K 199 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 49 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 pf_table 0 0K 18 pf_rule 0 0K 139 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 16293 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 0 filemon 0 0K 923 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 81637 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 77 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 51 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 76 VN POLL 0 0K 0 statfs 0 0K 427 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 8 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 1416 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 1109 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 6107 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8468 1438 1183757 0 254 40574976 0 tcp_log 416 0 9657 547160 0 254 4017312 0 mbuf 256 9622 2831 3722915 0 254 3187968 0 RADIX NODE 144 14372 3935 1070984 0 62 2636208 0 malloc-384 384 5022 168 59393 0 30 1992960 0 sctp_asoc 2256 399 366 13978 0 254 1725840 0 BUF TRIE 144 223 11593 218588 0 62 1701504 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11495 223 11575 0 126 1499904 0 malloc-4096 4096 337 5 2831 0 2 1400832 0 UMA Slabs 0 112 11859 15 11859 0 126 1329888 0 FFS inode 1160 529 591 37292 0 8 1299200 0 sctp_ep 1176 404 616 36685 0 254 1199520 0 vmem btag 56 20301 114 20330 0 254 1143240 0 malloc-2048 2048 407 145 36708 0 8 1130496 0 malloc-384 384 37 2723 45767 0 30 1059840 0 malloc-256 256 254 2791 38290 0 62 779520 0 socket 960 54 710 53097 0 254 733440 0 malloc-256 256 233 2362 141784 0 62 664320 0 malloc-1024 1024 537 23 15057 0 16 573440 0 sctp_raddr 736 404 366 34648 0 254 566720 0 256 Bucket 2048 248 28 9111 0 8 565248 0 VNODE 448 570 663 37335 0 30 552384 0 VM OBJECT 264 1567 473 364702 0 30 538560 0 malloc-65536 65536 6 2 574 0 1 524288 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 THREAD 1824 176 33 45071 0 8 381216 0 malloc-4096 4096 70 6 30482 0 2 311296 0 malloc-128 128 12 2282 36801 0 126 293632 0 FFS2 dinode 256 529 596 37292 0 62 288000 0 malloc-16384 16384 13 4 29431 0 1 278528 0 malloc-64 64 3816 279 3828 0 254 262080 0 malloc-16 16 14445 555 27193 0 254 240000 0 ertt_txseginfo 40 48 5810 411474 0 254 234320 0 malloc-32768 32768 0 7 107275 0 1 229376 0 DEVCTL 1024 0 220 152 0 0 225280 0 malloc-2048 2048 4 100 511 0 8 212992 0 malloc-256 256 58 752 361632 0 62 207360 0 tcp_inpcb 1304 11 142 12659 0 8 199512 0 mbuf_packet 256 15 747 101938 0 254 195072 0 tcp_bbr_map 128 0 1519 97308 0 126 194432 0 MAP ENTRY 96 1696 320 973383 0 126 193536 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 178 47 51925 0 16 187200 0 malloc-32 32 5280 390 5311 0 254 181440 0 malloc-128 128 1125 270 62490 0 126 178560 0 malloc-128 128 1180 215 32313 0 126 178560 0 malloc-256 256 438 252 37592 0 62 176640 0 S VFS Cache 104 1028 493 39689 0 126 158184 0 sctp_chunk 152 355 685 157987 0 254 158080 0 64 Bucket 512 216 80 116243 0 30 151552 0 128 Bucket 1024 98 33 1818 0 16 134144 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 10 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 20 490 1469 0 254 130560 0 PROC 1376 69 19 30481 0 8 121088 0 ksiginfo 112 79 965 7338 0 126 116928 0 malloc-256 256 259 176 6530 0 62 111360 0 malloc-128 128 398 377 31708 0 126 99200 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 0 3 122 0 1 98304 0 malloc-4096 4096 23 1 581 0 2 98304 0 filedesc0 1072 70 21 30482 0 8 97552 0 32 Bucket 256 190 185 32969 0 62 96000 0 UMA Kegs 384 227 6 227 0 30 89472 0 pipe 728 23 98 1731 0 16 88088 0 g_bio 408 4 206 1546661 0 30 85680 0 malloc-64 64 541 782 33433 0 254 84672 0 malloc-16384 16384 5 0 5 0 1 81920 0 sctp_readq 152 2 518 3903 0 254 79040 0 malloc-4096 4096 14 4 29 0 2 73728 0 malloc-64 64 711 360 32932 0 254 68544 0 malloc-64 64 326 745 499955 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-2048 2048 8 24 616 0 8 65536 0 malloc-1024 1024 15 49 526 0 16 65536 0 Files 80 240 560 140074 0 126 64000 0 sctp_stream_msg_out 112 268 272 5918 0 254 60480 0 ripcb 392 6 147 1755 0 30 59976 0 malloc-8192 8192 0 7 949 0 1 57344 0 udplite_inpcb 424 0 126 154 0 30 53424 0 udp_inpcb 424 6 120 302 0 30 53424 0 sctp_laddr 48 0 1092 8382 0 254 52416 0 malloc-64 64 483 336 1151 0 254 52416 0 malloc-32 32 920 718 66233 0 254 52416 0 VMSPACE 616 44 40 30453 0 16 51744 0 tcp_rack_map 128 11 392 9813 0 126 51584 0 malloc-128 128 56 347 38363 0 126 51584 0 malloc-128 128 151 252 5770 0 126 51584 0 malloc-256 256 32 163 71906 0 62 49920 0 malloc-256 256 73 122 293 0 62 49920 0 tcp_rack_pcb 1024 7 41 1910 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 1 47 184251 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-4096 4096 10 2 10 0 2 49152 0 malloc-2048 2048 8 16 169 0 8 49152 0 malloc-512 512 5 91 8868 0 30 49152 0 malloc-384 384 90 30 90 0 30 46080 0 tcp_bbr_pcb 832 0 54 8454 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 4 1 6 0 1 40960 0 pcpu-8 8 4793 327 6556 0 254 40960 0 da_ccb 544 1 69 386792 0 16 38080 0 hostcache 64 6 561 6 0 254 36288 0 malloc-64 64 5 562 49 0 254 36288 0 malloc-64 64 215 352 775 0 254 36288 0 malloc-64 64 3 564 32 0 254 36288 0 16 Bucket 144 86 166 15334 0 62 36288 0 8 Bucket 80 160 290 8839 0 126 36000 0 malloc-128 128 25 254 334 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 1 89 552 0 30 34560 0 malloc-256 256 28 107 6252 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 2 14 77 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 9 7 954 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 1 31 2 0 16 32768 0 malloc-1024 1024 6 26 136 0 16 32768 0 malloc-1024 1024 4 28 163 0 16 32768 0 malloc-1024 1024 0 32 10 0 16 32768 0 malloc-512 512 0 64 118 0 30 32768 0 malloc-512 512 0 64 4 0 30 32768 0 malloc-512 512 16 48 308 0 30 32768 0 malloc-512 512 0 64 540 0 30 32768 0 malloc-512 512 9 55 10 0 30 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 PWD 40 25 783 29526 0 254 32320 0 KNOTE 160 28 172 239777 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 60 0 126 31680 0 clpbuf 2624 0 12 66 0 4 31488 0 tcp_inpcb ports 32 6 876 10202 0 254 28224 0 ertt 72 11 381 12659 0 126 28224 0 malloc-32 32 20 862 29497 0 254 28224 0 malloc-32 32 321 561 11072 0 254 28224 0 4 Bucket 48 7 581 10 0 254 28224 0 2 Bucket 32 71 811 22221 0 254 28224 0 malloc-16 16 879 871 60998 0 254 28000 0 AIO 208 0 133 233 0 62 27664 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 102 0 1 24576 0 rl_entry 40 109 497 109 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 2 58 348 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 malloc-32 32 76 554 577 0 254 20160 0 malloc-32 32 168 462 1116 0 254 20160 0 malloc-32 32 56 574 5570 0 254 20160 0 malloc-32 32 36 594 269 0 254 20160 0 malloc-16 16 812 438 104145 0 254 20000 0 cryptop 280 0 70 232 0 30 19600 0 AIOCB 552 0 35 238 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 tcpreass 48 0 336 4 0 254 16128 0 vtnet_tx_hdr 24 0 668 590353 0 254 16032 0 malloc-16 16 228 772 34340 0 254 16000 0 kenv 258 16 44 1084 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 14 736 30 0 254 12000 0 malloc-16 16 293 457 337 0 254 12000 0 malloc-16 16 18 732 44773 0 254 12000 0 malloc-16 16 18 732 21 0 254 12000 0 malloc-384 384 13 17 13 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 15 24 19 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0