panic: size_on_reasm_queue is 3 cpuid = 0 time = 1705801329 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00742d9f30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00742da090 vpanic() at vpanic+0x271/frame 0xfffffe00742da230 panic() at panic+0xb5/frame 0xfffffe00742da300 sctp_calc_rwnd() at sctp_calc_rwnd+0x26e/frame 0xfffffe00742da350 sctp_user_rcvd() at sctp_user_rcvd+0x25b/frame 0xfffffe00742da450 sctp_sorecvmsg() at sctp_sorecvmsg+0x34a1/frame 0xfffffe00742da700 sctp_soreceive() at sctp_soreceive+0x240/frame 0xfffffe00742da9d0 soreceive() at soreceive+0xdf/frame 0xfffffe00742daa30 kern_recvit() at kern_recvit+0x538/frame 0xfffffe00742dabf0 sys_recvmsg() at sys_recvmsg+0x1ad/frame 0xfffffe00742dad10 amd64_syscall() at amd64_syscall+0x473/frame 0xfffffe00742daf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00742daf30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aeb2a, rsp = 0x825e16f08, rbp = 0x825e16f80 --- KDB: enter: panic [ thread pid 9597 tid 110717 ] Stopped at kdb_enter+0x6e: movq $0,0x21941d7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0xffffffff826f87e0 .str.28 rsp 0xfffffe00742da070 rbp 0xfffffe00742da090 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0x1000000 r11 0xfffffe0074cb9c60 r12 0 r13 0xfffffe0074cb9740 r14 0xffffffff826f87e0 .str.28 r15 0 rip 0xffffffff815cae3e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21941d7(%rip) db> show proc Process 9597 (syz-executor.1) at 0xfffffe006d1e7580: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 772 at 0xfffffe006cdc95c0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe00541f8040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0074d09738 (map 0xfffffe0074d09738) (map.pmap 0xfffffe0074d097f8) (pmap 0xfffffe0074d09868) threads: 2 109231 RunQ syz-executor.1 110717 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 9598 773 773 0 R syz-executor.2 9597 772 772 0 R (threaded) syz-executor.1 109231 RunQ syz-executor.1 110717 Run CPU 0 syz-executor.1 8073 1 780 0 SV uwait 0xfffffe0073d02680 syz-executor.3 8068 1 780 0 SV uwait 0xfffffe0073d03780 syz-executor.3 8062 1 780 0 SV uwait 0xfffffe0073d03080 syz-executor.3 8056 1 780 0 SV uwait 0xfffffe0073d03280 syz-executor.3 8050 1 780 0 SV uwait 0xfffffe0073d03180 syz-executor.3 8045 1 780 0 SV uwait 0xfffffe0073d01d80 syz-executor.3 8040 1 780 0 SV uwait 0xfffffe0073d02380 syz-executor.3 8035 1 780 0 SV uwait 0xfffffe0073d02d00 syz-executor.3 8016 1 780 0 SV uwait 0xfffffe0073d02100 syz-executor.3 7984 1 780 0 SV uwait 0xfffffe0073d02300 syz-executor.3 7949 1 780 0 SV uwait 0xfffffe0057ab6380 syz-executor.3 7943 1 773 0 SV uwait 0xfffffe006a3b7a80 syz-executor.2 7915 1 780 0 SV uwait 0xfffffe0073d02e00 syz-executor.3 7907 1 773 0 SV uwait 0xfffffe0073d02f00 syz-executor.2 7879 1 780 0 SV uwait 0xfffffe006a3b7d00 syz-executor.3 7877 1 773 0 SV uwait 0xfffffe006a3b7880 syz-executor.2 7852 1 771 0 SV uwait 0xfffffe0073d03580 syz-executor.0 7849 1 780 0 SV uwait 0xfffffe005720cf00 syz-executor.3 7846 1 771 0 SV uwait 0xfffffe0073d04000 syz-executor.0 7843 1 780 0 SV uwait 0xfffffe0057ab6680 syz-executor.3 7839 1 771 0 SV uwait 0xfffffe006a3b7580 syz-executor.0 7835 1 780 0 SV uwait 0xfffffe005720a380 syz-executor.3 7824 1 780 0 SV uwait 0xfffffe0054040a80 syz-executor.3 7817 1 7817 65 Ss select 0xfffffe006ca14640 dhclient 7809 1 780 0 SV uwait 0xfffffe006a3b6e00 syz-executor.3 6264 1 6264 0 Ss select 0xfffffe006ca149c0 dhclient 6260 1 6260 0 Ss select 0xfffffe0058940b40 dhclient 6238 1 6238 65 Ss select 0xfffffe006ca14840 dhclient 5225 1 5225 0 Ss select 0xfffffe0058b949c0 dhclient 5216 1 5216 0 Ss select 0xfffffe0058b940c0 dhclient 5186 1 5186 65 Ss select 0xfffffe0058b93e40 dhclient 3162 1 3162 0 Ss select 0xfffffe006ca15140 dhclient 3158 1 3158 0 Ss select 0xfffffe0058ba1440 dhclient 3136 1 3136 65 Ss select 0xfffffe0058b93a40 dhclient 1017 1 773 0 S uwait 0xfffffe0057ab6480 syz-executor.2 1011 1 773 0 S uwait 0xfffffe0073d04300 syz-executor.2 1010 1 773 0 S uwait 0xfffffe0073d04400 syz-executor.2 1005 1 773 0 S uwait 0xfffffe005720cc00 syz-executor.2 897 1 780 0 SV uwait 0xfffffe005720c400 syz-executor.3 876 0 0 0 DL aiordy 0xfffffe006a31d060 [aiod4] 875 0 0 0 DL aiordy 0xfffffe006d1e8040 [aiod3] 874 0 0 0 DL aiordy 0xfffffe00571c8020 [aiod2] 873 0 0 0 DL aiordy 0xfffffe006cdc7ae0 [aiod1] 861 1 780 0 SV uwait 0xfffffe005720c800 syz-executor.3 823 1 780 0 SV uwait 0xfffffe005720cb00 syz-executor.3 811 1 811 0 Ss select 0xfffffe0058ba11c0 dhclient 804 1 804 0 Ss select 0xfffffe0058b93940 dhclient 780 768 780 0 Rs syz-executor.3 773 768 773 0 Ss nanslp 0xffffffff83740400 syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Rs syz-executor.0 768 766 766 0 R (threaded) syz-fuzzer 100088 S uwait 0xfffffe005720a480 syz-fuzzer 100116 RunQ syz-fuzzer 100117 S uwait 0xfffffe0054040600 syz-fuzzer 100118 S uwait 0xfffffe0054040700 syz-fuzzer 100119 S uwait 0xfffffe0057ab7a80 syz-fuzzer 100120 S uwait 0xfffffe0057ab6a80 syz-fuzzer 100121 S wait 0xfffffe00571c7000 syz-fuzzer 100122 S wait 0xfffffe00571c7000 syz-fuzzer 100125 S wait 0xfffffe00571c7000 syz-fuzzer 100127 S wait 0xfffffe00571c7000 syz-fuzzer 100132 S kqread 0xfffffe0058912800 syz-fuzzer 100180 S uwait 0xfffffe005720a180 syz-fuzzer 101337 S uwait 0xfffffe006a3b7080 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006a31cbb0 csh 764 682 764 0 Ss select 0xfffffe0058b941c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00576a00b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587ee4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587eecb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587ef4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587efcb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00587e4cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543494b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0054349cb0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005434a4b0 getty 686 1 686 0 Ss nanslp 0xffffffff83740400 cron 682 1 682 0 Ss select 0xfffffe0058b94a40 sshd 495 1 495 0 Ss select 0xfffffe0058b94b40 syslogd 424 1 424 0 Ss select 0xfffffe0058b94e40 devd 423 1 423 65 Ss select 0xfffffe0058b94cc0 dhclient 338 1 338 0 Ss select 0xfffffe0058b94d40 dhclient 335 1 335 0 Ss select 0xfffffe006ca14e40 dhclient 17 0 0 0 DL syncer 0xffffffff8385db20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571c9040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8385c100 [bufdaemon] 100080 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00085fe4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a55c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff8388d438 [dom0] 100081 D launds 0xffffffff8388d444 [laundry: dom0] 100082 D umarcl 0xffffffff81d61180 [uma] 7 0 0 0 DL - 0xffffffff834bdc10 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84570ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff843b25a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83488340 [doneq0] 100045 D - 0xffffffff834882c0 [async] 100076 D - 0xffffffff83488140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83888c60 [crypto] 100042 D crypto_ 0xfffffe00542edd30 [crypto returns 0] 100043 D crypto_ 0xfffffe00542edd80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe000799c088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e8d40 [g_event] 100036 D - 0xffffffff836e8d60 [g_up] 100037 D - 0xffffffff836e8d80 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541f8040 [init] 10 0 0 0 DL audit_w 0xffffffff838896c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e9720 [swapper] 100005 D - 0xfffffe00540a8800 [softirq_0] 100006 D - 0xfffffe00540a8600 [softirq_1] 100007 D - 0xfffffe00540a8400 [if_io_tqg_0] 100008 D - 0xfffffe00540a8200 [if_io_tqg_1] 100009 D - 0xfffffe00540a8000 [if_config_tqg_0] 100010 D - 0xfffffe00079e5000 [pci_hp taskq] 100011 D - 0xfffffe00079e4e00 [kqueue_ctx taskq] 100014 D - 0xfffffe00079e4b00 [thread taskq] 100016 D - 0xfffffe00079e4900 [aiod_kick taskq] 100017 D - 0xfffffe00079e4800 [deferred_unmount ta] 100018 D - 0xfffffe00079e4700 [inm_free taskq] 100019 D - 0xfffffe00079e4600 [in6m_free taskq] 100020 D - 0xfffffe00079e4500 [linuxkpi_irq_wq] 100021 D - 0xfffffe00079e4400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079e4400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079e4400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079e4400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079e4300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079e4300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079e4300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079e4300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079e4200 [firmware taskq] 100039 D - 0xfffffe00079e3700 [crypto_0] 100040 D - 0xfffffe00079e3700 [crypto_1] 100055 D - 0xfffffe00079e3000 [vtnet0 rxq 0] 100056 D - 0xfffffe00079e2e00 [vtnet0 txq 0] 100057 D - 0xfffffe00079e2d00 [vtnet0 rxq 1] 100058 D - 0xfffffe00079e2c00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057197400 [virtio_balloon] 100066 D - 0xffffffff826fda41 [deadlkres] 100070 D - 0xfffffe00079e3200 [acpi_task_0] 100071 D - 0xfffffe00079e3200 [acpi_task_1] 100072 D - 0xfffffe00079e3200 [acpi_task_2] 100074 D - 0xfffffe00079e5100 [mca taskq] 100075 D - 0xfffffe00079e3100 [CAM taskq] db> show all locks Process 9598 (syz-executor.2) thread 0xfffffe0073cfe740 (110005) shared rw vmobject (vmobject) r = 0 (0xfffffe0073d9d108) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_fault.c:1139 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe0074d09a00) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:5024 Process 9597 (syz-executor.1) thread 0xfffffe0074cb9740 (110717) exclusive sleep mutex sctp-read (inpr) r = 0 (0xfffffe0073f1ad98) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:6063 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0074f1ecc0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:3992 Process 12 (intr) thread 0xfffffe00542c9740 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006f726320) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2135 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4220 sysctloid 34817 2052K 34888 vtbuf 24 1968K 46 pcb 887 1621K 19127 kobj 326 1304K 488 newblk 33 1032K 46987 vfscache 3 1025K 3 inodedep 534 712K 11368 filedesc 76 602K 17441 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 212 406K 9724 sctp_stro 387 387K 6171 sctp_atcl 811 305K 15760 vmem 3 266K 6 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 pagedep 33 136K 8693 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 dirrem 501 126K 9841 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 149 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 513 65K 513 ddb_capture 1 64K 1 freefile 501 63K 9809 kdtrace 284 55K 20317 umtx 432 54K 432 sctp_atky 1198 50K 22096 sctp_timw 152 38K 152 temp 35 37K 2247 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 LRO 24 25K 24 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 128 16K 411 ithread 97 16K 97 bus-sc 34 15K 1687 eventhandler 161 14K 161 lltable 42 13K 68 sctp_athm 811 13K 15827 KTRACE 100 13K 100 sctp_map 774 13K 12348 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 61 11K 481 rman 86 11K 431 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 10904 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 273 pfs_vncache 1 8K 1 kqueue 92 8K 9615 audit_evclass 238 8K 300 taskqueue 63 7K 63 cred 26 7K 261 sglist 6 7K 6 plimit 24 6K 413 CAM DEV 3 6K 510 pwddesc 90 6K 9599 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 session 35 5K 46 UMA 267 5K 267 pf_ifnet 10 5K 19 DEVFSP 68 5K 1914 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 121 4K 10837 newdirblk 28 4K 8675 acpisem 28 4K 28 selfd 55 4K 138859 lockf 32 4K 54 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 59 clone 9 3K 9 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 30 2K 57 sctp_ifa 13 2K 14 tun 7 2K 7 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 CC Mem 5 2K 2234 acpidev 20 2K 20 freework 5 2K 24097 softdep 1 1K 1 mkdir 8 1K 17350 freeblks 4 1K 10860 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 36 NFSD session 1 1K 1 inpcbpolicy 30 1K 3035 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 1274 encap_export_host 12 1K 12 procdesc 5 1K 14 sctp_stri 1 1K 134 diradd 4 1K 9880 cdev 2 1K 2 lkpikmalloc 8 1K 9 osd 10 1K 2247 netlink 2 1K 54 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 cryptodev 2 1K 6663 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 18862 filecaps 5 1K 94 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 41 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 22752 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 5377 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 mqdata 0 0K 0 filemon 0 0K 117 tcp_do 0 0K 0 tcp_fsb 0 0K 2704 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13538 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 16 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 13 allocindir 0 0K 0 indirdep 0 0K 23173 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 262 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 14 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 111 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 830 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 258 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8415 983 1284033 0 254 38494208 0 mbuf 256 12673 2570 2070382 0 254 3902208 0 RADIX NODE 144 13573 198 287162 0 62 1983024 0 malloc-4096 4096 424 6 10095 0 2 1761280 0 sctp_asoc 2256 387 378 6171 0 254 1725840 0 BUF TRIE 144 203 11613 46230 0 62 1701504 0 malloc-384 384 4122 48 4123 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11458 136 21509 0 126 1484032 0 UMA Slabs 0 112 11331 3 11331 0 126 1269408 0 vmem btag 56 18021 90 18021 0 254 1014216 0 malloc-2048 2048 430 18 9529 0 8 917504 0 sctp_ep 1176 423 347 9522 0 254 905520 0 socket 960 108 656 14206 0 254 733440 0 malloc-16384 16384 37 6 8718 0 1 704512 0 FFS inode 1168 544 30 10353 0 8 670432 0 malloc-384 384 1374 156 27217 0 30 587520 0 sctp_raddr 736 387 383 6491 0 254 566720 0 lkpicurr 176 2 3080 2 0 62 542432 0 pbuf 2624 0 194 0 0 2 509056 0 VM OBJECT 264 1699 71 114876 0 30 467280 0 256 Bucket 2048 193 27 6584 0 8 450560 0 malloc-256 256 579 1161 61017 0 62 445440 0 malloc-1024 1024 387 13 7224 0 16 409600 0 THREAD 1824 193 23 10717 0 8 393984 0 tcp_log 416 0 765 5286 0 254 318240 0 VNODE 448 585 108 10396 0 30 310464 0 malloc-64 64 3989 610 23098 0 254 294336 0 malloc-128 128 1201 969 14064 0 126 277760 0 MAP ENTRY 96 2344 428 310331 0 126 266112 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-256 256 252 753 48432 0 62 257280 0 malloc-16 16 14389 361 16690 0 254 236000 0 sctp_chunk 152 1063 471 4318 0 254 233168 0 malloc-32768 32768 0 7 22060 0 1 229376 0 DEVCTL 1024 0 220 151 0 0 225280 0 FPU_save_area 832 195 48 19635 0 16 202176 0 mbuf_packet 256 216 546 19665 0 254 195072 0 malloc-32 32 5395 527 8425 0 254 189504 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-128 128 1169 226 28372 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 PROC 1376 89 32 9598 0 8 166496 0 ertt_txseginfo 40 1 4140 30883 0 254 165640 0 FFS2 dinode 256 544 86 10353 0 62 161280 0 malloc-1024 1024 128 16 145 0 16 147456 0 S VFS Cache 104 1013 391 11054 0 126 146016 0 malloc-256 256 453 117 9568 0 62 145920 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 204 0 1 131072 0 unpcb 256 34 476 1612 0 254 130560 0 filedesc0 1072 90 22 9599 0 8 120064 0 128 Bucket 1024 65 50 550 0 16 117760 0 ksiginfo 112 103 941 9092 0 126 116928 0 malloc-2048 2048 6 50 1053 0 8 114688 0 malloc-256 256 291 144 11619 0 62 111360 0 64 Bucket 512 117 83 14174 0 30 102400 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 23 1 35 0 2 98304 0 UMA Kegs 384 226 7 226 0 30 89472 0 g_bio 408 4 206 314943 0 30 85680 0 malloc-64 64 901 422 7945 0 254 84672 0 tcp_bbr_map 128 0 651 3383 0 126 83328 0 malloc-128 128 362 289 26608 0 126 83328 0 malloc-128 128 524 127 2540 0 126 83328 0 malloc-384 384 172 38 175 0 30 80640 0 malloc-256 256 189 126 9112 0 62 80640 0 32 Bucket 256 87 228 6622 0 62 80640 0 malloc-4096 4096 13 5 30 0 2 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 tcp_inpcb 1312 5 43 2234 0 8 62976 0 sctp_stream_msg_out 112 231 309 810 0 254 60480 0 VMSPACE 616 69 27 9552 0 16 59136 0 malloc-8192 8192 2 5 119 0 1 57344 0 udp_inpcb 424 6 120 513 0 30 53424 0 malloc-64 64 69 750 20659 0 254 52416 0 malloc-64 64 477 342 1011 0 254 52416 0 malloc-64 64 335 484 340 0 254 52416 0 Files 80 288 362 36275 0 126 52000 0 malloc-256 256 43 152 1470 0 62 49920 0 malloc-256 256 57 138 11818 0 62 49920 0 ripcb 392 19 107 144 0 30 49392 0 tcp_rack_pcb 1024 0 48 1352 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 57453 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 17 7 17 0 8 49152 0 malloc-1024 1024 4 44 553 0 16 49152 0 malloc-512 512 11 85 108 0 30 49152 0 pcpu-8 8 4791 841 5626 0 254 45056 0 tcp_bbr_pcb 832 0 54 280 0 16 44928 0 PWD 40 50 1061 8765 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 217 98 217 0 62 42840 0 clpbuf 2624 0 16 56 0 4 41984 0 malloc-8192 8192 3 2 104 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 9 0 2 40960 0 malloc-4096 4096 1 9 1353 0 2 40960 0 sctp_laddr 48 1 839 11524 0 254 40320 0 pipe 728 23 32 380 0 16 40040 0 sctp_readq 152 1 259 4 0 254 39520 0 udplite_inpcb 424 0 90 144 0 30 38160 0 da_ccb 544 1 69 78864 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 44 523 78 0 254 36288 0 malloc-64 64 210 357 149144 0 254 36288 0 malloc-64 64 105 462 1978 0 254 36288 0 malloc-32 32 878 256 18807 0 254 36288 0 16 Bucket 144 79 173 3588 0 62 36288 0 tcp_rack_map 128 0 279 2456 0 126 35712 0 malloc-128 128 28 251 44 0 126 35712 0 malloc-128 128 108 171 2200 0 126 35712 0 malloc-128 128 79 200 96 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 52 0 30 34560 0 malloc-256 256 9 126 550 0 62 34560 0 SLEEPQUEUE 88 217 167 217 0 126 33792 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 3 1 29 0 1 32768 0 malloc-2048 2048 8 8 8 0 8 32768 0 malloc-2048 2048 5 11 32 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 2 14 193 0 8 32768 0 malloc-2048 2048 1 15 66 0 8 32768 0 malloc-1024 1024 15 17 16 0 16 32768 0 malloc-1024 1024 13 19 25 0 16 32768 0 malloc-1024 1024 2 30 157 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 1 31 1426 0 16 32768 0 malloc-512 512 0 64 121 0 30 32768 0 malloc-512 512 3 61 24 0 30 32768 0 malloc-512 512 4 60 55 0 30 32768 0 malloc-512 512 3 61 37 0 30 32768 0 malloc-512 512 1 63 134 0 30 32768 0 malloc-512 512 8 56 22 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 30 170 96985 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 47 0 126 31680 0 tcp_inpcb ports 32 3 879 1695 0 254 28224 0 malloc-32 32 351 531 12511 0 254 28224 0 4 Bucket 48 8 580 13 0 254 28224 0 2 Bucket 32 74 808 6099 0 254 28224 0 8 Bucket 80 59 291 2769 0 126 28000 0 AIO 208 0 133 141 0 62 27664 0 cpuset 200 7 121 24 0 62 25600 0 malloc-4096 4096 2 4 818 0 2 24576 0 rl_entry 40 79 527 79 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 malloc-16 16 806 694 12431 0 254 24000 0 itimer 352 0 66 5 0 30 23232 0 malloc-384 384 0 60 343 0 30 23040 0 malloc-384 384 14 46 15 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 ertt 72 5 275 2234 0 126 20160 0 malloc-32 32 10 620 39 0 254 20160 0 malloc-32 32 105 525 1224 0 254 20160 0 malloc-32 32 59 571 1188 0 254 20160 0 malloc-32 32 69 561 122 0 254 20160 0 malloc-32 32 34 596 1081 0 254 20160 0 malloc-16 16 868 382 28644 0 254 20000 0 cryptop 280 0 70 1214 0 30 19600 0 AIOCB 552 0 35 139 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 646182 0 254 16032 0 kenv 258 17 43 1081 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 domainset 40 0 315 13 0 254 12600 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 30 720 68 0 254 12000 0 malloc-16 16 18 732 5739 0 254 12000 0 malloc-16 16 254 496 17373 0 254 12000 0 malloc-16 16 35 715 50 0 254 12000 0 malloc-16 16 268 482 27991 0 254 12000 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0