panic: Assertion !callout_active(&tp->t_callout) failed at /syzkaller/managers/i386/kernel/sys/netinet/tcp_subr.c:2386 cpuid = 0 time = 1707612607 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe007468a670 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe007468a7d0 vpanic() at vpanic+0x26a/frame 0xfffffe007468a990 panic() at panic+0xb5/frame 0xfffffe007468aa50 tcp_discardcb() at tcp_discardcb+0x5f7/frame 0xfffffe007468ab40 tcp_usr_detach() at tcp_usr_detach+0xd4/frame 0xfffffe007468ab70 sorele_locked() at sorele_locked+0x1ca/frame 0xfffffe007468abb0 soclose() at soclose+0x41f/frame 0xfffffe007468aca0 _fdrop() at _fdrop+0x58/frame 0xfffffe007468acd0 closef() at closef+0x655/frame 0xfffffe007468aeb0 fdescfree() at fdescfree+0xa79/frame 0xfffffe007468b090 exit1() at exit1+0x870/frame 0xfffffe007468b130 sigexit() at sigexit+0x3f6/frame 0xfffffe007468ba90 postsig() at postsig+0x2c8/frame 0xfffffe007468bc10 ast_sig() at ast_sig+0x788/frame 0xfffffe007468bec0 ast() at ast+0x1ef/frame 0xfffffe007468bf30 doreti_ast() at doreti_ast+0x1c/frame 0xdffbaf30 KDB: enter: panic [ thread pid 2675 tid 102083 ] Stopped at kdb_enter+0x6e: movq $0,0x2193367(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0xffffffff826fb040 .str.27 rsp 0xfffffe007468a7b0 rbp 0xfffffe007468a7d0 rsi 0 rdi 0xffffffff82c084a8 panicstr r8 0 r9 0xffffffff r10 0 r11 0x7 r12 0xfffffe00745a9740 r13 0xfffffffffffffffe r14 0xffffffff826fb040 .str.27 r15 0 rip 0xffffffff815cbcae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2193367(%rip) db> show proc Process 2675 (syz-executor.3) at 0xfffffe0074b64580: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 1 at 0xfffffe00541e3040 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.3 exec reaper: 0xfffffe00541e3040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0058a54738 (map 0xfffffe0058a54738) (map.pmap 0xfffffe0058a547f8) (pmap 0xfffffe0058a54868) threads: 1 102083 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 9497 1 771 0 RE syz-executor.0 3838 1 814 0 RE syz-executor.3 3305 0 0 0 DL mdwait 0xfffffe0074f21000 [md7] 3284 0 0 0 DL mdwait 0xfffffe0074f12000 [md6] 3264 0 0 0 DL mdwait 0xfffffe0074b6d000 [md5] 3145 1 814 0 REV syz-executor.3 2709 0 0 0 DL aiordy 0xfffffe0073e37060 [aiod4] 2708 0 0 0 DL aiordy 0xfffffe0074b655a0 [aiod3] 2707 0 0 0 DL aiordy 0xfffffe0074503560 [aiod2] 2706 0 0 0 DL aiordy 0xfffffe0073e36b00 [aiod1] 2675 1 814 0 RE CPU 0 syz-executor.3 2668 1 771 0 R syz-executor.0 2609 0 0 0 DL mdwait 0xfffffe0074b6e000 [md4] 2591 1 771 0 R syz-executor.0 2587 0 0 0 DL mdwait 0xfffffe0074b40000 [md3] 2584 1 771 0 R syz-executor.0 2583 0 0 0 DL mdwait 0xfffffe0074b41000 [md2] 2582 0 0 0 DL mdwait 0xfffffe0074b10000 [md1] 2577 1 771 0 R syz-executor.0 2556 0 0 0 DL mdwait 0xfffffe0074b11000 [md0] 2365 1 771 0 R syz-executor.0 2359 1 771 0 R syz-executor.0 2340 1 771 0 RE syz-executor.0 2309 1 771 0 R syz-executor.0 2295 1 783 0 R syz-executor.2 2134 1 771 0 R syz-executor.0 2133 1 771 0 R syz-executor.0 2120 1 771 0 RE CPU 1 syz-executor.0 2117 1 771 0 R syz-executor.0 1982 1 1982 0 Rs dhclient 1975 1 1975 0 Rs dhclient 1016 1 814 0 RV syz-executor.3 980 1 814 0 RV syz-executor.3 944 1 814 0 RV syz-executor.3 938 1 783 0 RV syz-executor.2 910 1 814 0 RV syz-executor.3 901 1 783 0 RV syz-executor.2 848 1 783 0 RV syz-executor.2 814 768 814 0 Rs syz-executor.3 783 768 783 0 Rs syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Rs syz-executor.0 768 766 766 0 R (threaded) syz-fuzzer 100086 RunQ syz-fuzzer 100116 S uwait 0xfffffe0057a94400 syz-fuzzer 100117 S uwait 0xfffffe0057a93800 syz-fuzzer 100118 S wait 0xfffffe005719e560 syz-fuzzer 100119 S wait 0xfffffe005719e560 syz-fuzzer 100120 S uwait 0xfffffe005767c200 syz-fuzzer 100121 S uwait 0xfffffe005767c300 syz-fuzzer 100122 S kqread 0xfffffe0007981e00 syz-fuzzer 100123 S wait 0xfffffe005719e560 syz-fuzzer 100126 S wait 0xfffffe005719e560 syz-fuzzer 100127 S uwait 0xfffffe005717ce00 syz-fuzzer 100172 S uwait 0xfffffe006cdf9c00 syz-fuzzer 104149 S uwait 0xfffffe0074d28180 syz-fuzzer 766 764 766 0 Rs csh 764 1 764 0 Rs sshd 495 1 495 0 Rs syslogd 423 1 423 65 Rs dhclient 335 1 335 0 Rs dhclient 17 0 0 0 DL syncer 0xffffffff8385db20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571a0040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8385c100 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0057bd38e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a55c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff8388d438 [dom0] 100080 D launds 0xffffffff8388d444 [laundry: dom0] 100081 D umarcl 0xffffffff81d63500 [uma] 7 0 0 0 DL - 0xffffffff834bdc30 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84566ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff843a85a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83488340 [doneq0] 100045 D - 0xffffffff834882c0 [async] 100076 D - 0xffffffff83488140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83888c60 [crypto] 100042 D crypto_ 0xfffffe0054087d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0054087d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543cb088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e8d80 [g_event] 100036 D - 0xffffffff836e8da0 [g_up] 100037 D - 0xffffffff836e8dc0 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 RLs [init] 10 0 0 0 DL audit_w 0xffffffff838896c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e9760 [swapper] 100005 D - 0xfffffe00541fd000 [softirq_0] 100006 D - 0xfffffe00541fce00 [softirq_1] 100007 D - 0xfffffe00541fcd00 [if_io_tqg_0] 100008 D - 0xfffffe00541fcc00 [if_io_tqg_1] 100009 D - 0xfffffe00541fcb00 [if_config_tqg_0] 100010 D - 0xfffffe000797f700 [pci_hp taskq] 100011 D - 0xfffffe000797f500 [kqueue_ctx taskq] 100014 D - 0xfffffe000797ee00 [thread taskq] 100016 D - 0xfffffe000797ea00 [aiod_kick taskq] 100017 D - 0xfffffe000797e800 [deferred_unmount ta] 100018 D - 0xfffffe000797e600 [inm_free taskq] 100019 D - 0xfffffe000797e400 [in6m_free taskq] 100020 D - 0xfffffe000797e200 [linuxkpi_irq_wq] 100021 D - 0xfffffe000797e000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000797e000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000797e000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000797e000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000797da00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000797da00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000797da00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000797da00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000797d000 [firmware taskq] 100039 D - 0xfffffe0054311d00 [crypto_0] 100040 D - 0xfffffe0054311d00 [crypto_1] 100055 D - 0xfffffe0054311000 [vtnet0 rxq 0] 100056 D - 0xfffffe0054310e00 [vtnet0 txq 0] 100057 D - 0xfffffe0054310d00 [vtnet0 rxq 1] 100058 D - 0xfffffe0054310c00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00570e0700 [virtio_balloon] 100066 D - 0xffffffff82700280 [deadlkres] 100070 D - 0xfffffe0057a9c000 [acpi_task_0] 100071 D - 0xfffffe0057a9c000 [acpi_task_1] 100072 D - 0xfffffe0057a9c000 [acpi_task_2] 100074 D - 0xfffffe0007980900 [mca taskq] 100075 D - 0xfffffe0054311700 [CAM taskq] 3072 1 3072 0 Z syz-executor.3 3116 1 771 0 Z syz-executor.0 3119 1 771 0 Z syz-executor.0 3120 1 771 0 Z syz-executor.0 2135 1 771 0 Z syz-executor.0 3180 1 814 0 Z syz-executor.3 3214 1 814 0 Z syz-executor.3 2259 1 783 0 Z syz-executor.2 11480 1 772 0 Z syz-executor.1 5337 1 5337 65 Z dhclient 5362 1 5362 0 Z dhclient 5367 1 5367 0 Z dhclient 2362 1 771 0 Z syz-executor.0 6470 1 6470 65 Z dhclient 9546 1 814 0 Z syz-executor.3 338 1 338 0 Z dhclient 9570 1 771 0 Z syz-executor.0 9583 1 814 0 Z syz-executor.3 11693 1 814 0 Z syz-executor.3 2576 1 771 0 Z syz-executor.0 9748 1 814 0 Z syz-executor.3 3604 1 814 0 Z syz-executor.3 2581 1 771 0 Z syz-executor.0 3617 1 814 0 Z syz-executor.3 3619 1 771 0 Z syz-executor.0 2596 1 771 0 Z syz-executor.0 2626 1 771 0 Z syz-executor.0 2669 1 771 0 Z syz-executor.0 3726 1 814 0 Z syz-executor.3 3734 1 814 0 Z syz-executor.3 2710 1 814 0 Z syz-executor.3 12966 814 814 0 Z syz-executor.3 2749 1 814 0 Z syz-executor.3 3775 1 814 0 Z syz-executor.3 3824 1 814 0 Z syz-executor.3 11002 1 814 0 Z syz-executor.3 3834 1 814 0 Z syz-executor.3 3836 1 814 0 Z syz-executor.3 6928 1 772 0 Z syz-executor.1 6933 1 772 0 Z syz-executor.1 4965 1 4965 65 Z dhclient 2927 1 814 0 Z syz-executor.3 2929 1 814 0 Z syz-executor.3 2931 1 814 0 Z syz-executor.3 4987 1 4987 0 Z dhclient 4990 1 4990 0 Z dhclient 2946 1 771 0 Z syz-executor.0 2948 1 771 0 Z syz-executor.0 3998 1 3998 65 Z dhclient 4027 1 4027 0 Z dhclient 4035 1 4035 0 Z dhclient 3013 1 814 0 Z syz-executor.3 3045 1 814 0 Z syz-executor.3 db> show all locks Process 9497 (syz-executor.0) thread 0xfffffe0075589000 (106025) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00579e4070) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3536 Process 3838 (syz-executor.3) thread 0xfffffe0074b84000 (102866) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe007527f230) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3536 Process 3145 (syz-executor.3) thread 0xfffffe0074c5d740 (102805) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0074cc1cb0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:534 Process 2675 (syz-executor.3) thread 0xfffffe00745a9740 (102083) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0072157020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:204 Process 2340 (syz-executor.0) thread 0xfffffe0073d1c000 (101637) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006cd6be70) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3536 Process 2120 (syz-executor.0) thread 0xfffffe0073f7b000 (101332) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00077b0f00) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:8641 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0058a54600) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:8551 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4228 sysctloid 35753 2107K 35824 vtbuf 24 1968K 46 pcb 867 1618K 31778 kobj 326 1304K 560 newblk 10 1027K 16285 vfscache 3 1025K 3 inodedep 73 539K 13182 subproc 274 535K 13300 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 56 441K 23888 sctp_stro 417 417K 5547 sctp_atcl 841 316K 21564 vmem 3 266K 6 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 pagedep 15 132K 12190 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 117 117K 134 sem 4 106K 4 gtaskqueue 18 98K 18 bus 985 81K 5155 mtx_pool 2 72K 2 freework 273 69K 13438 syncache 1 68K 1 NFSD srvcache 3 68K 3 kdtrace 351 66K 26945 module 513 65K 513 umtx 512 64K 512 ddb_capture 1 64K 1 sctp_atky 1258 53K 27366 sctp_timw 202 51K 202 temp 35 37K 5672 DEVFS3 136 34K 146 md_disk 16 33K 16 hostcache 1 32K 1 shm 1 32K 6 md_sectors 8 32K 8 msg 4 30K 4 kbdmux 6 28K 6 LRO 24 25K 24 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 GEOM 117 19K 721 BPF 14 19K 76 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 137 17K 429 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1687 freeblks 56 14K 12067 lltable 45 14K 80 eventhandler 161 14K 161 sctp_athm 841 14K 21737 sctp_map 834 14K 11120 ether_multi 157 13K 167 KTRACE 100 13K 101 ifnet 7 13K 7 devstat 6 13K 6 kenv 95 12K 95 rman 86 11K 431 CAM queue 5 11K 1528 kqueue 121 10K 13220 in6_multi 71 9K 71 bmsafemap 3 9K 12905 rpc 4 9K 4 UART 12 9K 12 ksem 1 8K 53 shmfd 1 8K 8 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 freefile 58 8K 12004 taskqueue 63 7K 63 sglist 6 7K 6 CAM DEV 3 6K 510 cred 23 6K 316 pfs_nodes 22 6K 22 hhook 15 5K 17 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 23 UMA 275 5K 275 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 63 4K 13142 DEVFSP 60 4K 1077 acpisem 28 4K 28 plimit 13 4K 454 kcovinfo 52 4K 52 session 24 3K 54 CC Mem 11 3K 4136 terminal 11 3K 11 proc-args 77 3K 14561 lockf 22 3K 62 clone 9 3K 9 uidinfo 3 3K 11 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 tun 7 2K 7 CAM XPT 22 2K 543 Unitno 25 2K 49 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 selfd 22 2K 181171 ipsecpolicy 2 2K 2 acpidev 20 2K 20 sctp_stri 2 1K 346 softdep 1 1K 1 dirrem 4 1K 12032 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 1684 NFSD session 1 1K 1 newdirblk 7 1K 11869 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 diradd 6 1K 12070 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 select 6 1K 78 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 10 encap_export_host 12 1K 12 inpcbpolicy 19 1K 4742 osd 16 1K 4128 mkdir 4 1K 23738 cdev 2 1K 2 lkpikmalloc 8 1K 9 netlink 2 1K 64 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 18 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 pf_osfp 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 cryptodev 2 1K 914 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 46 acpiintr 1 1K 1 soname 2 1K 23288 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 128 pf_table 0 0K 0 pf_rule 0 0K 4 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 10439 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 10 tcp_do 0 0K 0 tcp_fsb 0 0K 800 filemon 0 0K 162 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 10118 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 853 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 2234 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 21 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 355 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 3 lio 0 0K 12 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 27564 ioctlops 0 0K 213 eventfd 0 0K 11 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 384 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 949 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 120 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 60 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8870 782 1015132 0 254 39534592 0 mbuf 256 17739 1572 3238717 0 254 4943616 0 tcp_log 416 0 8640 60817 0 254 3594240 0 sctp_asoc 2256 417 1108 5547 0 254 3440400 0 mbuf_cluster 2048 1524 0 1524 0 254 3121152 0 malloc-2048 2048 426 734 16562 0 8 2375680 0 RADIX NODE 144 11723 2244 268496 0 63 2011248 0 malloc-128 128 11852 2036 59663 0 126 1777664 0 BUF TRIE 144 206 11610 9166 0 62 1701504 0 malloc-384 384 4121 49 5118 0 30 1601280 0 sctp_ep 1176 422 848 15844 0 254 1493520 0 UMA Slabs 0 112 12682 20 12682 0 126 1422624 0 malloc-4096 4096 326 4 570 0 2 1351680 0 malloc-16384 16384 31 50 12104 0 1 1327104 0 vmem btag 56 21859 68 21865 0 254 1227912 0 malloc-1024 1024 426 726 5559 0 16 1179648 0 sctp_raddr 736 417 1112 5547 0 254 1125344 0 malloc-256 256 278 3697 37093 0 62 1017600 0 malloc-384 384 842 1468 21565 0 30 887040 0 malloc-384 384 85 1955 13195 0 30 783360 0 FFS inode 1168 547 83 12550 0 8 735840 0 socket 960 35 729 22222 0 254 733440 0 256 Bucket 2048 257 31 10012 0 8 589824 0 VM OBJECT 264 1150 1040 154265 0 30 578160 0 malloc-4096 4096 119 19 13141 0 2 565248 0 lkpicurr 176 2 3080 2 0 62 542432 0 pbuf 2624 0 198 0 0 2 519552 0 THREAD 1824 231 25 13805 0 8 466944 0 sctp_chunk 152 2697 371 20932 0 254 466336 0 malloc-65536 65536 4 2 302 0 1 393216 0 mbuf_packet 256 262 1262 29015 0 254 390144 0 ertt_txseginfo 40 1201 8293 1518330 0 254 379760 0 MAP ENTRY 96 1266 2514 409479 0 126 362880 0 malloc-256 256 644 721 20190 0 62 349440 0 VNODE 448 579 177 12593 0 30 338688 0 malloc-64 64 4348 503 30982 0 254 310464 0 malloc-2048 2048 4 124 535 0 8 262144 0 malloc-256 256 305 700 30798 0 62 257280 0 malloc-16 16 14821 179 14925 0 254 240000 0 FPU_save_area 832 233 46 20605 0 16 232128 0 DEVCTL 1024 0 220 168 0 0 225280 0 PROC 1376 118 36 13138 0 8 211904 0 malloc-32768 32768 0 6 2113 0 1 196608 0 tcp_bbr_map 128 11 1508 79750 0 126 194432 0 FFS2 dinode 256 547 203 12550 0 62 192000 0 UMA Zones 768 247 2 247 0 16 191232 0 tcp_inpcb 1312 11 133 4115 0 8 188928 0 malloc-32 32 5452 218 7073 0 254 181440 0 malloc-128 128 1226 169 28517 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 filedesc0 1072 65 89 13142 0 8 165088 0 malloc-32768 32768 5 0 5 0 1 163840 0 malloc-128 128 968 303 15358 0 126 162688 0 malloc-1024 1024 134 10 1768 0 16 147456 0 S VFS Cache 104 1047 357 13466 0 126 146016 0 malloc-8192 8192 6 11 360 0 1 139264 0 128 Bucket 1024 122 9 2712 0 16 134144 0 malloc-64 64 939 1140 7559 0 254 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 9 0 1 131072 0 unpcb 256 8 502 1590 0 254 130560 0 sctp_stream_msg_out 112 627 417 1919 0 254 116928 0 ksiginfo 112 172 872 7190 0 126 116928 0 64 Bucket 512 162 46 6163 0 30 106496 0 malloc-128 128 520 255 6387 0 126 99200 0 malloc-4096 4096 6 18 22 0 2 98304 0 malloc-256 256 279 96 15406 0 62 96000 0 32 Bucket 256 225 150 6805 0 62 96000 0 UMA Kegs 384 234 9 234 0 30 93312 0 malloc-32 32 1130 1768 29520 0 254 92736 0 malloc-4096 4096 19 3 589 0 2 90112 0 VMSPACE 616 37 107 13097 0 16 88704 0 g_bio 408 0 210 77998 0 30 85680 0 malloc-384 384 177 33 212 0 30 80640 0 sctp_readq 152 0 520 87 0 254 79040 0 malloc-4096 4096 1 17 402 0 2 73728 0 malloc-64 64 600 471 15732 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 14 2 14 0 2 65536 0 malloc-256 256 96 159 24903 0 62 65280 0 tcp_bbr_pcb 832 4 68 2123 0 16 59904 0 Files 80 165 485 48221 0 126 52000 0 tcp_rack_map 128 0 403 3562 0 126 51584 0 malloc-128 128 185 218 322 0 126 51584 0 ripcb 392 1 125 210 0 30 49392 0 tcp_rack_pcb 1024 0 48 400 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 69086 0 16 49152 0 malloc-4096 4096 10 2 10 0 2 49152 0 malloc-2048 2048 13 11 13 0 8 49152 0 malloc-1024 1024 14 34 576 0 16 49152 0 pipe 728 20 46 599 0 16 48048 0 malloc-16 16 1348 1652 14775 0 254 48000 0 PWD 40 32 1079 11962 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-16 16 883 1867 53642 0 254 44000 0 TURNSTILE 136 257 58 257 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4840 280 5254 0 254 40960 0 udplite_inpcb 424 0 90 57 0 30 38160 0 udp_inpcb 424 7 83 360 0 30 38160 0 da_ccb 544 0 70 19587 0 16 38080 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 3 564 17869 0 254 36288 0 malloc-64 64 241 326 181417 0 254 36288 0 malloc-64 64 86 481 149 0 254 36288 0 malloc-64 64 19 548 1249 0 254 36288 0 malloc-64 64 6 561 10 0 254 36288 0 16 Bucket 144 151 101 1040 0 62 36288 0 malloc-128 128 69 210 478 0 126 35712 0 malloc-128 128 0 279 290 0 126 35712 0 malloc-128 128 19 260 300 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 0 135 168 0 62 34560 0 malloc-384 384 76 14 78 0 30 34560 0 malloc-256 256 98 37 115 0 62 34560 0 malloc-256 256 51 84 372 0 62 34560 0 malloc-256 256 16 119 1239 0 62 34560 0 SLEEPQUEUE 88 257 127 257 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-2048 2048 3 13 79 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 10 6 137 0 8 32768 0 malloc-2048 2048 8 8 12 0 8 32768 0 malloc-2048 2048 1 15 8 0 8 32768 0 malloc-1024 1024 0 32 10 0 16 32768 0 malloc-1024 1024 2 30 12 0 16 32768 0 malloc-1024 1024 19 13 23 0 16 32768 0 malloc-1024 1024 2 30 317 0 16 32768 0 malloc-512 512 0 64 15 0 30 32768 0 malloc-512 512 5 59 1975 0 30 32768 0 malloc-512 512 2 62 24 0 30 32768 0 malloc-512 512 11 53 355 0 30 32768 0 malloc-512 512 1 63 8 0 30 32768 0 malloc-512 512 2 62 33 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 30 170 113147 0 62 32000 0 ttyinq 160 0 200 315 0 62 32000 0 8 Bucket 80 184 216 3542 0 126 32000 0 PGRP 120 24 240 54 0 126 31680 0 clpbuf 2624 0 12 335 0 4 31488 0 sctp_laddr 48 54 534 2752 0 254 28224 0 tcp_inpcb ports 32 4 878 2094 0 254 28224 0 ertt 72 11 381 4115 0 126 28224 0 malloc-32 32 202 680 13097 0 254 28224 0 4 Bucket 48 7 581 23 0 254 28224 0 2 Bucket 32 104 778 2063 0 254 28224 0 AIO 208 0 133 26 0 62 27664 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 363 0 2 24576 0 rl_entry 40 101 505 101 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 itimer 352 0 66 6 0 30 23232 0 Mountpoints 2816 2 6 2 0 4 22528 0 udp_inpcb ports 32 3 627 43 0 254 20160 0 malloc-32 32 8 622 9855 0 254 20160 0 malloc-32 32 52 578 78 0 254 20160 0 malloc-32 32 137 493 138 0 254 20160 0 malloc-32 32 30 600 266 0 254 20160 0 malloc-32 32 14 616 176 0 254 20160 0 AIOCB 552 0 35 30 0 16 19320 0 AIOLIO 272 0 70 6 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 515054 0 254 16032 0 kenv 258 17 43 1087 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 6 744 15490 0 254 12000 0 malloc-16 16 24 726 63 0 254 12000 0 malloc-16 16 14 736 17 0 254 12000 0 malloc-16 16 50 700 14057 0 254 12000 0 malloc-16 16 7 743 9279 0 254 12000 0 malloc-384 384 13 17 54 0 30 11520 0 malloc-384 384 28 2 29 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 md7 1 0 0 0 0 254 0 0 md6 1 0 0 0 0 254 0 0 md5 1 0 0 0 0 254 0 0 md4 1 0 0 0 0 254 0 0 md3 1 0 0 0 0 254 0 0 md2 1 0 0 0 0 254 0 0 md1 1 0 0 0 0 254 0 0 md0 1 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0