panic: create_lock_applied is true cpuid = 0 time = 1645326586 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00901b1010 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00901b1170 vpanic() at vpanic+0x2b8/frame 0xfffffe00901b1250 panic() at panic+0xb5/frame 0xfffffe00901b1310 sctp_lower_sosend() at sctp_lower_sosend+0x598e/frame 0xfffffe00901b1700 sctp_sosend() at sctp_sosend+0x72c/frame 0xfffffe00901b19a0 sosend() at sosend+0xfc/frame 0xfffffe00901b1a10 kern_sendit() at kern_sendit+0x58a/frame 0xfffffe00901b1b70 freebsd32_sendmsg() at freebsd32_sendmsg+0x4e6/frame 0xfffffe00901b1d30 ia32_syscall() at ia32_syscall+0x419/frame 0xfffffe00901b1f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 1395 tid 100823 ] Stopped at kdb_enter+0x6b: movq $0,0x2708c3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xe37e9725e7ef421d rdx 0x3ffff rbx 0 rsp 0xfffffe00901b1150 rbp 0xfffffe00901b1170 rsi 0x40001 rdi 0xffffffff817721da vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe0099e0c510 r12 0xfffffe0099e0c000 r13 0xfffffe00901b1101 r14 0xffffffff82ba1cc0 .str.18 r15 0xffffffff82ba1cc0 .str.18 rip 0xffffffff8176575b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x2708c3a(%rip) db> show proc Process 1395 (syz-executor.3) at 0xfffffe0099df3a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 803 at 0xfffffe009294a548 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053dda000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0099d66000 (map 0xfffffe0099d66000) (map.pmap 0xfffffe0099d660c0) (pmap 0xfffffe0099d66128) threads: 2 100659 RunQ syz-executor.3 100823 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 1396 776 776 0 R syz-executor.0 1395 803 803 0 R (threaded) syz-executor.3 100659 RunQ syz-executor.3 100823 Run CPU 0 syz-executor.3 1394 781 781 0 R (threaded) syz-executor.2 100809 Run CPU 1 syz-executor.2 100824 RunQ syz-executor.2 1393 1390 777 0 S umtxn 0xfffffe0099d43200 syz-executor.1 1392 1 776 0 S uwait 0xfffffe008fe78000 syz-executor.0 1391 1 803 0 S uwait 0xfffffe0057876100 syz-executor.3 1390 777 777 0 R (threaded) syz-executor.1 100474 RunQ syz-executor.1 100818 S connec 0xfffffe0058bf349a syz-executor.1 100821 S uwait 0xfffffe0057446880 syz-executor.1 1388 1 781 0 S uwait 0xfffffe0057877780 syz-executor.2 1382 1 803 0 S uwait 0xfffffe0099d42d80 syz-executor.3 1373 1 803 0 S uwait 0xfffffe0099d43100 syz-executor.3 1358 1 803 0 S uwait 0xfffffe0057446700 syz-executor.3 1053 1 803 0 S uwait 0xfffffe0057876000 syz-executor.3 1047 1 781 0 S uwait 0xfffffe0057446d80 syz-executor.2 1046 1 777 0 S uwait 0xfffffe0057446600 syz-executor.1 1045 1 776 0 S uwait 0xfffffe0057876200 syz-executor.0 1042 1 781 0 S uwait 0xfffffe008fe79400 syz-executor.2 1041 1 803 0 S uwait 0xfffffe008fe79500 syz-executor.3 1038 1 776 0 S umtxn 0xfffffe0056f48c80 syz-executor.0 1036 1 777 0 S uwait 0xfffffe008fe79000 syz-executor.1 1034 1 803 0 S uwait 0xfffffe008fe79b80 syz-executor.3 1031 1 781 0 S uwait 0xfffffe008fe79900 syz-executor.2 1030 1 776 0 S uwait 0xfffffe0057877b80 syz-executor.0 1028 1 777 0 S uwait 0xfffffe0057877980 syz-executor.1 1017 1 777 0 S uwait 0xfffffe008fe78800 syz-executor.1 997 0 0 0 DL aiordy 0xfffffe0092da7548 [aiod4] 996 0 0 0 DL aiordy 0xfffffe0092657a90 [aiod3] 995 0 0 0 DL aiordy 0xfffffe0092da7a90 [aiod2] 994 0 0 0 DL aiordy 0xfffffe0092949000 [aiod1] 820 812 820 0 Ss select 0xfffffe0057876bc0 dhclient 815 1 815 0 Ss select 0xfffffe0057876e40 dhclient 812 796 430 65 S select 0xfffffe0057876cc0 dhclient 803 774 803 0 Ss nanslp 0xffffffff83e3ba80 syz-executor.3 796 430 430 0 S wait 0xfffffe0092da8a90 sh 781 774 781 0 Ss nanslp 0xffffffff83e3ba80 syz-executor.2 777 774 777 0 Ss nanslp 0xffffffff83e3ba80 syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100111 S kqread 0xfffffe005787c000 syz-fuzzer 100112 S uwait 0xfffffe0057878400 syz-fuzzer 100113 S uwait 0xfffffe0057878500 syz-fuzzer 100114 S uwait 0xfffffe0057878600 syz-fuzzer 100115 S uwait 0xfffffe0057878700 syz-fuzzer 100116 S uwait 0xfffffe0056f48a80 syz-fuzzer 100117 S uwait 0xfffffe0056f48b80 syz-fuzzer 100119 S uwait 0xfffffe0057878900 syz-fuzzer 100465 S uwait 0xfffffe008fe7a180 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c11b40 csh 770 688 770 0 Ss select 0xfffffe008fe79ac0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0057466cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0057a5e0b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00574658b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0057a5e4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0057a5e8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0057a5ecb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0057465cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0057a5f0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0057a5f4b0 getty 744 1 18 0 S+ piperd 0xfffffe0058b3cba0 logger 743 742 18 0 S+ nanslp 0xffffffff83e3ba80 sleep 742 1 18 0 S+ wait 0xfffffe0056f79548 sh 692 1 692 0 Ss nanslp 0xffffffff83e3ba80 cron 688 1 688 0 Ss select 0xfffffe008fe79cc0 sshd 501 1 501 0 Ss select 0xfffffe008fe7a240 syslogd 430 1 430 0 Ss wait 0xfffffe0058c10a90 devd 429 1 429 65 Ss select 0xfffffe008fe79dc0 dhclient 344 1 344 0 Ss select 0xfffffe008fe79f40 dhclient 341 1 341 0 Ss select 0xfffffe0057877cc0 dhclient 17 0 0 0 DL syncer 0xffffffff83f61260 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f7aa90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f5f860 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0057464ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f932c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f87178 [dom0] 100081 D launds 0xffffffff83f87184 [laundry: dom0] 100082 D umarcl 0xffffffff81e9b4a0 [uma] 7 0 0 0 DL - 0xffffffff83bf7a08 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84674530 [pf purge] 5 0 0 0 DL waiting 0xffffffff8496e560 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a99940 [doneq0] 100046 D - 0xffffffff83a998c0 [async] 100077 D - 0xffffffff83a99740 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053f88c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f829a0 [crypto] 100042 D crypto_ 0xfffffe0053c8ad30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c8ad80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e111c0 [g_event] 100037 D - 0xffffffff83e111e0 [g_up] 100038 D - 0xffffffff83e11200 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: task queue] 100011 I [swi6: Giant taskq] 100018 I [swi5: fast taskq] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dda000 [init] 10 0 0 0 DL audit_w 0xffffffff83f834a0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e11c00 [swapper] 100005 D - 0xfffffe0053e01000 [if_config_tqg_0] 100006 D - 0xfffffe0053e00e00 [softirq_0] 100007 D - 0xfffffe0053e00d00 [softirq_1] 100008 D - 0xfffffe0053e00c00 [if_io_tqg_0] 100009 D - 0xfffffe0053e00b00 [if_io_tqg_1] 100012 D - 0xfffffe000796d200 [aiod_kick taskq] 100013 D - 0xfffffe000796d000 [inm_free taskq] 100014 D - 0xfffffe000796cd00 [linuxkpi_irq_wq] 100015 D - 0xfffffe000796cb00 [in6m_free taskq] 100016 D - 0xfffffe000796c900 [deferred_unmount ta] 100017 D - 0xfffffe000796c700 [thread taskq] 100019 D - 0xfffffe000796c300 [kqueue_ctx taskq] 100020 D - 0xfffffe000796c100 [pci_hp taskq] 100021 D - 0xfffffe000796be00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796be00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796be00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796be00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796b900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796b900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796b900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796b900 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053ed0200 [firmware taskq] 100039 D - 0xfffffe0053ecfc00 [crypto_0] 100040 D - 0xfffffe0053ecfc00 [crypto_1] 100056 D - 0xfffffe0053eced00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053ecec00 [vtnet0 txq 0] 100058 D - 0xfffffe0053eceb00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053ecea00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0053fde400 [virtio_balloon] 100067 D - 0xffffffff82ba77a0 [deadlkres] 100071 D - 0xfffffe005787d100 [acpi_task_0] 100072 D - 0xfffffe005787d100 [acpi_task_1] 100073 D - 0xfffffe005787d100 [acpi_task_2] 100074 D - 0xfffffe000796e200 [mca taskq] 100076 D - 0xfffffe0053ecf500 [CAM taskq] db> show all locks Process 1395 (syz-executor.3) thread 0xfffffe0099e0c000 (100823) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00998501a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1433 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe00997a7bd8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:12687 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4242 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 kobj 326 1304K 487 newblk 623 1180K 1708 vfscache 3 1025K 3 inodedep 402 663K 659 pcb 48 568K 1275 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 58 457K 1195 subproc 167 339K 1492 vmem 3 274K 6 acpica 1674 184K 56396 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 39 138K 574 linker 358 134K 386 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 dirrem 357 90K 593 bus 988 81K 3441 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 511 64K 511 umtx 374 47K 374 kdtrace 241 46K 2222 freefile 350 44K 568 BPF 35 42K 39 temp 35 35K 2007 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 routetbl 137 19K 567 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 lltable 49 16K 49 bus-sc 34 15K 1651 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 pf_ifnet 30 10K 52 in6_multi 65 9K 65 bmsafemap 2 9K 639 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 33 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 freework 32 8K 808 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 78 7K 1422 cred 27 7K 209 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 sctp_atcl 15 6K 831 plimit 22 6K 348 pwddesc 76 5K 1397 DEVFSP 75 5K 97 ufs_dirhash 24 5K 24 UMA 272 5K 272 newdirblk 35 5K 563 vt 11 5K 11 pf_table 2 4K 39 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 30 4K 626 acpisem 28 4K 28 proc-args 102 4K 2473 hhook 15 4K 17 session 26 4K 35 kcovinfo 52 4K 52 indirdep 12 3K 340 terminal 11 3K 11 mkdir 20 3K 1126 CC Mem 37 3K 157 uidinfo 3 3K 15 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 18191 ip6ndp 12 2K 13 freeblks 7 2K 577 Unitno 29 2K 47 sctp_ifa 13 2K 14 tcp_fsb 13 2K 38 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 inpcbpolicy 45 2K 324 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 31 clone 9 2K 9 tun 7 2K 7 sctp_stro 1 1K 206 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 osd 41 1K 168 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 14 encap_export_host 12 1K 12 sctp_atky 16 1K 1115 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 8 sctp_athm 15 1K 848 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 6 1K 3941 cryptodev 2 1K 96 pf_rule 1 1K 18 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 72 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 38 pmc 1 1K 1 acpiintr 1 1K 1 sctp_map 2 1K 412 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 14103 p1003.1b 1 1K 1 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 451 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stri 0 0K 26 filemon 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 351 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 11 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 732 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 7 lio 0 0K 14 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 97 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 165 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 674 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8327 1071 168315 0 254 38494208 0 tcp_log 416 7702 173 7702 0 254 3276000 0 mbuf 256 8935 728 361925 0 254 2473728 0 ertt_txseginfo 40 55595 359 94906 0 254 2238160 0 pbuf 2624 0 794 0 0 2 2083456 0 tcp_bbr_map 128 15888 139 18141 0 126 2051456 0 BUF TRIE 144 186 11602 1052 0 62 1697472 0 malloc-384 384 4117 53 4463 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11689 184 11823 0 126 1519744 0 malloc-4096 4096 326 4 498 0 2 1351680 0 UMA Slabs 0 112 10816 14 10816 0 126 1212960 0 sctp_asoc 2288 1 509 206 0 254 1166880 0 vmem btag 56 19251 84 19251 0 254 1082760 0 RADIX NODE 144 7024 195 41628 0 62 1039536 0 FFS inode 1160 527 19 1095 0 8 633360 0 sctp_ep 1208 14 496 612 0 254 616080 0 tcpcb 1104 37 474 157 0 254 564144 0 malloc-16384 16384 33 1 775 0 1 557056 0 VM OBJECT 264 2056 44 33911 0 30 554400 0 socket 960 72 436 2170 0 254 487680 0 256 Bucket 2048 161 33 2017 0 8 397312 0 malloc-65536 65536 4 2 200 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 1 516 212 0 254 380512 0 THREAD 1808 164 23 824 0 8 338096 0 malloc-4096 4096 76 2 1399 0 2 319488 0 VNODE 448 565 101 1135 0 30 298368 0 MAP ENTRY 96 2738 160 107868 0 126 278208 0 malloc-64 64 3871 224 3962 0 254 262080 0 malloc-256 256 923 82 2355 0 62 257280 0 malloc-16 16 14613 137 14703 0 254 236000 0 DEVCTL 1024 21 199 151 0 0 225280 0 malloc-65536 65536 1 2 43 0 1 196608 0 malloc-32768 32768 0 6 312 0 1 196608 0 mbuf_packet 256 21 741 2433 0 254 195072 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5391 279 5525 0 254 181440 0 malloc-128 128 1218 177 26341 0 126 178560 0 malloc-384 384 420 30 772 0 30 172800 0 FPU_save_area 832 166 32 1414 0 16 164736 0 FFS2 dinode 256 527 103 1095 0 62 161280 0 malloc-256 256 564 66 1823 0 62 161280 0 malloc-1024 1024 125 19 1364 0 16 147456 0 S VFS Cache 104 1001 403 1620 0 126 146016 0 VMSPACE 2552 55 2 1382 0 4 145464 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-128 128 875 148 2024 0 126 130944 0 unpcb 256 11 499 1208 0 254 130560 0 PROC 1352 75 15 1396 0 8 121680 0 ksiginfo 112 74 970 688 0 126 116928 0 malloc-128 128 518 257 3860 0 126 99200 0 malloc-32768 32768 0 3 120 0 1 98304 0 filedesc0 1072 76 15 1397 0 8 97552 0 malloc-4096 4096 18 4 660 0 2 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 syncache 168 0 528 4 0 254 88704 0 g_bio 408 0 210 9310 0 30 85680 0 128 Bucket 1024 54 29 653 0 16 84992 0 malloc-128 128 504 147 2970 0 126 83328 0 malloc-2048 2048 17 23 1329 0 8 81920 0 sctp_readq 152 0 520 13 0 254 79040 0 malloc-8192 8192 6 3 136 0 1 73728 0 malloc-8192 8192 9 0 9 0 1 73728 0 64 Bucket 512 71 65 2715 0 30 69632 0 malloc-64 64 731 340 2565 0 254 68544 0 malloc-64 64 555 516 1766 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-2048 2048 4 28 535 0 8 65536 0 malloc-1024 1024 14 50 522 0 16 65536 0 32 Bucket 256 82 173 3982 0 62 65280 0 sctp_stream_msg_out 112 0 540 13 0 254 60480 0 malloc-384 384 117 33 117 0 30 57600 0 tcp_inpcb 424 37 89 157 0 30 53424 0 malloc-64 64 368 451 3580 0 254 52416 0 malloc-256 256 77 118 1329 0 62 49920 0 malloc-256 256 95 100 2320 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 15567 0 16 49152 0 malloc-2048 2048 10 14 159 0 8 49152 0 malloc-2048 2048 4 20 41 0 8 49152 0 malloc-384 384 92 28 94 0 30 46080 0 pcpu-8 8 5070 562 5820 0 254 45056 0 clpbuf 2624 0 16 20 0 16 41984 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 10 0 10 0 2 40960 0 sctp_chunk 152 0 260 42 0 254 39520 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 154 0 30 38160 0 da_ccb 544 0 70 2439 0 16 38080 0 pipe 744 21 29 308 0 16 37200 0 malloc-64 64 1 566 13942 0 254 36288 0 malloc-64 64 228 339 18412 0 254 36288 0 malloc-64 64 4 563 21 0 254 36288 0 malloc-64 64 6 561 10 0 254 36288 0 malloc-128 128 91 188 141 0 126 35712 0 malloc-128 128 2 277 144 0 126 35712 0 malloc-128 128 19 260 284 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 15 75 856 0 30 34560 0 malloc-256 256 56 79 708 0 62 34560 0 malloc-256 256 22 113 625 0 62 34560 0 malloc-256 256 53 82 241 0 62 34560 0 malloc-256 256 17 118 619 0 62 34560 0 TURNSTILE 136 188 64 188 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 3 5 738 0 2 32768 0 malloc-2048 2048 3 13 56 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 10 6 21 0 8 32768 0 malloc-2048 2048 1 15 3 0 8 32768 0 malloc-1024 1024 2 30 212 0 16 32768 0 malloc-1024 1024 4 28 7 0 16 32768 0 malloc-1024 1024 19 13 39 0 16 32768 0 malloc-1024 1024 8 24 33 0 16 32768 0 malloc-1024 1024 1 31 11 0 16 32768 0 malloc-512 512 4 60 185 0 30 32768 0 malloc-512 512 9 55 9 0 30 32768 0 malloc-512 512 2 62 10 0 30 32768 0 malloc-512 512 17 47 22 0 30 32768 0 pcpu-64 64 491 21 491 0 254 32768 0 tcp_rack_pcb 896 13 23 38 0 16 32256 0 KNOTE 160 28 172 9899 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 240 160 8631 0 126 32000 0 tcp_bbr_pcb 832 19 17 78 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 308 0 254 28224 0 PWD 32 38 844 652 0 254 28224 0 malloc-32 32 307 575 1745 0 254 28224 0 16 Bucket 144 67 129 320 0 62 28224 0 4 Bucket 48 6 582 64 0 254 28224 0 ripcb 424 2 61 9 0 30 26712 0 udplite_inpcb 424 0 63 4 0 30 26712 0 malloc-4096 4096 6 0 6 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 26 250 35 0 126 24288 0 rl_entry 40 48 558 48 0 254 24240 0 8 Bucket 80 47 253 444 0 126 24000 0 itimer 352 0 66 40 0 30 23232 0 malloc-384 384 27 33 27 0 30 23040 0 malloc-384 384 0 60 10 0 30 23040 0 SLEEPQUEUE 88 188 68 188 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 158 0 254 20160 0 tcp_inpcb ports 32 10 620 106 0 254 20160 0 udplite_inpcb ports 32 0 630 4 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 ertt 72 37 243 157 0 126 20160 0 malloc-32 32 15 615 35 0 254 20160 0 malloc-32 32 295 335 1765 0 254 20160 0 malloc-32 32 31 599 2781 0 254 20160 0 malloc-32 32 12 618 25 0 254 20160 0 malloc-32 32 68 562 1630 0 254 20160 0 malloc-32 32 14 616 45 0 254 20160 0 2 Bucket 32 53 577 443 0 254 20160 0 cryptop 280 0 70 10 0 30 19600 0 AIOLIO 272 0 70 7 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-512 512 0 32 26 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 95305 0 254 16032 0 malloc-16 16 561 439 4121 0 254 16000 0 tcp_rack_map 120 0 132 60 0 126 15840 0 AIO 208 0 76 7 0 62 15808 0 kenv 258 15 45 1032 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 19 731 1401 0 254 12000 0 malloc-16 16 25 725 64 0 254 12000 0 malloc-16 16 60 690 25800 0 254 12000 0 malloc-16 16 8 742 120 0 254 12000 0 malloc-16 16 60 690 97 0 254 12000 0 malloc-16 16 5 745 301 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOCB 552 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0