panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 1 time = 113 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164c100 vpanic() at vpanic+0x1c7/frame 0xfffffe005164c160 panic() at panic+0x43/frame 0xfffffe005164c1c0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe005164c220 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe005164c240 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe005164c2b0 sctp_process_control() at sctp_process_control+0x9040/frame 0xfffffe005164c740 sctp_common_input_processing() at sctp_common_input_processing+0x7d0/frame 0xfffffe005164c8c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe005164c9b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe005164c9d0 ip_input() at ip_input+0x38b/frame 0xfffffe005164ca90 swi_net() at swi_net+0x20d/frame 0xfffffe005164cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe005164cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005164cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005164cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x163656e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113bbf0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005164c0e0 rbp 0xfffffe005164c100 rsi 0 rdi 0xffffffff8113bc26 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164bfd0 r11 0x1ffaefff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c8b5 r15 0xffffffff81a7c8b5 rip 0xffffffff81132c17 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163656e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c6fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c6b0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c6b0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d310 (map 0xffffffff8271d310) (map.pmap 0xffffffff8271d3d0) (pmap 0xffffffff8271d430) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 49845 801 801 0 RE CPU 0 syz-executor.3 49840 783 783 0 S (threaded) syz-executor.0 103319 S nanslp 0xffffffff8273c8e1 syz-executor.0 152124 S sbwait 0xfffff8002be02cd4 syz-executor.0 152130 S uwait 0xfffff80075628900 syz-executor.0 49839 794 794 0 S (threaded) syz-executor.2 143556 S nanslp 0xffffffff8273c8e1 syz-executor.2 152125 S sbwait 0xfffff8002b3061c4 syz-executor.2 152129 S uwait 0xfffff8002bcc5900 syz-executor.2 46839 1 794 0 S uwait 0xfffff8004fdab700 syz-executor.2 46838 1 794 0 S uwait 0xfffff8002b568100 syz-executor.2 46039 1 801 0 S uwait 0xfffff8002b568900 syz-executor.3 46034 1 801 0 S uwait 0xfffff80015e26b00 syz-executor.3 43778 1 783 0 SV uwait 0xfffff800153e1500 syz-executor.0 43770 1 783 0 SV uwait 0xfffff8004fdabf00 syz-executor.0 43760 1 783 0 SV uwait 0xfffff80015a4e300 syz-executor.0 43748 1 783 0 SV uwait 0xfffff8002b48f300 syz-executor.0 41532 1 801 0 S uwait 0xfffff8002b568d00 syz-executor.3 41529 1 801 0 S uwait 0xfffff8004fb10500 syz-executor.3 40300 1 801 0 S uwait 0xfffff80075628f00 syz-executor.3 40299 1 801 0 S uwait 0xfffff8004fe58d00 syz-executor.3 40063 1 801 0 SV uwait 0xfffff8004fdcdd00 syz-executor.3 40057 1 801 0 SV uwait 0xfffff80075628300 syz-executor.3 39961 39960 801 0 SV uwait 0xfffff8004f9bed00 syz-executor.3 39960 1 801 0 DV ppwait 0xfffff800757ec4e0 syz-executor.3 39919 39917 801 0 SV uwait 0xfffff8004fb10f00 syz-executor.3 39917 1 801 0 DV ppwait 0xfffff8004fd88a10 syz-executor.3 39830 1 794 0 S uwait 0xfffff8004fdcd900 syz-executor.2 39829 1 794 0 S uwait 0xfffff80015dabd00 syz-executor.2 39828 1 794 0 S uwait 0xfffff800754f3900 syz-executor.2 39825 1 794 0 S uwait 0xfffff8004fcef300 syz-executor.2 38380 1 783 0 S uwait 0xfffff8004fb10900 syz-executor.0 38379 1 783 0 S uwait 0xfffff80015c47500 syz-executor.0 34297 1 794 0 S uwait 0xfffff8004fe58b00 syz-executor.2 34294 1 794 0 S uwait 0xfffff800754f3100 syz-executor.2 26188 26186 801 0 SV uwait 0xfffff80015db3700 syz-executor.3 26186 1 801 0 DV ppwait 0xfffff8004fd004e0 syz-executor.3 7086 1 7086 65 Ss select 0xfffff8004fa36ec0 dhclient 6297 1 6297 0 Ss select 0xfffff800756692c0 dhclient 6294 1 6294 0 Ss select 0xfffff800756c68c0 dhclient 6275 1 6275 65 Ss select 0xfffff800755abec0 dhclient 5450 1 5450 0 Ss select 0xfffff8004fec75c0 dhclient 5445 1 5445 0 Ss select 0xfffff80075656a40 dhclient 5420 1 5420 65 Ss select 0xfffff800756b0ec0 dhclient 4544 1 4544 0 Ss select 0xfffff80075099bc0 dhclient 4541 1 4541 0 Ss select 0xfffff8004fadf8c0 dhclient 4522 1 4522 65 Ss select 0xfffff8004fec7440 dhclient 1391 1 1391 0 Ss select 0xfffff8004fec7d40 dhclient 1388 1 1388 0 Ss select 0xfffff8004fc71740 dhclient 801 780 801 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.3 794 780 794 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.2 784 780 784 0 Ss piperd 0xfffff8004f3242e8 syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100093 S uwait 0xfffff800153e1900 syz-fuzzer 100117 S uwait 0xfffff80015a4e500 syz-fuzzer 100118 S uwait 0xfffff80015a4e700 syz-fuzzer 100119 S uwait 0xfffff8004f45bf00 syz-fuzzer 100120 S uwait 0xfffff8004f9beb00 syz-fuzzer 100121 S uwait 0xfffff8004f460100 syz-fuzzer 100122 S uwait 0xfffff8004f460300 syz-fuzzer 100124 S uwait 0xfffff8004f9be700 syz-fuzzer 109456 S uwait 0xfffff80075628b00 syz-fuzzer 113264 S kqread 0xfffff80015e92500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e9c5e0 csh 776 694 776 0 Ss select 0xfffff8004f43f140 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aac4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aaccb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a334b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a33cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a384b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a38cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e1 cron 694 1 694 0 Ss select 0xfffff8004f2735c0 sshd 507 1 507 0 Ss select 0xfffff80015e62740 syslogd 436 1 436 0 Ss select 0xfffff80015e62440 devd 435 1 435 65 Ss select 0xfffff80015e62140 dhclient 350 1 350 0 Ss select 0xfffff8004f2df440 dhclient 347 1 347 0 Ss select 0xfffff8004f306a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4a530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004d594e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815d04a0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f46828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830463c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100069 D - 0xffffffff81e29511 [deadlkres] 100074 D - 0xfffff80015a4c900 [acpi_task_0] 100075 D - 0xfffff80015a4c900 [acpi_task_1] 100076 D - 0xfffff80015a4c900 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] db> show all locks Process 49845 (syz-executor.3) thread 0xfffffe0094ffbe40 (141469) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe009dfd0510) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_mqueue.c:2483 Process 49840 (syz-executor.0) thread 0xfffffe009dfb8e40 (152124) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8002be02c78) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:467 Process 49839 (syz-executor.2) thread 0xfffffe009dfb9560 (152125) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8002b306168) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:467 Process 12 (intr) thread 0xfffffe00042bd900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009ea09c70) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 866 4362K 200116 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 72 1150K 97679 newblk 9 1036K 49416 vfscache 3 1035K 3 subproc 199 829K 49959 sctp_atcl 819 819K 131425 sctp_stro 399 798K 29355 inodedep 241 760K 48941 acpica 1674 649K 54692 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atky 1217 457K 162869 bus 990 378K 3485 BPF 46 337K 98 sctp_athm 819 308K 131772 sctp_map 798 300K 57820 linker 348 270K 441 kdtrace 280 224K 101982 DEVFS1 107 214K 124 module 512 192K 512 sctp_timw 366 183K 366 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 48842 tfo_ccache 1 136K 1 sem 4 120K 4 dirrem 232 116K 48847 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 freefile 232 87K 48829 mtx_pool 2 80K 2 temp 35 77K 16702 syncache 1 76K 1 routetbl 132 71K 416 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 kqueue 92 43K 49950 rman 84 42K 425 lltable 44 38K 270 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 pwddesc 90 34K 49852 DEVFSP 88 33K 1230 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 25 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 575 ifnet 7 25K 7 plimit 24 24K 487 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 671087 pfs_nodes 20 20K 20 proc-args 52 20K 714 UART 12 18K 12 session 35 18K 66 ksem 3 17K 1414 bmsafemap 2 17K 48916 rpc 2 16K 2 shmfd 1 16K 78 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 inpcbpolicy 36 14K 8202 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 77 vt 11 11K 11 Unitno 29 11K 55 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 269 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 115 mount 16 7K 144 osd 16 7K 4810 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 xform 10 4K 1824 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 sctp_stri 3 3K 3388 ipsec 3 3K 3 mkdir 8 3K 97644 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 48818 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 48817 vnodemarker 2 2K 86 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 120 crypto 4 2K 4 newdirblk 4 2K 48822 diradd 4 2K 48888 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 64555 pf_osfp 3 2K 3 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 48 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 0 htcp data 0 0K 0 dctcp data 0 0K 0 cubic data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 7 pf_altq 0 0K 0 pf_temp 0 0K 0 chd data 0 0K 17 sctp_mcore 0 0K 0 sctp_socko 0 0K 42371 sctp_iter 0 0K 311 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 301 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 vegas data 0 0K 15 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 266 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 37051 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 40 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 127 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 24 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 49112 namei_tracker 0 0K 29 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 338 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3108 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 247 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 36823 ioctlops 0 0K 328 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 873 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 7 filedesc_to_leader 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8338 1450 1153362 0 254 40091648 0 malloc-384 384 36189 1401 147207 0 30 14434560 0 malloc-8192 8192 835 681 148264 0 2 12419072 0 malloc-1024 1024 4173 3879 41285 0 16 8245248 0 malloc-32768 32768 0 146 487 0 1 4784128 0 malloc-1024 1024 262 3874 48970 0 16 4235264 0 mbuf 256 9403 3167 2583783 0 254 3217920 0 sctp_asoc 2288 398 867 28910 0 254 2894320 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 1056 1392 184081 0 16 2506752 0 malloc-384 384 2592 3518 443122 0 30 2346240 0 malloc-2048 2048 403 711 29513 0 8 2281472 0 RADIX NODE 144 14429 352 1237611 0 63 2128464 0 malloc-512 512 256 3880 48871 0 30 2117632 0 UMA Slabs 0 112 17789 28 17789 0 126 1995504 0 BUF TRIE 144 195 13273 1416 0 62 1939392 0 malloc-384 384 865 3835 159904 0 30 1804800 0 mbuf_cluster 2048 825 1 825 0 254 1691648 0 sctp_ep 1280 418 881 97930 0 254 1662720 0 malloc-32768 32768 35 5 48837 0 1 1310720 0 malloc-1024 1024 559 709 98304 0 16 1298432 0 sctp_raddr 736 413 940 44178 0 254 995808 0 malloc-384 384 1696 44 53644 0 30 668160 0 FFS inode 1160 534 33 49366 0 8 657720 0 malloc-16384 16384 27 1 29 0 1 458752 0 VM OBJECT 264 1652 73 700403 0 30 455400 0 socket 944 86 374 107737 0 254 434240 0 malloc-384 384 1026 24 39390 0 30 403200 0 THREAD 1808 189 20 52134 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 tcp_bbr_map 128 0 2697 86286 0 126 345216 0 256 Bucket 2048 138 20 15602 0 8 323584 0 malloc-512 512 585 31 49827 0 30 315392 0 MAP ENTRY 96 2928 306 2686238 0 126 310464 0 malloc-512 512 62 522 49638 0 30 299008 0 VNODE 448 572 85 49406 0 30 294336 0 malloc-384 384 624 66 773381 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 120 2 139 0 8 249856 0 vmem btag 56 4348 104 4348 0 254 249312 0 ertt_txseginfo 40 1162 4393 183137 0 254 222200 0 DEVCTL 1024 0 216 132 0 0 221184 0 mbuf_packet 256 157 668 497341 0 254 211200 0 malloc-65536 65536 1 2 177 0 1 196608 0 malloc-8192 8192 18 5 166 0 1 188416 0 tcp_inpcb 488 12 372 4798 0 254 187392 0 UMA Zones 768 242 2 242 0 16 187392 0 VMSPACE 2544 63 9 49818 0 4 183168 0 malloc-16384 16384 6 5 42 0 1 180224 0 malloc-384 384 328 122 112242 0 30 172800 0 32 Bucket 256 510 150 31680 0 62 168960 0 malloc-16384 16384 8 2 13 0 1 163840 0 malloc-4096 4096 2 38 3286 0 2 163840 0 sctp_chunk 152 119 921 17641 0 254 158080 0 FFS2 dinode 256 534 51 49365 0 62 149760 0 S VFS Cache 104 1034 370 51258 0 126 146016 0 PROC 1328 89 19 49846 0 8 143424 0 malloc-65536 65536 1 1 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 3 1 19 0 1 131072 0 16 Bucket 144 669 171 10551 0 62 120960 0 filedesc0 1072 90 22 49852 0 8 120064 0 ksiginfo 112 93 951 2784 0 126 116928 0 sctp_laddr 48 212 2056 41262 0 254 108864 0 sctp_stream_msg_out 112 292 608 10817 0 254 100800 0 128 Bucket 1024 56 39 11800 0 16 97280 0 malloc-512 512 166 18 1532 0 30 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 tcpcb 1064 12 72 4798 0 254 89376 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-16384 16384 1 4 261 0 1 81920 0 malloc-16384 16384 1 4 24 0 1 81920 0 malloc-8192 8192 9 1 11 0 1 81920 0 malloc-1024 1024 65 15 3627 0 16 81920 0 malloc-512 512 106 38 149984 0 30 73728 0 malloc-512 512 129 15 951 0 30 73728 0 g_bio 408 0 180 9897 0 30 73440 0 malloc-1024 1024 62 6 907 0 16 69632 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 49116 0 1 65536 0 malloc-4096 4096 10 6 1010 0 2 65536 0 malloc-2048 2048 11 21 2854 0 8 65536 0 malloc-4096 4096 8 7 532 0 2 61440 0 64 Bucket 512 42 62 17740 0 30 53248 0 malloc-384 384 114 16 330 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 6 38 3906 0 16 45056 0 Files 80 286 264 173822 0 126 44000 0 malloc-8192 8192 2 3 6 0 1 40960 0 malloc-512 512 68 12 6144 0 30 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 pcpu-8 8 4701 419 5229 0 254 40960 0 tcp_rack_pcb 832 0 45 266 0 16 37440 0 tcp_log 416 0 90 2485 0 254 37440 0 pipe 744 23 27 1285 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 216845 0 16 36864 0 malloc-2048 2048 16 2 17 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 650 0 1 32768 0 malloc-4096 4096 6 2 416 0 2 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 malloc-2048 2048 3 13 152 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 513 495 27392 0 254 32256 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 0 36 3473 0 16 29952 0 malloc-4096 4096 2 5 11 0 2 28672 0 KNOTE 160 28 147 560439 0 62 28000 0 unpcb 256 20 85 1533 0 254 26880 0 malloc-4096 4096 6 0 6 0 2 24576 0 PWD 32 36 720 48900 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 129 171 8586 0 126 24000 0 sctp_readq 152 2 154 1239 0 254 23712 0 udplite_inpcb 488 9 39 1805 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 tcp_rack_map 112 0 180 469 0 126 20160 0 ripcb 488 9 31 1156 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 vtnet_tx_hdr 24 0 668 616358 0 254 16032 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-1024 1024 9 3 14 0 16 12288 0 4 Bucket 48 6 246 1054 0 254 12096 0 udp_inpcb 488 6 18 443 0 254 11712 0 kenv 258 15 30 1048 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 66 0 126 8096 0 rl_entry 40 62 140 62 0 254 8080 0 udpcb 32 15 237 2248 0 254 8064 0 ipq 56 0 144 4 0 254 8064 0 ertt 72 12 100 4798 0 126 8064 0 itimer 352 0 22 9 0 30 7744 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 25 0 126 6448 0 domainset 40 0 126 14 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sackhole 32 0 126 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0