panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:4813 cpuid = 0 time = 1604949747 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003634c20 vpanic() at vpanic+0x1c7/frame 0xfffffe0003634c80 panic() at panic+0x43/frame 0xfffffe0003634ce0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0003634d40 sctp_add_to_readq() at sctp_add_to_readq+0x4b9/frame 0xfffffe0003634da0 sctp_notify_peer_addr_change() at sctp_notify_peer_addr_change+0x2cf/frame 0xfffffe0003634e10 sctp_handle_no_route() at sctp_handle_no_route+0x7c/frame 0xfffffe0003634e50 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0xbfd/frame 0xfffffe0003634f90 sctp_med_chunk_output() at sctp_med_chunk_output+0x48b3/frame 0xfffffe0003635980 sctp_chunk_output() at sctp_chunk_output+0x1c35/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x56a4/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x147c986(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810eb770 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003634c00 rbp 0xfffffe0003634c20 rsi 0 rdi 0xffffffff810eb7a6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xdabe ll+0xda9d r12 0xffffffff820671a0 ddb_dbbe r13 0 r14 0xffffffff8196f0d0 r15 0xffffffff8196f0d0 rip 0xffffffff810dfc77 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x147c986(%rip) db> show proc Process 12 (intr) at 0xfffff800042a7a40: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ee70 ABI: null reaper: 0xffffffff8250ee70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250fac0 (map 0xffffffff8250fac0) (map.pmap 0xffffffff8250fb80) (pmap 0xffffffff8250fbe0) threads: 23 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 2422 768 768 0 R (threaded) syz-executor.1 100699 RunQ syz-executor.1 100801 RunQ syz-executor.1 2421 802 802 0 S (threaded) syz-executor.2 100675 S nanslp 0xffffffff8252fd71 syz-executor.2 100946 S connec 0xfffff80043a45bf0 syz-executor.2 100950 S uwait 0xfffff8001efea080 syz-executor.2 2420 769 769 0 RL (threaded) syz-executor.3 100610 RunQ syz-executor.3 100943 Run CPU 1 syz-executor.3 100949 S select 0xfffff8001efeddc0 syz-executor.3 2419 767 767 0 R (threaded) syz-executor.0 100672 RunQ syz-executor.0 100945 S accept 0xfffff80043a3e508 syz-executor.0 100947 S uwait 0xfffff80043ac3d00 syz-executor.0 2324 2318 2324 0 Ss select 0xfffff8001efedf40 dhclient 2321 1 2321 0 Ss select 0xfffff8000491b740 dhclient 2318 2311 424 65 S select 0xfffff80004abe440 dhclient 2311 424 424 0 S wait 0xfffff80004b13a40 sh 2302 1 2302 65 Ss select 0xfffff8004382eec0 dhclient 1691 1 1691 0 Ss select 0xfffff8001efed5c0 dhclient 1688 1 1688 0 Ss select 0xfffff8001eee5540 dhclient 1669 1 1669 65 Ss select 0xfffff8001efed240 dhclient 1020 1 1020 0 Ss select 0xfffff8004370ef40 dhclient 1017 1 1017 0 Ss select 0xfffff8004370e7c0 dhclient 802 762 802 0 Rs syz-executor.2 769 762 769 0 Ss nanslp 0xffffffff8252fd70 syz-executor.3 768 762 768 0 Ss nanslp 0xffffffff8252fd70 syz-executor.1 767 762 767 0 Ss nanslp 0xffffffff8252fd71 syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100110 S uwait 0xfffff8001efead80 syz-fuzzer 100111 S uwait 0xfffff800430f7680 syz-fuzzer 100112 S uwait 0xfffff800430f7780 syz-fuzzer 100113 S uwait 0xfffff800430f7880 syz-fuzzer 100114 S kqread 0xfffff80004aa4d00 syz-fuzzer 100115 S uwait 0xfffff80004bd8000 syz-fuzzer 100116 S uwait 0xfffff80004bd8100 syz-fuzzer 100117 S uwait 0xfffff80004bd8200 syz-fuzzer 100417 S uwait 0xfffff8001efea680 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80043144ae8 csh 758 682 758 0 Ss select 0xfffff8001efed8c0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800047008b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004a04cb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004a004b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004a00cb0 getty 738 1 738 0 Ss+ ttyin 0xfffff800049ff4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049ffcb0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049f84b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049f8cb0 getty 734 1 734 0 Ss+ ttyin 0xfffff800049f24b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252fd70 cron 682 1 682 0 Ss select 0xfffff8001efedbc0 sshd 495 1 495 0 Ss select 0xfffff8001eee5440 syslogd 424 1 424 0 Ss wait 0xfffff8001ef2a520 devd 423 1 423 65 Ss select 0xfffff80004abe5c0 dhclient 338 1 338 0 Ss select 0xfffff8001eee5840 dhclient 335 1 335 0 Ss select 0xfffff80004abe7c0 dhclient 23 0 0 0 DL syncer 0xffffffff8261d138 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004a57a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c200 [bufdaemon] 100077 D - 0xffffffff8200ac00 [bufspacedaemon-0] 100087 D sdflush 0xfffff8000470b8e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826436c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637b38 [dom0] 100075 D launds 0xffffffff82637b44 [laundry: dom0] 100076 D umarcl 0xffffffff814e7fa0 [uma] 18 0 0 0 DL - 0xffffffff823634f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c15818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e48390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223b240 [doneq0] 100067 D - 0xffffffff8223b110 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000432ed90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000432ed30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635020 [crypto] 14 0 0 0 DL seqstat 0xfffff800042f9c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e8e0 [g_event] 100026 D - 0xffffffff8250e8e8 [g_up] 100027 D - 0xffffffff8250e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042aee00 [thr_0] 100019 D - 0xfffff800042aee80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004289520 [init] 10 0 0 0 DL audit_w 0xffffffff82635540 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ee70 [swapper] 100005 D - 0xfffff800042a3e00 [if_io_tqg_0] 100006 D - 0xfffff800042a3d00 [if_io_tqg_1] 100007 D - 0xfffff800042a3c00 [if_config_tqg_0] 100008 D - 0xfffff800042a3b00 [softirq_0] 100009 D - 0xfffff800042a3a00 [softirq_1] 100010 D - 0xfffff800042a3900 [inm_free taskq] 100013 D - 0xfffff800042a3600 [aiod_kick taskq] 100014 D - 0xfffff800042a3500 [thread taskq] 100015 D - 0xfffff800042a3400 [in6m_free taskq] 100017 D - 0xfffff800042a3200 [kqueue_ctx taskq] 100024 D - 0xfffff800042a3100 [firmware taskq] 100029 D - 0xfffff800042ee600 [crypto_0] 100030 D - 0xfffff800042ee600 [crypto_1] 100044 D - 0xfffff800046ebe00 [vtnet0 rxq 0] 100045 D - 0xfffff800046ebd00 [vtnet0 txq 0] 100046 D - 0xfffff800046ebc00 [vtnet0 rxq 1] 100047 D - 0xfffff800046ebb00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004479980 [virtio_balloon] 100053 D - 0xfffff800046eba00 [mca taskq] 100056 D - 0xffffffff81d16e61 [deadlkres] 100062 D - 0xfffff800042ee100 [acpi_task_0] 100063 D - 0xfffff800042ee100 [acpi_task_1] 100064 D - 0xfffff800042ee100 [acpi_task_2] 100066 D - 0xfffff800042ee000 [CAM taskq] db> show all locks Process 2422 (syz-executor.1) thread 0xfffffe0025738500 (100801) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80043560988) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7005 Process 2420 (syz-executor.3) thread 0xfffffe0023b48800 (100943) exclusive sleep mutex FFS (FFS Lock) r = 0 (0xfffff8000490e690) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:314 exclusive rw per-fs softdep (per-fs softdep) r = 0 (0xfffff8000470b800) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_softdep.c:10498 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e45e80) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff800436db628) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1076 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00258318b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1311 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80043a1d988) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_input.c:4914 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28482 1661K 28546 kobj 336 1344K 496 newblk 514 1153K 9889 vfscache 3 1025K 3 pcb 63 578K 12801 inodedep 11 517K 2102 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 137 282K 2499 acpica 1674 185K 52510 vnet_data 1 168K 1 filedesc 21 149K 2995 pagedep 11 131K 1510 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 979 79K 3034 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 342 43K 342 kdtrace 192 37K 7799 temp 35 33K 2221 hostcache 1 32K 1 shm 1 32K 6 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 75 26K 75 sctp_timw 88 22K 88 vmem 3 22K 5 kbdmux 6 22K 6 lltable 47 18K 53 ufs_mount 5 17K 6 proc 3 17K 3 sctp_atcl 32 16K 9618 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 182 bus-sc 30 14K 1415 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 sctp_stro 9 9K 1768 bmsafemap 2 9K 1973 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 11 pfs_vncache 1 8K 1 select 63 8K 63 audit_evclass 233 8K 291 kqueue 63 7K 2435 CAM DEV 3 6K 510 cred 24 6K 269 plimit 23 6K 414 selfd 88 6K 29542 vt 11 6K 11 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 80 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 21 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 UMA 247 4K 247 session 31 4K 46 pgrp 31 4K 46 routetbl 24 4K 32 hhook 13 4K 13 lockf 28 3K 57 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 628 uidinfo 3 3K 10 sctp_ifa 17 3K 19 sctp_stri 4 2K 1154 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 20 Unitno 33 2K 3766 sctp_atky 41 2K 10836 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 38 NFSD session 1 1K 1 CAM periph 4 1K 271 diradd 7 1K 1765 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 2970 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_athm 32 1K 9627 newdirblk 4 1K 1485 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 procdesc 4 1K 16 cdev 2 1K 2 inpcbpolicy 11 1K 992 osd 3 1K 9 sctp_map 18 1K 3534 savedino 1 1K 3202 indirdep 1 1K 3744 vnodes 1 1K 2 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 6845 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 4109 tcpfunc 2 1K 2 iov 2 1K 16157 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 42 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 109 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 2 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 3501 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 2 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 scsi_pass 0 0K 0 ciss_data 0 0K 0 smartpqi 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 agp 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 nvme_da 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twa_commands 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 15149 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 17 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 1726 freefile 0 0K 1724 freeblks 0 0K 1901 freefrag 0 0K 96 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 16 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 PUC 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 22 ppbusdev 0 0K 0 statfs 0 0K 1666 namei_tracker 0 0K 12 export_host 0 0K 0 cl_savebuf 0 0K 10 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 124 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 240 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 667 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9263 1 9263 0 254 18972672 0 mbuf_packet 256 8289 846 1093753 0 254 2338560 0 RADIX NODE 144 14579 426 101105 0 62 2160720 0 malloc-512 512 4125 3 4134 0 30 2113536 0 BUF TRIE 144 269 13199 11517 0 62 1939392 0 malloc-4096 4096 355 2 531 0 2 1462272 0 malloc-128 128 9404 82 14163 0 126 1214208 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 6137 16 6137 0 126 689136 0 VM OBJECT 264 1266 54 37767 0 30 348480 0 THREAD 1792 145 26 3028 0 8 306432 0 VNODE 488 552 72 2279 0 30 304512 0 mbuf 256 591 534 612353 0 254 288000 0 sctp_ep 1280 19 203 6128 0 254 284160 0 socket 944 46 246 8276 0 254 275648 0 256 Bucket 2048 123 9 8408 0 8 270336 0 malloc-4096 4096 61 4 2423 0 2 266240 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 2 2 833 0 1 262144 0 DEVCTL 1024 4 204 125 0 0 212992 0 malloc-256 256 697 128 16830 0 62 211200 0 malloc-32768 32768 0 6 3636 0 1 196608 0 malloc-16384 16384 8 4 1633 0 1 196608 0 malloc-16 16 11903 347 11957 0 254 196000 0 malloc-64 64 2759 202 32221 0 254 189504 0 malloc-2048 2048 8 80 15923 0 8 180224 0 sctp_raddr 736 19 223 4662 0 254 178112 0 MAP ENTRY 96 1603 245 128840 0 126 177408 0 mbuf_jumbo_page 4096 2 41 147 0 254 176128 0 UMA Zones 768 219 0 219 0 16 168192 0 sctp_asoc 2288 9 61 1767 0 254 160160 0 malloc-128 128 1208 32 24576 0 126 158720 0 malloc-32 32 4636 152 4671 0 254 153216 0 S VFS Cache 104 1018 347 2999 0 126 141960 0 FFS2 dinode 256 515 25 2240 0 62 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 147 0 1 131072 0 malloc-1024 1024 121 7 138 0 16 131072 0 g_bio 408 0 310 58250 0 30 126480 0 ksiginfo 112 60 984 1337 0 126 116928 0 VMSPACE 2536 38 7 2401 0 4 114120 0 malloc-128 128 619 249 5275 0 126 111104 0 vmem btag 56 1803 129 1803 0 254 108192 0 FFS inode 160 515 160 2240 0 62 108000 0 PROC 1312 60 15 2422 0 8 98400 0 malloc-512 512 87 89 2180 0 30 90112 0 malloc-2048 2048 24 18 6134 0 8 86016 0 malloc-256 256 216 114 11571 0 62 84480 0 filedesc0 1080 61 16 2423 0 8 83160 0 UMA Kegs 384 205 8 205 0 30 81792 0 128 Bucket 1024 52 27 1591 0 16 80896 0 tcp_bbr_map 128 5 584 3784 0 126 75392 0 malloc-4096 4096 17 0 21 0 2 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 5 3 33 0 1 65536 0 malloc-512 512 56 64 9648 0 30 61440 0 malloc-256 256 93 147 5423 0 62 61440 0 malloc-128 128 385 49 1310 0 126 55552 0 clpbuf 832 0 64 367 0 16 53248 0 malloc-64 64 571 248 4880 0 254 52416 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 6 0 1 49152 0 64 Bucket 512 68 28 4915 0 30 49152 0 malloc-128 128 350 22 455 0 126 47616 0 malloc-256 256 156 24 1502 0 62 46080 0 32 Bucket 256 46 134 1723 0 62 46080 0 malloc-4096 4096 9 2 2126 0 2 45056 0 malloc-1024 1024 12 32 1911 0 16 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 3 2 96 0 1 40960 0 Files 80 233 267 17967 0 126 40000 0 malloc-256 256 18 132 3219 0 62 38400 0 NAMEI 1024 0 36 20963 0 16 36864 0 malloc-512 512 57 15 719 0 30 36864 0 malloc-512 512 8 64 1532 0 30 36864 0 pcpu-8 8 4230 378 4268 0 254 36864 0 malloc-64 64 457 110 699 0 254 36288 0 sctp_chunk 152 18 216 3475 0 254 35568 0 udplite_inpcb 488 0 72 243 0 254 35136 0 tcpcb 1048 5 28 489 0 254 34584 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 6 0 1 32768 0 mt_stats_zone 64 451 61 451 0 254 32768 0 malloc-64 64 414 90 3270 0 254 32256 0 tcp_inpcb 488 6 58 489 0 254 31232 0 16 Bucket 144 53 143 10569 0 62 28224 0 8 Bucket 80 48 302 13427 0 126 28000 0 pipe 744 22 13 470 0 16 26040 0 TURNSTILE 136 172 17 172 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 8 4 10 0 8 24576 0 malloc-512 512 40 8 41 0 30 24576 0 PWD 32 21 735 1576 0 254 24192 0 malloc-32 32 315 441 11054 0 254 24192 0 KNOTE 160 28 122 52204 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 165 21 1652 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 tcp_bbr_pcb 832 1 26 374 0 16 22464 0 malloc-1024 1024 4 16 58 0 16 20480 0 malloc-1024 1024 17 3 32 0 16 20480 0 2 Bucket 32 59 571 11211 0 254 20160 0 malloc-128 128 109 46 671 0 126 19840 0 malloc-256 256 12 63 280 0 62 19200 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 4 0 6 0 2 16384 0 malloc-1024 1024 12 4 14 0 16 16384 0 malloc-512 512 20 12 24 0 30 16384 0 4 Bucket 48 6 330 8135 0 254 16128 0 vtnet_tx_hdr 24 1 667 569298 0 254 16032 0 udp_inpcb 488 2 30 205 0 254 15616 0 malloc-256 256 36 24 362 0 62 15360 0 malloc-2048 2048 3 3 25 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 8 4 9 0 16 12288 0 malloc-512 512 21 3 21 0 30 12288 0 malloc-64 64 54 135 15371 0 254 12096 0 malloc-64 64 83 106 2486 0 254 12096 0 malloc-16 16 284 466 33583 0 254 12000 0 malloc-128 128 19 74 117 0 126 11904 0 sctp_readq 152 2 76 825 0 254 11856 0 routing nhops 256 28 17 39 0 62 11520 0 unpcb 256 17 28 1123 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 2 0 2 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 0 4 111 0 8 8192 0 malloc-1024 1024 1 7 1168 0 16 8192 0 pf tags 104 0 78 4 0 126 8112 0 rtentry 176 35 11 39 0 62 8096 0 rl_entry 40 81 121 123 0 254 8080 0 sctp_stream_msg_out 112 2 70 8 0 254 8064 0 sctp_laddr 48 3 165 1129 0 254 8064 0 udpcb 32 2 250 448 0 254 8064 0 malloc-64 64 90 36 97 0 254 8064 0 malloc-64 64 85 41 106 0 254 8064 0 malloc-32 32 10 242 3867 0 254 8064 0 malloc-32 32 101 151 144 0 254 8064 0 malloc-32 32 85 167 1862 0 254 8064 0 malloc-32 32 43 209 2399 0 254 8064 0 malloc-32 32 101 151 1172 0 254 8064 0 malloc-32 32 19 233 1064 0 254 8064 0 malloc-16 16 29 471 555 0 254 8000 0 malloc-16 16 44 456 3321 0 254 8000 0 malloc-16 16 195 305 3273 0 254 8000 0 malloc-16 16 27 473 51 0 254 8000 0 malloc-16 16 46 454 3617 0 254 8000 0 ripcb 488 4 12 55 0 254 7808 0 KMAP ENTRY 96 12 69 12 0 126 7776 0 kenv 258 3 27 1010 0 30 7740 0 malloc-256 256 12 18 370 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 vmem 1856 1 1 1 0 8 3712 0 pcpu-4 4 32 480 32 0 254 2048 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-16 16 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0