panic: Bad link elm 0xfffff80010960000 prev->next != elm cpuid = 0 time = 1593891991 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe001a0bb0a0 vpanic() at vpanic+0x1c7/frame 0xfffffe001a0bb100 panic() at panic+0x43/frame 0xfffffe001a0bb160 sctp_inpcb_free() at sctp_inpcb_free+0x1658/frame 0xfffffe001a0bb1d0 sctp_free_assoc() at sctp_free_assoc+0x28cc/frame 0xfffffe001a0bb260 sctp_process_control() at sctp_process_control+0x8801/frame 0xfffffe001a0bb6d0 sctp_common_input_processing() at sctp_common_input_processing+0x74c/frame 0xfffffe001a0bb860 sctp6_input_with_port() at sctp6_input_with_port+0x300/frame 0xfffffe001a0bb960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe001a0bb980 ip6_input() at ip6_input+0x1802/frame 0xfffffe001a0bba90 swi_net() at swi_net+0x20d/frame 0xfffffe001a0bbb10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe001a0bbbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe001a0bbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe001a0bbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14a3436(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff81904f01 rbx 0 rsp 0xfffffe001a0bb080 rbp 0xfffffe001a0bb0a0 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0x2a4e ll+0x2a2d r11 0x2a4e ll+0x2a2d r12 0xffffffff82068f70 ddb_dbbe r13 0 r14 0xffffffff819a96c4 r15 0xffffffff819a96c4 rip 0xffffffff810b67f7 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x14a3436(%rip) db> show proc Process 12 (intr) at 0xfffff80003311520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250e750 ABI: null reaper: 0xffffffff8250e750 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f3a0 (map 0xffffffff8250f3a0) (map.pmap 0xffffffff8250f460) (pmap 0xffffffff8250f4c0) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100019 I [swi3: vm] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 6874 782 782 0 R syz-executor.1 6873 783 783 0 R (threaded) syz-executor.0 100339 Run CPU 1 syz-executor.0 100569 S connec 0xfffffe00239a6b88 syz-executor.0 6870 786 786 0 R (threaded) syz-executor.3 100810 RunQ syz-executor.3 100563 S uwait 0xfffff800103ed000 syz-executor.3 100570 S uwait 0xfffff80003a40c80 syz-executor.3 6869 790 790 0 R (threaded) syz-executor.2 100831 RunQ syz-executor.2 100568 S uwait 0xfffff80003a40a80 syz-executor.2 849 835 849 0 Ss select 0xfffff800100fbd40 dhclient 840 1 840 0 Ss select 0xfffff800100fbdc0 dhclient 835 816 424 65 S select 0xfffff800100fbe40 dhclient 816 424 424 0 S wait 0xfffff80003d67000 sh 790 780 790 0 Ss nanslp 0xffffffff8252f240 syz-executor.2 786 780 786 0 Ss nanslp 0xffffffff8252f240 syz-executor.3 783 780 783 0 Ss nanslp 0xffffffff8252f241 syz-executor.0 782 780 782 0 Ss nanslp 0xffffffff8252f240 syz-executor.1 780 778 778 0 S (threaded) syz-execprog 100080 S uwait 0xfffff800037efc80 syz-execprog 100107 S uwait 0xfffff80003317e00 syz-execprog 100108 S uwait 0xfffff80003317f00 syz-execprog 100109 S uwait 0xfffff800037ec080 syz-execprog 100110 S uwait 0xfffff800037ec180 syz-execprog 100111 S kqread 0xfffff8000334f000 syz-execprog 100112 S uwait 0xfffff800037ecb00 syz-execprog 100113 S uwait 0xfffff800037ec880 syz-execprog 100114 S uwait 0xfffff800037eca80 syz-execprog 100115 S uwait 0xfffff800037ec280 syz-execprog 100116 S uwait 0xfffff80003317400 syz-execprog 778 776 778 0 Ss pause 0xfffff8001042b5c8 csh 776 682 776 0 Ss select 0xfffff80003def340 sshd 748 1 748 0 Ss+ ttyin 0xfffff80003806cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b06cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b090b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b094b0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b098b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b09cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b080b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b084b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b088b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252f240 cron 682 1 682 0 Ss select 0xfffff80003c518c0 sshd 495 1 495 0 Ss select 0xfffff80003defdc0 syslogd 424 1 424 0 Ss wait 0xfffff80003cb6000 devd 423 1 423 65 Ss select 0xfffff80003c51bc0 dhclient 338 1 338 0 Ss select 0xfffff80003def7c0 dhclient 335 1 335 0 Ss select 0xfffff80003c51940 dhclient 23 0 0 0 DL syncer 0xffffffff8261a498 [syncer] 22 0 0 0 DL vlruwt 0xfffff800033eca40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826197e0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003c4ace8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82640708 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82634b98 [dom0] 100074 D launds 0xffffffff82634ba4 [laundry: dom0] 100075 D umarcl 0xffffffff8154f650 [uma] 18 0 0 0 DL - 0xffffffff82362e78 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c593a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261cc10 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82618dec [soaiod4] 9 0 0 0 DL - 0xffffffff82618dec [soaiod3] 8 0 0 0 DL - 0xffffffff82618dec [soaiod2] 7 0 0 0 DL - 0xffffffff82618dec [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff8223abc0 [doneq0] 100066 D - 0xffffffff8223aa90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003212d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003212d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82632440 [crypto] 14 0 0 0 DL seqstat 0xfffff800030d5488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250e1c0 [g_event] 100025 D - 0xffffffff8250e1c8 [g_up] 100026 D - 0xffffffff8250e1d0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003093700 [thr_0] 100018 D - 0xfffff80003093740 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100019 I [swi3: vm] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003310000 [init] 10 0 0 0 DL audit_w 0xffffffff82632858 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250e750 [swapper] 100005 D - 0xfffff80003356100 [softirq_0] 100006 D - 0xfffff80003356000 [softirq_1] 100007 D - 0xfffff80003357e00 [if_io_tqg_0] 100008 D - 0xfffff80003357d00 [if_io_tqg_1] 100009 D - 0xfffff80003357c00 [if_config_tqg_0] 100010 D - 0xfffff80003351800 [kqueue_ctx taskq] 100011 D - 0xfffff80003351700 [aiod_kick taskq] 100014 D - 0xfffff80003351200 [in6m_free taskq] 100015 D - 0xfffff80003351100 [thread taskq] 100023 D - 0xfffff8000334e900 [firmware taskq] 100028 D - 0xfffff8000334e800 [crypto_0] 100029 D - 0xfffff8000334e800 [crypto_1] 100043 D - 0xfffff8000334e200 [vtnet0 rxq 0] 100044 D - 0xfffff8000334e100 [vtnet0 txq 0] 100045 D - 0xfffff8000334e000 [vtnet0 rxq 1] 100046 D - 0xfffff8000334fe00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f3580 [virtio_balloon] 100052 D - 0xfffff8000334f700 [mca taskq] 100057 D - 0xffffffff81d4edb0 [deadlkres] 100061 D - 0xfffff80003b66200 [acpi_task_0] 100062 D - 0xfffff80003b66200 [acpi_task_1] 100063 D - 0xfffff80003b66200 [acpi_task_2] 100065 D - 0xfffff8000334e700 [CAM taskq] db> show all locks Process 6873 (syz-executor.0) thread 0xfffffe0025c32300 (100339) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82557380) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 Process 12 (intr) thread 0xfffffe00048b3e00 (100020) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80010960468) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3321 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0004956b60) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3319 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80010960488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3318 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4212 4850K 4240 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27951 1631K 28015 kobj 334 1336K 493 inodedep 1073 1048K 6130 newblk 39 1034K 6502 vfscache 4 1025K 4 pcb 26 541K 24230 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1049 263K 6062 subproc 128 257K 6948 sctp_timw 821 206K 821 acpica 1674 185K 55859 vnet_data 1 168K 1 filedesc 21 149K 12137 pagedep 15 132K 6068 freefile 1049 132K 6060 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 239 96K 280 bus 992 80K 3392 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 umtx 324 41K 324 BPF 22 36K 22 kdtrace 178 35K 21464 temp 35 33K 1890 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 ifaddr 73 25K 73 kbdmux 6 22K 6 lltable 47 18K 47 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 177 bus-sc 30 14K 1439 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 488 rman 82 10K 423 bmsafemap 2 9K 6099 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 57 6K 6879 vt 11 6K 11 plimit 21 6K 396 cred 21 6K 259 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 249 5K 249 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 routetbl 23 4K 23 diradd 26 4K 6097 hhook 13 4K 13 session 25 4K 39 pgrp 25 4K 39 acpisem 22 3K 22 terminal 11 3K 11 select 20 3K 20 proc-args 44 3K 564 uidinfo 3 3K 10 sctp_ifa 17 3K 17 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 mkdir 16 2K 12108 indirdep 8 2K 10 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 34 2K 13291 CAM XPT 22 2K 543 newdirblk 12 2K 6054 sctp_atcl 3 2K 36180 in_multi 6 2K 7 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 sctp_stro 1 1K 12072 clone 8 1K 8 vnodemarker 2 1K 24 NFSD session 1 1K 1 CAM periph 4 1K 271 mld 6 1K 6 sctp_ifn 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 DEVFSP 8 1K 8 encap_export_host 8 1K 8 inpcbpolicy 10 1K 12241 osd 3 1K 9 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 7 sctp_atky 4 1K 60287 soname 5 1K 29968 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 entropy 2 1K 42 freework 1 1K 6060 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_athm 3 1K 48215 cpus 2 1K 2 sctp_map 2 1K 24144 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 76 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 2011 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 4985 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 7 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 6059 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ag_slr_map_t malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stri 0 0K 24070 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 6236 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 111 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13818 ioctlops 0 0K 98 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 609 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9526 126 9526 0 254 19767296 0 512 512 1075 3941 6640 0 30 2568192 0 mbuf_packet 256 8196 1202 83409 0 254 2405888 0 512 512 4140 36 4142 0 30 2138112 0 BUF TRIE 144 177 13319 624 0 62 1943424 0 256 256 837 4938 12667 0 62 1478400 0 4096 4096 336 3 946 0 2 1388544 0 256 256 1083 4002 24228 0 62 1301760 0 128 128 9726 132 10328 0 126 1261824 0 sctp_asoc 2288 1 509 12072 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 10 0 254 1040384 0 UMA Slabs 0 112 7214 16 7214 0 126 809760 0 pbuf 832 0 969 0 0 2 806208 0 128 128 1074 4103 11737 0 126 662656 0 sctp_ep 1280 2 508 12073 0 254 652800 0 tcpcb 1040 3 514 7 0 254 537680 0 socket 904 24 489 25386 0 254 463752 0 RADIX NODE 144 2391 406 190793 0 63 402768 0 sctp_raddr 736 1 516 12072 0 254 380512 0 256 Bucket 2048 154 8 1180 0 8 331776 0 VNODE 488 545 87 6607 0 30 308416 0 VM OBJECT 264 1032 78 99856 0 30 293040 0 THREAD 1792 140 22 7786 0 8 290304 0 mbuf 256 477 550 266897 0 254 262912 0 65536 65536 4 0 4 0 1 262144 0 65536 65536 1 3 64 0 1 262144 0 udplite_inpcb 488 3 509 12071 0 254 249856 0 tcp_inpcb 488 3 509 7 0 254 249856 0 udp_inpcb 488 2 510 158 0 254 249856 0 4096 4096 55 5 6875 0 2 245760 0 16384 16384 10 4 6069 0 1 229376 0 64 64 2808 279 2838 0 254 197568 0 16 16 11776 474 11880 0 254 196000 0 128 128 1160 235 25372 0 126 178560 0 UMA Zones 768 223 3 223 0 16 173568 0 32 32 4647 519 10801 0 254 165312 0 2048 2048 0 80 2043 0 8 163840 0 FFS2 dinode 256 511 119 6571 0 62 161280 0 1024 1024 117 27 136 0 16 147456 0 MAP ENTRY 96 1061 325 159799 0 126 133056 0 vmem btag 56 2047 316 2047 0 254 132328 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 1 1 9 0 1 131072 0 unpcb 256 11 499 1046 0 254 130560 0 256 256 65 445 12738 0 62 130560 0 64 Bucket 512 209 39 4800 0 30 126976 0 ripcb 488 2 254 5 0 254 124928 0 4096 4096 27 3 39 0 2 122880 0 g_bio 408 0 300 5698 0 30 122400 0 128 Bucket 1024 84 31 1390 0 16 117760 0 ksiginfo 112 57 987 82 0 126 116928 0 S VFS Cache 108 621 387 7215 0 126 108864 0 VMSPACE 2536 32 10 6853 0 4 106512 0 32 Bucket 256 180 195 1332 0 62 96000 0 PROC 1312 54 18 6874 0 8 94464 0 FFS inode 160 511 64 6571 0 62 92000 0 filedesc0 1088 55 22 6875 0 8 83776 0 UMA Kegs 384 209 6 209 0 30 82560 0 256 256 174 141 15040 0 62 80640 0 sctp_chunk 152 0 520 12035 0 254 79040 0 1024 1024 5 63 12347 0 16 69632 0 64 64 520 551 1589 0 254 68544 0 128 128 384 143 12477 0 126 67456 0 128 128 323 204 547 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 112 0 1 65536 0 16384 16384 4 0 4 0 1 65536 0 2048 2048 8 24 516 0 8 65536 0 512 512 98 22 120 0 30 61440 0 512 512 30 90 36207 0 30 61440 0 8192 8192 6 1 34 0 1 57344 0 64 64 463 356 748 0 254 52416 0 128 128 214 189 12667 0 126 51584 0 256 256 157 38 527 0 62 49920 0 256 256 102 93 6206 0 62 49920 0 256 256 80 115 667 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 36920 0 16 49152 0 2048 2048 3 21 12074 0 8 49152 0 512 512 53 43 79 0 30 49152 0 512 512 2 94 24393 0 30 49152 0 syncache 168 0 264 5 0 254 44352 0 clpbuf 832 0 48 100 0 16 39936 0 selfd 64 40 527 4088 0 254 36288 0 PWD 32 19 1115 6149 0 254 36288 0 64 64 14 553 52 0 254 36288 0 64 64 230 337 13671 0 254 36288 0 64 64 64 503 6908 0 254 36288 0 64 64 2 565 37 0 254 36288 0 64 64 175 392 43406 0 254 36288 0 8 Bucket 80 48 402 19020 0 126 36000 0 128 128 42 237 89 0 126 35712 0 128 128 157 122 256 0 126 35712 0 routing nhops 256 17 118 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 18 117 919 0 62 34560 0 TURNSTILE 136 163 89 163 0 62 34272 0 SLEEPQUEUE 88 163 221 163 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 3 1 86 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 4096 4096 7 1 7 0 2 32768 0 2048 2048 9 7 9 0 8 32768 0 2048 2048 2 14 3 0 8 32768 0 2048 2048 9 7 9 0 8 32768 0 2048 2048 2 14 449 0 8 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 3 29 1067 0 16 32768 0 1024 1024 17 15 17 0 16 32768 0 512 512 21 43 139 0 30 32768 0 512 512 11 53 12 0 30 32768 0 mt_stats_zone 64 443 69 443 0 254 32768 0 64 pcpu 8 3760 336 3762 0 254 32768 0 KNOTE 160 25 175 21044 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 4 Bucket 48 6 582 8564 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 35 98 39 0 62 27664 0 pipe 760 19 16 313 0 16 26600 0 4096 4096 4 2 5 0 2 24576 0 rl_entry 40 38 568 38 0 254 24240 0 2 Bucket 32 52 704 11090 0 254 24192 0 Files 80 123 177 37274 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 5 625 12229 0 254 20160 0 32 32 12 618 189 0 254 20160 0 32 32 28 602 24203 0 254 20160 0 32 32 115 515 874 0 254 20160 0 32 32 114 516 941 0 254 20160 0 32 32 100 530 49877 0 254 20160 0 32 32 46 584 3790 0 254 20160 0 16 Bucket 144 53 87 11287 0 62 20160 0 procdesc 136 2 143 8 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 1 3 8 0 2 16384 0 4096 4096 1 3 6237 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 1024 1024 2 14 42 0 16 16384 0 1024 1024 6 10 6 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 vtnet_tx_hdr 24 0 668 797 0 254 16032 0 mt_zone 24 443 225 443 0 254 16032 0 kenv 258 3 57 1113 0 30 15480 0 MAP 216 2 69 2 0 62 15336 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 9 369 36 0 254 12096 0 16 16 18 732 24191 0 254 12000 0 16 16 14 736 266 0 254 12000 0 16 16 28 722 325 0 254 12000 0 16 16 201 549 1375 0 254 12000 0 16 16 4 746 5 0 254 12000 0 16 16 255 495 48481 0 254 12000 0 16 16 22 728 25390 0 254 12000 0 SMR CPU 32 2 253 2 0 254 8160 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 rentr 24 0 0 0 0 254 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 DMAR_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0