login: panic: Bad list head 0xfffffe005536aa70 first->prev != head cpuid = 1 time = 1623369745 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887d0870 vpanic() at vpanic+0x1c7/frame 0xfffffe00887d08d0 panic() at panic+0x43/frame 0xfffffe00887d0930 sctp_inpcb_bind() at sctp_inpcb_bind+0x10f4/frame 0xfffffe00887d09e0 sobind() at sobind+0x7d/frame 0xfffffe00887d0a20 kern_bindat() at kern_bindat+0x1ab/frame 0xfffffe00887d0a70 sys_bind() at sys_bind+0xd9/frame 0xfffffe00887d0ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00887d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00887d0bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 824 tid 100143 ] Stopped at kdb_enter+0x67: movq $0,0x1635afe(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff819cad33 rbx 0 rsp 0xfffffe00887d0850 rbp 0xfffffe00887d0870 rsi 0x1 rdi 0 r8 0 r9 0x8080808080808080 r10 0xfffffe00887d0740 r11 0x1ff77fff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca4d r15 0xffffffff81a7ca4d rip 0xffffffff81133687 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1635afe(%rip) db> show proc Process 824 (syz-executor.0) at 0xfffff80015d67000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffff80015e03000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bd6530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009500e000 (map 0xfffffe009500e000) (map.pmap 0xfffffe009500e0c0) (pmap 0xfffffe009500e120) threads: 3 100092 RunQ syz-executor.0 100142 Run CPU 0 syz-executor.0 100143 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 824 787 787 0 R (threaded) syz-executor.0 100092 RunQ syz-executor.0 100142 Run CPU 0 syz-executor.0 100143 Run CPU 1 syz-executor.0 819 810 819 0 Ss select 0xfffff80015d4ca40 dhclient 813 1 813 0 Ss select 0xfffff80004ee72c0 dhclient 810 802 436 0 D biowr 0xfffffe0003868e90 dhclient 802 436 436 0 S wait 0xfffff80015d67530 sh 787 785 787 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.0 785 783 783 0 S (threaded) syz-execprog 100115 S uwait 0xfffff80015e72b00 syz-execprog 100117 S uwait 0xfffff80015ce1b00 syz-execprog 100118 S kqread 0xfffff80004ca4300 syz-execprog 100119 S uwait 0xfffff80015ce1f00 syz-execprog 100121 S uwait 0xfffff80015a3b300 syz-execprog 100122 S uwait 0xfffff8005b3f9300 syz-execprog 100123 S uwait 0xfffff8005b34bf00 syz-execprog 783 781 783 0 Ss pause 0xfffff8005b562b10 csh 781 694 781 0 Ss select 0xfffff80004f21ec0 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001538acb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aab4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aabcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015aae4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015aaecb0 getty 753 1 753 0 Ss+ ttyin 0xfffff800158a44b0 getty 752 1 752 0 Ss+ ttyin 0xfffff800158a4cb0 getty 750 1 24 0 S+ piperd 0xfffff8005b3a1ba0 logger 749 748 24 0 S+ nanslp 0xffffffff8273c8e0 sleep 748 1 24 0 S+ wait 0xfffff80015e03530 sh 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff8005b3bb2c0 sshd 507 1 507 0 Ss select 0xfffff80015ea38c0 syslogd 436 1 436 0 Ss wait 0xfffff80015ec8530 devd 435 1 435 65 Ss select 0xfffff8005b3bd8c0 dhclient 350 1 350 0 Ss select 0xfffff8005b28d8c0 dhclient 347 1 347 0 Ss select 0xfffff80015f12440 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a8d000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015ecece8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d11b0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e34828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fea3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d50488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004db7f80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004db7f30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c6d500 [thr_0] 100029 D - 0xfffff80004c6d580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd6530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff80004c73d00 [if_io_tqg_0] 100006 D - 0xfffff80004c73900 [if_io_tqg_1] 100007 D - 0xfffff80004c73500 [if_config_tqg_0] 100008 D - 0xfffff80004c73100 [softirq_0] 100009 D - 0xfffff80004c71d00 [softirq_1] 100010 D - 0xfffff80004c72500 [aiod_kick taskq] 100012 D - 0xfffff80004c6f500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c67d00 [pci_hp taskq] 100015 D - 0xfffff80004c65d00 [inm_free taskq] 100017 D - 0xfffff80004c64d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c64500 [thread taskq] 100019 D - 0xfffff80004c62d00 [in6m_free taskq] 100020 D - 0xfffff80004c62500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c62500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c62500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c62500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c61100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c61100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c61100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c61100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cf0500 [firmware taskq] 100038 D - 0xfffff80004d3fd00 [crypto_0] 100039 D - 0xfffff80004d3fd00 [crypto_1] 100055 D - 0xfffff80015382500 [vtnet0 rxq 0] 100056 D - 0xfffff80015382100 [vtnet0 txq 0] 100057 D - 0xfffff80015366d00 [vtnet0 rxq 1] 100058 D - 0xfffff80015366900 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015376b00 [virtio_balloon] 100064 D - 0xfffff80015463d00 [mca taskq] 100066 D - 0xffffffff81e29a21 [deadlkres] 100074 D - 0xfffff80015a40500 [acpi_task_0] 100075 D - 0xfffff80015a40500 [acpi_task_1] 100076 D - 0xfffff80015a40500 [acpi_task_2] 100077 D - 0xfffff80004db6100 [CAM taskq] db> show all locks Process 824 (syz-executor.0) thread 0xfffffe0095032ac0 (100143) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8005b9c2468) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2997 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00041af308) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2918 Process 810 (dhclient) thread 0xfffffe00558c3900 (100093) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003868f10) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3928 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80015eb2e70) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3009 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8005b9edcb0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3521 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4241 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 newblk 441 1252K 491 vfscache 3 1035K 3 pcb 35 666K 187 acpica 1674 649K 54692 inodedep 65 584K 87 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 subproc 110 474K 883 bus 990 378K 3485 linker 348 270K 400 DEVFS1 104 208K 115 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 kdtrace 181 149K 969 pagedep 18 145K 30 tfo_ccache 1 136K 1 BPF 19 135K 19 umtx 286 126K 286 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 syncache 1 76K 1 filedesc 5 73K 33 temp 23 73K 1742 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 123 62K 133 gtaskqueue 18 57K 18 vmem 3 56K 4 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ifaddr 40 46K 42 ithread 99 43K 99 rman 84 42K 425 routetbl 62 39K 227 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 GEOM 60 29K 489 kqueue 54 28K 829 kbdmux 6 28K 6 ether_multi 68 26K 78 cred 23 23K 234 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 pwddesc 52 20K 825 plimit 19 19K 344 UART 12 18K 12 bmsafemap 3 17K 56 proc-args 44 17K 525 ksem 1 16K 1 rpc 2 16K 2 lltable 19 16K 19 shmfd 1 16K 1 pfs_vncache 1 16K 1 in6_multi 35 15K 35 ufs_dirhash 24 14K 24 sglist 5 13K 5 dirrem 25 13K 36 ifnet 4 13K 4 diradd 33 13K 52 MCA 32 12K 32 CAM DEV 3 12K 510 session 23 12K 34 selfd 30 12K 7562 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 41 sctp_timw 19 10K 19 uidinfo 3 9K 8 sctp_atcl 8 8K 80 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 lockf 21 8K 28 acpidev 20 8K 20 hhook 15 8K 17 pf_ifnet 7 7K 10 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 inpcbpolicy 11 5K 152 sctp_stro 2 4K 26 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 CAM CCB 1 4K 1740 sctp_atky 10 4K 106 pci_link 10 4K 10 mkdir 10 4K 38 select 10 4K 34 msi 9 4K 9 DEVFS 9 4K 10 ipsec 3 3K 3 sctp_athm 8 3K 80 freefile 8 3K 17 nhops 6 3K 6 osd 7 3K 19 sctp_ifa 7 3K 8 DEVFSP 7 3K 12 nexusdev 7 3K 7 newdirblk 7 3K 19 ip6ndp 6 3K 7 feeder 7 3K 7 soname 6 3K 3307 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 indirdep 4 2K 4 vnodemarker 2 2K 8 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 72 crypto 4 2K 4 tun 4 2K 4 sctp_map 4 2K 52 in_multi 3 2K 5 pfil 4 2K 4 CAM path 4 2K 1034 sctp_ifn 3 2K 8 mld 3 2K 3 tcpfunc 3 2K 3 igmp 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 8 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 49 entropy 2 1K 38 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freework 1 1K 34 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 13919 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 htcp data 0 0K 0 dctcp data 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 6 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 6 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 33 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 203 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 46 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 90 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 639 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 809 12272 0 254 37392384 0 malloc-384 384 34296 34 34437 0 30 13182720 0 malloc-1024 1024 4406 2 5094 0 16 4513792 0 malloc-8192 8192 388 3 1450 0 1 3203072 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8587 803 14361 0 254 2403840 0 BUF TRIE 144 167 13301 374 0 62 1939392 0 UMA Slabs 0 112 11341 32 11341 0 126 1273776 0 malloc-384 384 2316 44 63382 0 30 906240 0 malloc-384 384 2032 8 10102 0 30 783360 0 FFS inode 1160 507 18 524 0 8 609000 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 RADIX NODE 144 2302 159 21666 0 62 354384 0 malloc-384 384 880 10 1498 0 30 341760 0 malloc-512 512 518 34 1079 0 30 282624 0 VM OBJECT 264 1005 30 13456 0 30 273240 0 malloc-65536 65536 4 0 4 0 1 262144 0 THREAD 1808 128 15 143 0 8 258544 0 VNODE 448 539 28 558 0 30 254016 0 malloc-32768 32768 3 4 32 0 1 229376 0 malloc-2048 2048 106 6 276 0 8 229376 0 DEVCTL 1024 0 216 120 0 0 221184 0 malloc-16384 16384 10 2 245 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 11 0 11 0 1 180224 0 malloc-4096 4096 1 35 1740 0 2 147456 0 malloc-512 512 282 6 363 0 30 147456 0 256 Bucket 2048 65 5 9956 0 8 143360 0 vmem btag 56 2368 68 2368 0 254 136416 0 FFS2 dinode 256 507 18 524 0 62 134400 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 100 28 840 0 16 131072 0 malloc-8192 8192 13 2 227 0 1 122880 0 ksiginfo 112 39 1005 56 0 126 116928 0 MAP ENTRY 96 1034 184 40243 0 126 116928 0 malloc-16384 16384 3 4 33 0 1 114688 0 S VFS Cache 104 984 108 1032 0 126 113568 0 malloc-32768 32768 1 2 131 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-8192 8192 11 1 543 0 1 98304 0 malloc-2048 2048 30 16 542 0 8 94208 0 VMSPACE 2544 29 7 803 0 4 91584 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 149 19 1448 0 30 86016 0 clpbuf 2624 0 32 15 0 16 83968 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-1024 1024 66 14 106 0 16 81920 0 PROC 1328 51 6 824 0 8 75696 0 g_bio 408 4 166 4461 0 30 69360 0 filedesc0 1072 52 11 825 0 8 67536 0 mbuf_cluster 2048 30 2 30 0 254 65536 0 malloc-65536 65536 1 0 2 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-4096 4096 13 2 244 0 2 61440 0 malloc-384 384 125 35 14572 0 30 61440 0 malloc-4096 4096 11 3 46 0 2 57344 0 128 Bucket 1024 21 34 139 0 16 56320 0 32 Bucket 256 64 131 12125 0 62 49920 0 malloc-512 512 81 15 454 0 30 49152 0 socket 944 29 19 1339 0 254 45312 0 malloc-4096 4096 4 7 512 0 2 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 956 0 8 40960 0 NAMEI 1024 0 36 12549 0 16 36864 0 malloc-2048 2048 2 16 151 0 8 36864 0 malloc-512 512 25 47 476 0 30 36864 0 pcpu-8 8 4353 255 4413 0 254 36864 0 sctp_asoc 2288 2 13 26 0 254 34320 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 4 0 1 32768 0 malloc-8192 8192 2 2 21 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 sctp_ep 1280 6 18 54 0 254 30720 0 malloc-384 384 26 54 1180 0 30 30720 0 malloc-1024 1024 25 3 356 0 16 28672 0 malloc-384 384 58 12 86 0 30 26880 0 malloc-8192 8192 1 2 13 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 malloc-2048 2048 2 10 26 0 8 24576 0 malloc-512 512 36 12 50 0 30 24576 0 malloc-512 512 15 33 102 0 30 24576 0 64 Bucket 512 41 7 1429 0 30 24576 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 TURNSTILE 136 144 24 144 0 62 22848 0 malloc-4096 4096 1 4 280 0 2 20480 0 malloc-512 512 33 7 45 0 30 20480 0 2 Bucket 32 83 547 1453 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 144 48 144 0 126 16896 0 malloc-1024 1024 12 4 12 0 16 16384 0 sctp_raddr 736 2 20 26 0 254 16192 0 Files 80 106 94 6895 0 126 16000 0 tcpcb 1080 3 11 7 0 254 15120 0 pipe 744 12 8 299 0 16 14880 0 malloc-1024 1024 5 7 14 0 16 12288 0 malloc-1024 1024 9 3 9 0 16 12288 0 8 Bucket 80 36 114 404 0 126 12000 0 udp_inpcb 488 6 18 140 0 254 11712 0 kenv 258 15 30 1035 0 30 11610 0 unpcb 256 11 34 1114 0 254 11520 0 malloc-384 384 23 7 24 0 30 11520 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-1024 1024 6 2 6 0 16 8192 0 rtentry 176 18 28 22 0 62 8096 0 PGRP 88 23 69 34 0 126 8096 0 ertt_txseginfo 40 0 202 179 0 254 8080 0 rl_entry 40 32 170 32 0 254 8080 0 sctp_laddr 48 1 167 12 0 254 8064 0 udpcb 32 6 246 140 0 254 8064 0 ertt 72 3 109 7 0 126 8064 0 PWD 32 13 239 112 0 254 8064 0 16 Bucket 144 36 20 1318 0 62 8064 0 4 Bucket 48 6 162 55 0 254 8064 0 vtnet_tx_hdr 24 0 334 1180 0 254 8016 0 KNOTE 160 8 42 102 0 62 8000 0 tcp_inpcb 488 3 13 7 0 254 7808 0 routing nhops 256 15 15 22 0 62 7680 0 mbuf_packet 256 0 30 117 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 ripcb 488 2 6 5 0 254 3904 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0