login: panic: Bad link elm 0xfffff80019bf4000 prev->next != elm cpuid = 1 time = 1598878754 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe000364c080 vpanic() at vpanic+0x1c7/frame 0xfffffe000364c0e0 panic() at panic+0x43/frame 0xfffffe000364c140 sctp_inpcb_free() at sctp_inpcb_free+0x1647/frame 0xfffffe000364c1c0 sctp_free_assoc() at sctp_free_assoc+0x2890/frame 0xfffffe000364c250 sctp_process_control() at sctp_process_control+0x8bd2/frame 0xfffffe000364c6d0 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe000364c860 sctp6_input_with_port() at sctp6_input_with_port+0x300/frame 0xfffffe000364c960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe000364c980 ip6_input() at ip6_input+0x1821/frame 0xfffffe000364ca90 swi_net() at swi_net+0x20d/frame 0xfffffe000364cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe000364cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe000364cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000364cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1487f36(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff8188afb0 rbx 0 rsp 0xfffffe000364c060 rbp 0xfffffe000364c080 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0x224e ll+0x222d r11 0x224e ll+0x222d r12 0xffffffff82068ef0 ddb_dbbe r13 0 r14 0xffffffff8192f6e8 r15 0xffffffff8192f6e8 rip 0xffffffff810cdf47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1487f36(%rip) db> show proc Process 12 (intr) at 0xfffff80004301520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82508af0 ABI: null reaper: 0xffffffff82508af0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82509740 (map 0xffffffff82509740) (map.pmap 0xffffffff82509800) (pmap 0xffffffff82509860) threads: 23 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1342 778 778 0 R (threaded) syz-executor.3 100082 RunQ syz-executor.3 100690 S uwait 0xfffff80004b99380 syz-executor.3 100692 RunQ syz-executor.3 1341 781 781 0 RE CPU 0 syz-executor.0 831 819 831 0 Ss select 0xfffff80004b9acc0 dhclient 823 1 823 0 Ss select 0xfffff80004b9ac40 dhclient 819 803 424 65 S select 0xfffff80004e6b7c0 dhclient 803 424 424 0 S wait 0xfffff80004e80000 sh 782 776 782 0 Rs syz-executor.1 781 776 781 0 Ss nanslp 0xffffffff825295e1 syz-executor.0 779 776 779 0 Rs syz-executor.2 778 776 778 0 Ss nanslp 0xffffffff825295e0 syz-executor.3 776 774 774 0 S (threaded) syz-execprog 100093 S uwait 0xfffff80004e6b000 syz-execprog 100108 S uwait 0xfffff8000463c700 syz-execprog 100109 S uwait 0xfffff8000463c800 syz-execprog 100110 S uwait 0xfffff8000463c900 syz-execprog 100111 S kqread 0xfffff80004d50400 syz-execprog 100112 S uwait 0xfffff8000463ca00 syz-execprog 100113 S uwait 0xfffff80004b99580 syz-execprog 100114 S uwait 0xfffff80004e6b700 syz-execprog 100115 S uwait 0xfffff80004e69980 syz-execprog 100116 S uwait 0xfffff80004e69a80 syz-execprog 774 772 774 0 Ss pause 0xfffff80004de1ae8 csh 772 682 772 0 Ss select 0xfffff80004e69b40 sshd 742 1 742 0 Ss+ ttyin 0xfffff8000495ccb0 getty 741 1 741 0 Ss+ ttyin 0xfffff8000495a0b0 getty 740 1 740 0 Ss+ ttyin 0xfffff8000495a4b0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000495a8b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000495acb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049590b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049594b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049598b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004959cb0 getty 686 1 686 0 Ss nanslp 0xffffffff825295e1 cron 682 1 682 0 Ss select 0xfffff80004e68ac0 sshd 495 1 495 0 Ss select 0xfffff80004e687c0 syslogd 424 1 424 0 Ss wait 0xfffff80004e80a40 devd 423 1 423 65 Ss select 0xfffff80004b99840 dhclient 338 1 338 0 Ss select 0xfffff80004e6b840 dhclient 335 1 335 0 Ss select 0xfffff800040f6bc0 dhclient 23 0 0 0 DL syncer 0xffffffff826166e8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004cbd000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82615a30 [bufdaemon] 100077 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80004e51ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263cc48 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff826310f8 [dom0] 100075 D launds 0xffffffff82631104 [laundry: dom0] 100076 D umarcl 0xffffffff814d1c80 [uma] 18 0 0 0 DL - 0xffffffff8235d208 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e0f2f8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b97390 [pf purge] 15 0 0 0 DL - 0xffffffff8261502c [soaiod4] 9 0 0 0 DL - 0xffffffff8261502c [soaiod3] 8 0 0 0 DL - 0xffffffff8261502c [soaiod2] 7 0 0 0 DL - 0xffffffff8261502c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff82234f40 [doneq0] 100067 D - 0xffffffff82234e10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044cb090 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044cb030 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262e5e0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000449bc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82508550 [g_event] 100026 D - 0xffffffff82508558 [g_up] 100027 D - 0xffffffff82508560 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004331800 [thr_0] 100019 D - 0xfffff80004331880 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004304000 [init] 10 0 0 0 DL audit_w 0xffffffff8262eb00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82508af0 [swapper] 100005 D - 0xfffff800040e3100 [if_io_tqg_0] 100006 D - 0xfffff800040e2d00 [if_io_tqg_1] 100007 D - 0xfffff800040e2c00 [if_config_tqg_0] 100008 D - 0xfffff800040e2b00 [softirq_0] 100009 D - 0xfffff800040e2a00 [softirq_1] 100010 D - 0xfffff80004334100 [thread taskq] 100012 D - 0xfffff80004331e00 [inm_free taskq] 100013 D - 0xfffff80004331d00 [kqueue_ctx taskq] 100014 D - 0xfffff80004331c00 [aiod_kick taskq] 100017 D - 0xfffff80004331900 [in6m_free taskq] 100024 D - 0xfffff80004331700 [firmware taskq] 100029 D - 0xfffff80004331600 [crypto_0] 100030 D - 0xfffff80004331600 [crypto_1] 100044 D - 0xfffff80004331300 [vtnet0 rxq 0] 100045 D - 0xfffff80004331200 [vtnet0 txq 0] 100046 D - 0xfffff80004331100 [vtnet0 rxq 1] 100047 D - 0xfffff80004331000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046a9a00 [virtio_balloon] 100053 D - 0xfffff80004332c00 [mca taskq] 100057 D - 0xffffffff81cd4f21 [deadlkres] 100062 D - 0xfffff80004332800 [acpi_task_0] 100063 D - 0xfffff80004332800 [acpi_task_1] 100064 D - 0xfffff80004332800 [acpi_task_2] 100066 D - 0xfffff80004331400 [CAM taskq] db> show all locks Process 1341 (syz-executor.0) thread 0xfffffe0024752500 (100080) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00036095c0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7765 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00264d0120) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7685 Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80019bf4468) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3368 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00049411e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3366 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80019bf4488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3365 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28164 1643K 28228 kobj 335 1340K 494 newblk 35 1033K 973 vfscache 4 1025K 4 inodedep 536 780K 609 pcb 26 541K 2144 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 126 249K 1416 acpica 1674 185K 52414 vnet_data 1 168K 1 pagedep 15 132K 547 tfo_ccache 1 128K 1 dirrem 511 128K 541 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 16 105K 1092 linker 254 99K 294 bus 975 79K 3020 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 freefile 511 64K 539 module 505 64K 505 umtx 288 36K 288 BPF 22 36K 22 kdtrace 174 34K 3313 temp 35 33K 1816 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 4 gtaskqueue 18 26K 18 ifaddr 73 25K 73 kbdmux 6 22K 6 sctp_timw 82 21K 82 lltable 47 18K 47 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 177 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 3 9K 578 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 55 6K 1347 vt 11 6K 11 plimit 21 6K 411 cred 21 6K 268 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 routetbl 24 4K 24 diradd 26 4K 576 hhook 13 4K 13 session 25 4K 40 pgrp 25 4K 40 acpisem 22 3K 22 terminal 11 3K 11 mkdir 20 3K 1066 proc-args 44 3K 558 select 19 3K 19 uidinfo 3 3K 11 sctp_ifa 17 3K 19 lockf 20 3K 36 local_apic 1 2K 1 io_apic 1 2K 1 indirdep 8 2K 10 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 30 2K 46 CAM XPT 22 2K 543 newdirblk 12 2K 533 in_multi 6 2K 7 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 539 clone 9 2K 9 tun 7 2K 7 sctp_atcl 2 1K 3085 softdep 1 1K 1 freeblks 4 1K 538 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 56 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 19 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 DEVFSP 8 1K 8 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 inpcbpolicy 7 1K 167 loginclass 3 1K 7 prison 6 1K 6 soname 5 1K 8024 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 sctp_atky 2 1K 5140 entropy 2 1K 43 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_athm 2 1K 4110 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 73 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stro 0 0K 1030 sctp_stri 0 0K 2050 sctp_map 0 0K 2060 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 acpi_perf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 1903 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 725 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 111 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13630 ioctlops 0 0K 94 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 611 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 65536 65536 0 110 169 0 1 7208960 0 32768 32768 0 112 112 0 1 3670016 0 mbuf_packet 256 8193 1459 28428 0 254 2470912 0 16384 16384 4 134 143 0 1 2260992 0 512 512 4122 54 4122 0 30 2138112 0 BUF TRIE 144 170 13298 532 0 62 1939392 0 4096 4096 335 3 494 0 2 1384448 0 128 128 9276 55 9324 0 126 1194368 0 sctp_asoc 2288 0 510 1030 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 10 0 254 1040384 0 DEVCTL 1024 12 988 125 0 16 1024000 0 UMA Slabs 0 112 7490 28 7490 0 126 842016 0 pbuf 832 0 969 0 0 2 806208 0 8192 8192 8 77 117 0 1 696320 0 sctp_ep 1280 2 508 1030 0 254 652800 0 tcpcb 1040 3 514 7 0 254 537680 0 socket 960 21 487 2292 0 254 487680 0 RADIX NODE 144 2513 228 36271 0 62 394704 0 sctp_raddr 736 0 517 1030 0 254 380512 0 512 512 598 34 725 0 30 323584 0 VNODE 496 545 87 1086 0 30 313472 0 256 Bucket 2048 138 6 789 0 8 294912 0 VM OBJECT 264 1018 92 20906 0 30 293040 0 4096 4096 13 52 92 0 2 266240 0 65536 65536 4 0 4 0 1 262144 0 THREAD 1792 133 11 692 0 8 258048 0 ripcb 488 2 510 5 0 254 249856 0 tcp_inpcb 488 3 509 7 0 254 249856 0 udp_inpcb 488 2 510 155 0 254 249856 0 4096 4096 53 7 1343 0 2 245760 0 256 256 793 77 5555 0 62 222720 0 mbuf 256 459 314 24844 0 254 197888 0 64 64 2899 188 5999 0 254 197568 0 16384 16384 5 7 543 0 1 196608 0 16 16 11852 398 18356 0 254 196000 0 128 128 1295 224 31900 0 126 194432 0 512 512 4 340 434 0 30 176128 0 UMA Zones 768 226 1 226 0 16 174336 0 32 32 4457 457 7296 0 254 157248 0 1024 1024 11 141 1208 0 16 155648 0 vmem btag 56 2308 344 2308 0 254 148512 0 FFS2 dinode 256 511 59 1050 0 62 145920 0 128 128 960 125 1975 0 126 138880 0 MAP ENTRY 96 1038 348 51335 0 126 133056 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 1024 1024 105 23 125 0 16 131072 0 128 128 837 186 1023 0 126 130944 0 unpcb 256 11 499 1069 0 254 130560 0 ksiginfo 112 50 994 97 0 126 116928 0 2048 2048 8 48 3702 0 8 114688 0 FFS inode 160 511 189 1050 0 62 112000 0 VMSPACE 2536 30 12 1321 0 4 106512 0 S VFS Cache 104 616 398 1701 0 126 105456 0 PROC 1312 52 20 1342 0 8 94464 0 g_bio 408 0 210 5266 0 30 85680 0 128 Bucket 1024 47 36 238 0 16 84992 0 filedesc0 1080 52 25 1343 0 8 83160 0 UMA Kegs 384 212 4 212 0 30 82944 0 2048 2048 11 29 57 0 8 81920 0 sctp_chunk 152 0 520 1025 0 254 79040 0 64 64 531 540 2052 0 254 68544 0 64 64 535 536 14922 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 8 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 256 256 156 99 192 0 62 65280 0 512 512 93 27 94 0 30 61440 0 4096 4096 11 3 401 0 2 57344 0 256 256 76 134 1245 0 62 53760 0 64 Bucket 512 62 42 703 0 30 53248 0 32 Bucket 256 53 142 472 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 14924 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 4096 4096 11 1 11 0 2 49152 0 1024 1024 5 43 1049 0 16 49152 0 512 512 17 79 5659 0 30 49152 0 syncache 168 0 264 5 0 254 44352 0 clpbuf 832 0 48 100 0 16 39936 0 64 pcpu 8 4137 471 4139 0 254 36864 0 selfd 64 39 528 4113 0 254 36288 0 64 64 28 539 52 0 254 36288 0 64 64 77 490 1397 0 254 36288 0 64 64 188 379 190 0 254 36288 0 64 64 31 536 336 0 254 36288 0 128 128 38 241 54 0 126 35712 0 128 128 28 251 550 0 126 35712 0 128 128 136 143 138 0 126 35712 0 128 128 13 266 355 0 126 35712 0 routing nhops 256 17 118 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 14 121 79 0 62 34560 0 256 256 37 98 37 0 62 34560 0 256 256 99 36 694 0 62 34560 0 256 256 61 74 411 0 62 34560 0 256 256 14 121 1315 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 2048 2048 5 11 5 0 8 32768 0 1024 1024 2 30 7 0 16 32768 0 1024 1024 17 15 17 0 16 32768 0 1024 1024 12 20 12 0 16 32768 0 512 512 1 63 25 0 30 32768 0 512 512 37 27 37 0 30 32768 0 512 512 24 40 25 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 2 Bucket 32 287 721 10074 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 16 866 628 0 254 28224 0 32 32 309 573 383 0 254 28224 0 4 Bucket 48 6 582 6808 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 pipe 760 20 15 312 0 16 26600 0 TURNSTILE 136 145 44 145 0 62 25704 0 4096 4096 6 0 6 0 2 24576 0 rtentry 176 35 103 39 0 62 24288 0 rl_entry 40 36 570 36 0 254 24240 0 Files 80 122 178 8623 0 126 24000 0 8 Bucket 80 57 243 9470 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 145 111 145 0 126 22528 0 udpcb 32 2 628 155 0 254 20160 0 64 64 1 314 2 0 254 20160 0 32 32 15 615 18 0 254 20160 0 32 32 12 618 174 0 254 20160 0 32 32 63 567 767 0 254 20160 0 32 32 91 539 6409 0 254 20160 0 32 32 43 587 216 0 254 20160 0 16 Bucket 144 56 84 164 0 62 20160 0 KNOTE 160 26 99 2946 0 62 20000 0 procdesc 136 2 143 8 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 2 2 728 0 2 16384 0 2048 2048 1 7 1 0 8 16384 0 2048 2048 1 7 1 0 8 16384 0 2048 2048 2 6 2 0 8 16384 0 2048 2048 6 2 197 0 8 16384 0 1024 1024 7 9 8 0 16 16384 0 1024 1024 7 9 7 0 16 16384 0 vtnet_tx_hdr 24 0 668 1001 0 254 16032 0 mt_zone 24 445 223 445 0 254 16032 0 kenv 258 3 57 999 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 97 281 206 0 254 12096 0 16 16 25 725 64 0 254 12000 0 16 16 304 446 496 0 254 12000 0 16 16 24 726 26 0 254 12000 0 16 16 180 570 1229 0 254 12000 0 16 16 21 729 23889 0 254 12000 0 16 16 7 743 13 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 16 16 0 500 4 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0