Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff82bc94b4 stack pointer = 0x28:0xfffffe005ddf13e0 frame pointer = 0x28:0xfffffe005ddf1430 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 54247 (syz-executor.2) trap number = 9 panic: general protection fault cpuid = 0 time = 32 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005ddf10b0 vpanic() at vpanic+0x1c7/frame 0xfffffe005ddf1110 panic() at panic+0x43/frame 0xfffffe005ddf1170 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe005ddf11f0 trap() at trap+0xf7/frame 0xfffffe005ddf1310 calltrap() at calltrap+0x8/frame 0xfffffe005ddf1310 --- trap 0x9, rip = 0xffffffff82bc94b4, rsp = 0xfffffe005ddf13e0, rbp = 0xfffffe005ddf1430 --- sctp_is_vtag_good() at sctp_is_vtag_good+0xb4/frame 0xfffffe005ddf1430 sctp_select_a_tag() at sctp_select_a_tag+0x179/frame 0xfffffe005ddf14a0 sctp_init_asoc() at sctp_init_asoc+0x38d/frame 0xfffffe005ddf1510 sctp_aloc_assoc() at sctp_aloc_assoc+0x4dc/frame 0xfffffe005ddf1590 sctp_lower_sosend() at sctp_lower_sosend+0xfcf/frame 0xfffffe005ddf17a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe005ddf18d0 sosend() at sosend+0xc6/frame 0xfffffe005ddf1940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe005ddf19f0 sendit() at sendit+0x229/frame 0xfffffe005ddf1a50 sys_sendto() at sys_sendto+0x5c/frame 0xfffffe005ddf1ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe005ddf1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005ddf1bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284cca, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 54247 tid 155733 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0173a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe005ddf1090 rbp 0xfffffe005ddf10b0 rsi 0x40001 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de47 r15 0xffffffff8197de47 rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 54247 (syz-executor.2) at 0xfffff80013209a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 47484 at 0xfffff80004d1d000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80004453528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00887c59f0 (map 0xfffffe00887c59f0) (map.pmap 0xfffffe00887c5ab0) (pmap 0xfffffe00887c5b10) threads: 2 100098 RunQ syz-executor.2 155733 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 54249 47485 47485 0 R (threaded) syz-executor.3 100218 RunQ syz-executor.3 155735 L *sctp-in 0xfffff800131fb9c0 syz-executor.3 54248 47488 47488 0 R (threaded) syz-executor.0 100154 Run CPU 1 syz-executor.0 155734 L *sctp-in 0xfffff800131fb9c0 syz-executor.0 54247 47484 47484 0 R (threaded) syz-executor.2 100098 RunQ syz-executor.2 155733 Run CPU 0 syz-executor.2 47488 774 47488 0 Rs syz-executor.0 47485 774 47485 0 Rs syz-executor.3 47484 774 47484 0 Rs syz-executor.2 33693 774 33693 0 Rs syz-executor.1 7994 7988 7994 0 Ss select 0xfffff800046dd6c0 dhclient 7991 1 7991 0 Ss select 0xfffff80004536c40 dhclient 7988 7981 436 65 S select 0xfffff800046dd9c0 dhclient 7981 436 436 0 SW wait 0xfffff800138b4528 sh 774 772 772 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80004e6fb80 syz-fuzzer 100108 S uwait 0xfffff800132b4280 syz-fuzzer 100109 S uwait 0xfffff80013457880 syz-fuzzer 100110 S uwait 0xfffff80013457980 syz-fuzzer 100111 S uwait 0xfffff80013457780 syz-fuzzer 100112 S uwait 0xfffff80013457a80 syz-fuzzer 100113 S kqread 0xfffff80004aa1100 syz-fuzzer 100114 S uwait 0xfffff80013457b80 syz-fuzzer 100115 S uwait 0xfffff80004b59000 syz-fuzzer 100117 S uwait 0xfffff80004b59200 syz-fuzzer 772 770 772 0 SWs pause 0xfffff80004d860b0 csh 770 694 770 0 Ss select 0xfffff800046dd8c0 sshd 754 1 754 0 Ss+ ttyin 0xfffff80004878cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b6d0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b6d4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b6d8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b6dcb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b750b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b754b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b758b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b75cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dfb40 sshd 507 1 507 0 Ds getbuf 0xfffffe0003e3917c syslogd 436 1 436 0 SWs wait 0xfffff80004e79a50 devd 435 1 435 65 Ss select 0xfffff800046dfe40 dhclient 350 1 350 0 Ss select 0xfffff800046dfec0 dhclient 347 1 347 0 Ss select 0xfffff800046e0140 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004d1da50 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100073 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100084 D sdflush 0xfffff80004da50e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cb8 [dom0] 100071 D launds 0xffffffff82639cc4 [laundry: dom0] 100072 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c17818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d93390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d1 [deadlkres] 100062 D - 0xfffff80004b78e00 [acpi_task_0] 100063 D - 0xfffff80004b78e00 [acpi_task_1] 100064 D - 0xfffff80004b78e00 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 54248 (syz-executor.0) thread 0xfffffe00887fac00 (100154) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82553090) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 Process 54247 (syz-executor.2) thread 0xfffffe0088808c00 (155733) shared rw sctp-info (sctp-info) r = 0 (0xfffffe00047982d8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:6706 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff800779ce488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:12606 Process 33693 (syz-executor.1) thread 0xfffffe008878e500 (100104) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e37600) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001384a258) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1063 Process 507 (syslogd) thread 0xfffffe0088536e00 (100087) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80013275440) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3506 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 pcb 613 1201K 27478 newblk 5 1025K 54961 vfscache 3 1025K 3 inodedep 55 533K 64442 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_stro 294 294K 2824 subproc 130 245K 54453 sctp_atcl 589 221K 15012 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 7 130K 113732 tfo_ccache 1 128K 1 filedesc 16 121K 106598 sem 4 106K 4 DEVFS1 105 105K 122 linker 268 99K 533 bus 990 80K 3306 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 pf_osfp 422 52K 422 ifaddr 145 48K 273 pf_rule 65 44K 123 umtx 324 41K 324 kdtrace 197 40K 109988 sctp_atky 883 37K 17833 BPF 22 36K 30 temp 35 33K 7665 hostcache 1 32K 1 shm 1 32K 245 DEVFS3 124 31K 134 msg 4 30K 4 dirrem 104 26K 56816 vmem 3 26K 6 gtaskqueue 18 26K 18 sctp_timw 88 22K 88 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 ether_multi 172 14K 2163 bus-sc 31 14K 1547 lltable 43 14K 357 KTRACE 100 13K 100 ifnet 7 13K 7 freefile 94 12K 56808 kenv 92 12K 92 eventhandler 126 11K 126 in6_multi 89 11K 1093 GEOM 60 10K 489 rman 82 10K 423 sctp_athm 589 10K 15012 sctp_map 588 10K 5648 bmsafemap 2 9K 57937 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 965 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 cred 27 7K 1297 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 56 6K 59310 plimit 21 6K 1486 CAM queue 5 6K 1528 taskqueue 48 6K 48 pf_ifnet 11 5K 223 DEVFSP 72 5K 1420 UMA 258 5K 258 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ufs_dirhash 8 4K 24 kcovinfo 64 4K 1343 evdev 4 4K 4 sctp_ifa 31 4K 217 routetbl 20 4K 92 pwddesc 54 4K 54251 hhook 13 4K 13 session 25 4K 130 pgrp 25 4K 398 terminal 11 3K 11 acpisem 22 3K 22 proc-args 44 3K 1591 lockf 22 3K 724 uidinfo 3 3K 454 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 131619 ipsec-saq 2 2K 2 ip6ndp 12 2K 147 CAM XPT 22 2K 543 selfd 25 2K 1307322 Unitno 26 2K 694 in_multi 6 2K 77 ipsecpolicy 2 2K 2 select 10 2K 37 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 28 vnodemarker 2 1K 224 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 217 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 ip6opt 2 1K 1948 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 newdirblk 3 1K 54309 mkdir 3 1K 108618 diradd 3 1K 56853 chacha20random 1 1K 1 inpcbpolicy 10 1K 23167 osd 3 1K 10 vnodes 1 1K 1 ktls 1 1K 1 procdesc 2 1K 10 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 soname 5 1K 110566 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 54324 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 120 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 92 p1003.1b 1 1K 1 mqdata 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 903 sctp_iter 0 0K 226 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 226 sctp_aadr 0 0K 510 sctp_stri 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 167753 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 98 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 54323 freefrag 0 0K 11 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 162 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 54530 namei_tracker 0 0K 3208 export_host 0 0K 0 cl_savebuf 0 0K 5 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 2184 accf 0 0K 0 pts 0 0K 0 iov 0 0K 75383 ioctlops 0 0K 8015 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 77793 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 335 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 8916 2 60101 0 8 18264064 0 RADIX NODE 144 5056 28177 29095084 0 62 4785552 0 mbuf_packet 256 8277 511 291753 0 254 2249728 0 pbuf 2632 0 810 0 0 2 2131920 0 BUF TRIE 144 188 13280 54201 0 62 1939392 0 malloc-384 384 4262 128 68776 0 30 1685760 0 malloc-4096 4096 337 0 572 0 2 1380352 0 malloc-128 128 9716 80 10439 0 126 1253888 0 sctp_asoc 2288 295 0 2825 0 4 674960 0 UMA Slabs 0 112 5571 42 10481 0 126 628656 0 malloc-2048 2048 302 2 12425 0 8 622592 0 FFS inode 1128 514 25 57337 0 8 607992 0 malloc-1024 1024 409 3 3086 0 16 421888 0 mbuf_jumbo_page 4096 96 5 13158 0 2 413696 0 VM OBJECT 264 1301 184 767559 0 30 392040 0 mbuf 256 1044 443 391215 0 254 380672 0 sctp_ep 1280 295 2 12191 0 8 380160 0 VNODE 488 551 89 57376 0 30 312320 0 malloc-4096 4096 66 5 54773 0 2 290816 0 THREAD 1792 142 20 55736 0 8 290304 0 malloc-65536 65536 4 0 4 0 1 262144 0 DEVCTL 1024 142 102 262 0 0 249856 0 malloc-384 384 590 10 15315 0 30 230400 0 sctp_raddr 736 294 14 2821 0 16 226688 0 malloc-16384 16384 8 5 53265 0 1 212992 0 malloc-64 64 3101 175 4386 0 254 209664 0 malloc-16 16 12421 329 12730 0 254 204000 0 malloc-65536 65536 1 2 320 0 1 196608 0 256 Bucket 2048 79 15 36677196 0 8 192512 0 UMA Zones 768 230 4 230 0 16 179712 0 malloc-128 128 1326 69 26294 0 126 178560 0 FFS2 dinode 256 514 131 57337 0 62 165120 0 MAP ENTRY 96 1293 387 3008992 0 126 161280 0 malloc-32 32 4569 93 5352 0 254 149184 0 S VFS Cache 104 1014 390 63255 0 126 146016 0 malloc-256 256 548 7 14072 0 62 142080 0 malloc-65536 65536 2 0 10 0 1 131072 0 64 Bucket 512 189 67 609880 0 30 131072 0 malloc-128 128 684 277 168785 0 126 123008 0 malloc-128 128 661 269 59045 0 126 119040 0 vmem btag 56 1873 203 2034 0 254 116256 0 VMSPACE 2544 31 14 54229 0 4 114480 0 malloc-256 256 236 184 282192 0 62 107520 0 malloc-128 128 519 287 57261 0 126 103168 0 PROC 1320 53 22 54250 0 8 99000 0 socket 944 28 72 43801 0 16 94400 0 malloc-256 256 186 159 117952 0 62 88320 0 UMA Kegs 384 216 7 216 0 30 85632 0 filedesc0 1072 54 23 54251 0 8 82544 0 128 Bucket 1024 45 34 1095071 0 16 80896 0 malloc-64 64 741 519 55188 0 254 80640 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-64 64 916 92 9142 0 254 64512 0 malloc-2048 2048 5 25 132386 0 8 61440 0 malloc-8192 8192 7 0 100 0 1 57344 0 malloc-256 256 65 145 193068 0 62 53760 0 malloc-384 384 117 13 1540 0 30 49920 0 malloc-4096 4096 12 0 23 0 2 49152 0 malloc-64 64 247 509 1362862 0 254 48384 0 sctp_chunk 152 301 11 429 0 62 47424 0 32 Bucket 256 44 136 1215207 0 62 46080 0 malloc-1024 1024 41 3 84 0 16 45056 0 pipe 744 20 40 20283 0 16 44640 0 malloc-4096 4096 10 0 14 0 2 40960 0 pcpu-8 8 4644 476 5510 0 254 40960 0 malloc-64 64 69 561 75117 0 254 40320 0 malloc-256 256 36 114 57366 0 62 38400 0 NAMEI 1024 1 35 281989 0 16 36864 0 g_bio 408 4 86 523923 0 30 36720 0 Files 80 193 257 170972 0 126 36000 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 malloc-1024 1024 23 5 991 0 16 28672 0 malloc-1024 1024 20 8 3480 0 16 28672 0 PWD 32 18 864 53063 0 254 28224 0 malloc-32 32 305 577 54378 0 254 28224 0 KNOTE 160 28 147 465022 0 62 28000 0 8 Bucket 80 46 304 4539813 0 126 28000 0 malloc-256 256 2 103 54421 0 62 26880 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 3 0 4 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 10 2 10 0 8 24576 0 malloc-32 32 702 54 41734 0 254 24192 0 16 Bucket 144 44 124 3595242 0 62 24192 0 4 Bucket 48 9 495 7748846 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 71 115 49510 0 126 23808 0 tcpcb 1048 4 18 11509 0 8 23056 0 routing nhops 256 23 67 307 0 62 23040 0 unpcb 256 12 78 8268 0 62 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 673 0 2 20480 0 malloc-2048 2048 10 0 11 0 8 20480 0 malloc-64 64 53 262 314 0 254 20160 0 2 Bucket 32 23 607 21750726 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 44 31 610 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 154 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 37 0 1 16384 0 malloc-2048 2048 0 8 244 0 8 16384 0 rtentry 176 30 62 307 0 62 16192 0 ksiginfo 112 60 84 1601 0 126 16128 0 vtnet_tx_hdr 24 0 668 74134 0 254 16032 0 malloc-128 128 75 49 929 0 126 15872 0 tcp_inpcb 488 4 28 11509 0 30 15616 0 udp_inpcb 488 2 30 5156 0 30 15616 0 malloc-4096 4096 0 3 54539 0 2 12288 0 malloc-2048 2048 1 5 3273 0 8 12288 0 malloc-512 512 4 20 1608 0 30 12288 0 rl_entry 40 78 225 78 0 254 12120 0 udpcb 32 4 374 10427 0 254 12096 0 malloc-32 32 60 318 1388 0 254 12096 0 malloc-32 32 93 285 10724 0 254 12096 0 malloc-16 16 599 151 7812 0 254 12000 0 malloc-16 16 466 284 102513 0 254 12000 0 malloc-16 16 634 116 40049 0 254 12000 0 malloc-256 256 7 38 1814 0 62 11520 0 malloc-1024 1024 3 5 43 0 16 8192 0 malloc-1024 1024 2 6 20 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 10 6 56 0 30 8192 0 malloc-512 512 5 11 7 0 30 8192 0 sctp_stream_msg_out 112 7 65 1866 0 126 8064 0 sctp_laddr 48 16 152 1745 0 254 8064 0 malloc-64 64 19 107 781 0 254 8064 0 malloc-32 32 9 243 3110 0 254 8064 0 malloc-32 32 30 222 209 0 254 8064 0 malloc-16 16 42 458 1638 0 254 8000 0 malloc-128 128 37 25 411 0 126 7936 0 ripcb 488 2 14 1231 0 30 7808 0 udplite_inpcb 488 2 14 5271 0 30 7808 0 itimer 352 0 22 147 0 30 7744 0 tcp_bbr_pcb 832 0 9 99 0 16 7488 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 1671 0 126 6448 0 domainset 40 0 126 1340 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 15 0 8 4096 0 malloc-512 512 0 8 122 0 30 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 3 5 512 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 126 4032 0 malloc-32 32 4 122 1165 0 254 4032 0 malloc-16 16 8 242 10 0 254 4000 0 malloc-16 16 1 249 10 0 254 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 kenv 258 3 12 1013 0 30 3870 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 62 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 160 0 126 0 0 tcp_log_bucket 176 0 0 18 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 6 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 10 0 254 0 0 syncache 168 0 0 4 0 62 0 0 tcptw 88 0 0 0 0 126 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 DIRHASH 1024 0 0 34 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 4 0 0 clpbuf 2632 0 0 21 0 4 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 4 0 0 swwbuf 2632 0 0 0 0 4 0 0 swrbuf 2632 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 122 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 44 0 1 0 0 malloc-32768 32768 0 0 126 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 28 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 2 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 1 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-16 16 0 0 7 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0