Fatal trap 9: general protection fault while in kernel mode cpuid = 1; apic id = 01 instruction pointer = 0x20:0xffffffff82ec05f4 stack pointer = 0x0:0xfffffe009c6a9580 frame pointer = 0x0:0xfffffe009c6a9760 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 38003 (syz-executor.2) trap number = 9 panic: general protection fault cpuid = 1 time = 1625610752 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c6a9250 vpanic() at vpanic+0x1cc/frame 0xfffffe009c6a92b0 panic() at panic+0x43/frame 0xfffffe009c6a9310 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c6a9390 trap() at trap+0xf7/frame 0xfffffe009c6a94b0 calltrap() at calltrap+0x8/frame 0xfffffe009c6a94b0 --- trap 0x9, rip = 0xffffffff82ec05f4, rsp = 0xfffffe009c6a9580, rbp = 0xfffffe009c6a9760 --- sctp_lower_sosend() at sctp_lower_sosend+0x54c4/frame 0xfffffe009c6a9760 sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe009c6a98a0 sosend() at sosend+0xc6/frame 0xfffffe009c6a9910 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c6a99c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c6a9ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c6a9bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfbaf78 KDB: enter: panic [ thread pid 38003 tid 142420 ] Stopped at kdb_enter+0x67: movq $0,0x164243e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c6a9230 rbp 0xfffffe009c6a9250 rsi 0x40001 rdi 0xffffffff81132466 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c6a9120 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81981f00 r14 0xffffffff81a759c1 r15 0xffffffff81a759c1 rip 0xffffffff811294c7 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x164243e(%rip) db> show proc Process 38003 (syz-executor.2) at 0xfffff80069ddfa70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 816 at 0xfffff80015eca000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00951899f0 (map 0xfffffe00951899f0) (map.pmap 0xfffffe0095189ab0) (pmap 0xfffffe0095189b10) threads: 5 142350 Run CPU 0 syz-executor.2 142409 S connec 0xfffff80069f84840 syz-executor.2 142417 S connec 0xfffff80069e5abf0 syz-executor.2 142420 Run CPU 1 syz-executor.2 142421 RunQ syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 38003 816 816 0 R (threaded) syz-executor.2 142350 Run CPU 0 syz-executor.2 142409 S connec 0xfffff80069f84840 syz-executor.2 142417 S connec 0xfffff80069e5abf0 syz-executor.2 142420 Run CPU 1 syz-executor.2 142421 RunQ syz-executor.2 35582 1 816 0 S uwait 0xfffff80049b6cd00 syz-executor.2 35578 1 816 0 S uwait 0xfffff8003bb0d100 syz-executor.2 23759 23756 782 0 SV uwait 0xfffff80069bb5500 syz-executor.0 23756 1 782 0 DV ppwait 0xfffff80069f5ba20 syz-executor.0 20548 1 823 0 S umtxn 0xfffff80069bb5700 syz-executor.3 12854 1 12854 65 Ss select 0xfffff800694135c0 dhclient 9354 1 9354 0 Ss select 0xfffff800493b0ec0 dhclient 9346 1 9346 0 Ss select 0xfffff8003ba9a2c0 dhclient 9309 1 9309 65 Ss select 0xfffff800693a4ec0 dhclient 7739 1 7736 0 S uwait 0xfffff800693ca700 syz-executor.1 7738 1 7736 0 S uwait 0xfffff8003bd75b00 syz-executor.1 7650 1 816 0 S uwait 0xfffff8003bd75700 syz-executor.2 7645 1 816 0 S uwait 0xfffff8003be4bb00 syz-executor.2 7592 0 0 0 DL aiordy 0xfffff8003bab1000 [aiod4] 7591 0 0 0 DL aiordy 0xfffff80069320a70 [aiod3] 7590 0 0 0 DL aiordy 0xfffff8003bcdc000 [aiod2] 7589 0 0 0 DL aiordy 0xfffff8003bf3aa70 [aiod1] 6105 1 6105 0 Ss select 0xfffff800693a4d40 dhclient 6102 1 6102 0 Ss select 0xfffff800692fd740 dhclient 6083 1 6083 65 Ss select 0xfffff8003b42ad40 dhclient 3712 1 3712 0 Ss select 0xfffff8003bfa25c0 dhclient 3709 1 3709 0 Ss select 0xfffff8003bfa2a40 dhclient 3687 1 3687 65 Ss select 0xfffff8003bcbf440 dhclient 1025 1 782 0 SV uwait 0xfffff8003ba9b300 syz-executor.0 1016 1 782 0 SV uwait 0xfffff80015d86500 syz-executor.0 1007 1 782 0 SV uwait 0xfffff8003ba9bf00 syz-executor.0 999 1 782 0 SV uwait 0xfffff80015d82500 syz-executor.0 988 1 782 0 SV uwait 0xfffff80015d8c300 syz-executor.0 980 1 782 0 SV uwait 0xfffff8003bb0d900 syz-executor.0 968 1 782 0 SV uwait 0xfffff800157ae100 syz-executor.0 956 1 782 0 SV uwait 0xfffff80015d86100 syz-executor.0 945 1 782 0 SV uwait 0xfffff8003bb0df00 syz-executor.0 933 1 782 0 SV uwait 0xfffff8003ba9b900 syz-executor.0 924 1 782 0 SV uwait 0xfffff80015d8c500 syz-executor.0 912 1 782 0 SV uwait 0xfffff80015d86700 syz-executor.0 901 1 782 0 SV uwait 0xfffff80015d84100 syz-executor.0 890 1 782 0 SV uwait 0xfffff80015d8cb00 syz-executor.0 876 1 782 0 SV uwait 0xfffff80015d82b00 syz-executor.0 866 1 782 0 SV uwait 0xfffff8003bb0dd00 syz-executor.0 856 1 782 0 SV uwait 0xfffff80015d8e300 syz-executor.0 846 1 782 0 SV uwait 0xfffff80015d86900 syz-executor.0 823 780 823 0 Ss piperd 0xfffff80015e0c5d0 syz-executor.3 822 1 822 0 Ss select 0xfffff8003bcb2140 dhclient 819 1 819 0 Ss select 0xfffff8003bcdb440 dhclient 816 780 816 0 Rs syz-executor.2 810 805 782 0 SV uwait 0xfffff8001545b900 syz-executor.0 805 1 782 0 DV ppwait 0xfffff80015dbe4e8 syz-executor.0 785 780 785 0 Ss piperd 0xfffff8003bb968b8 syz-executor.1 782 780 782 0 Ss piperd 0xfffff8003b45f000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100117 S uwait 0xfffff80015d84d00 syz-fuzzer 100118 S uwait 0xfffff80015d84700 syz-fuzzer 100119 S uwait 0xfffff80015d15700 syz-fuzzer 100120 S uwait 0xfffff80015d84300 syz-fuzzer 100121 S uwait 0xfffff80015d15d00 syz-fuzzer 100122 S uwait 0xfffff80015d82100 syz-fuzzer 100123 S uwait 0xfffff80015d82300 syz-fuzzer 100124 S kqread 0xfffff80015d82f00 syz-fuzzer 100125 S uwait 0xfffff8003ba9bd00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b5a35e8 csh 776 694 776 0 Ss select 0xfffff8003b23bec0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b0f4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b0fcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a984b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a98cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9c4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9ccb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015aa04b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015aa0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff80015de3440 sshd 507 1 507 0 Ds getbuf 0xfffffe000385e67c syslogd 436 1 436 0 Ss select 0xfffff8003b226140 devd 435 1 435 65 Ss select 0xfffff80015edfa40 dhclient 350 1 350 0 Ss select 0xfffff80015d8d2c0 dhclient 347 1 347 0 Ss select 0xfffff80015d132c0 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015cb5a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015e4dce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5950 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f248b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7a410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100069 D - 0xffffffff81e225d0 [deadlkres] 100073 D - 0xfffff80015aa4d00 [acpi_task_0] 100074 D - 0xfffff80015aa4d00 [acpi_task_1] 100075 D - 0xfffff80015aa4d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks Process 38003 (syz-executor.2) thread 0xfffffe00951b2000 (142420) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe0095165ab0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13125 Process 507 (syslogd) thread 0xfffffe00559f9e40 (100103) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8003b3d1070) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3528 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 sctp_stro 110 8416K 11380 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 254 1623K 82528 inodedep 1020 1539K 40480 filedesc 70 1117K 74173 newblk 11 1037K 56043 vfscache 3 1035K 3 subproc 205 856K 38123 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 dirrem 1009 505K 39286 intr 4 480K 4 freefile 1009 379K 39260 bus 986 377K 3469 BPF 46 337K 70 linker 348 270K 409 kdtrace 283 225K 80433 sctp_atcl 222 222K 48315 DEVFS1 107 214K 124 umtx 440 193K 440 module 510 192K 510 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 37066 tfo_ccache 1 136K 1 sctp_atky 332 125K 62895 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_athm 222 84K 48426 sctp_map 220 83K 22236 mtx_pool 2 80K 2 sctp_timw 159 80K 159 temp 35 77K 8666 syncache 1 76K 1 routetbl 128 69K 419 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 95 44K 38064 ithread 99 43K 99 rman 84 42K 425 lltable 46 40K 92 KTRACE 100 38K 100 taskqueue 60 36K 60 pwddesc 93 35K 38011 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 16 DEVFSP 85 32K 12519 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 270 ifnet 7 25K 7 plimit 24 24K 471 kcovinfo 64 24K 68 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 680 selfd 50 19K 502451 session 36 18K 68 UART 12 18K 12 bmsafemap 3 17K 40077 ksem 1 16K 3614 rpc 2 16K 2 shmfd 1 16K 960 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 103 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 207 inpcbpolicy 24 9K 12372 uidinfo 3 9K 12 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 1007 mount 16 7K 90 osd 17 7K 10344 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 CAM CCB 1 4K 33092 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 74092 in_multi 6 3K 8 nexusdev 7 3K 7 xform 7 3K 15086 feeder 7 3K 7 soname 7 3K 44328 procdesc 5 3K 14 freework 5 3K 51348 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 39130 vnodemarker 2 2K 92 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 98 crypto 4 2K 1285 newdirblk 4 2K 37046 diradd 4 2K 39326 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 46 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 36381 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 mqdata 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 13 htcp data 0 0K 16 vegas data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1512 sctp_mcore 0 0K 0 sctp_socko 0 0K 12569 sctp_iter 0 0K 251 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 240 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 436 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 39596 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 44 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 5047 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 7 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 11 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 1 twa_commands 0 0K 0 statfs 0 0K 37317 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1368 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 28 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 145 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 157 eventfd 0 0K 62 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 939 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1424 761897 0 254 39911424 0 malloc-384 384 35066 2144 569705 0 30 14288640 0 malloc-8192 8192 113 1060 36814 0 1 9609216 0 malloc-1024 1024 4298 10 4612 0 16 4411392 0 malloc-1024 1024 200 3640 82046 0 16 3932160 0 malloc-1024 1024 1024 2624 40574 0 16 3735552 0 malloc-1024 1024 336 3192 86444 0 16 3612672 0 mbuf 256 8863 2822 3638593 0 254 2991360 0 malloc-8192 8192 327 3 492 0 1 2703360 0 sctp_asoc 2288 110 1065 11118 0 254 2688400 0 pbuf 2624 0 989 0 0 2 2595136 0 tcp_log 416 0 5985 573289 0 254 2489760 0 malloc-2048 2048 110 1064 11630 0 8 2404352 0 malloc-384 384 616 5314 135829 0 30 2277120 0 UMA Slabs 0 112 17531 34 17531 0 126 1967280 0 BUF TRIE 144 195 13273 15716 0 62 1939392 0 malloc-512 512 1105 2631 185907 0 30 1912832 0 mbuf_cluster 2048 930 2 930 0 254 1908736 0 malloc-384 384 2009 2631 42660 0 30 1781760 0 RADIX NODE 144 11071 350 878206 0 62 1644624 0 sctp_ep 1280 112 1082 36813 0 254 1528320 0 malloc-32768 32768 35 7 37085 0 1 1376256 0 sctp_raddr 736 117 1357 15179 0 254 1084864 0 malloc-384 384 2195 75 261231 0 30 871680 0 malloc-8192 8192 97 7 38545 0 1 851968 0 malloc-384 384 1696 74 157254 0 30 679680 0 FFS inode 1160 540 34 39802 0 8 665840 0 malloc-65536 65536 2 6 4033 0 1 524288 0 VM OBJECT 264 1672 98 539988 0 30 467280 0 256 Bucket 2048 172 32 26057 0 10 417792 0 malloc-16384 16384 25 0 29 0 1 409600 0 THREAD 1808 189 31 42421 0 8 397760 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 ertt_txseginfo 40 0 8383 2201037 0 254 335320 0 MAP ENTRY 96 2966 436 2061634 0 126 326592 0 VNODE 448 579 96 39843 0 30 302400 0 tcp_bbr_map 128 2 2230 108370 0 126 285696 0 tcp_inpcb 488 13 547 10332 0 254 273280 0 malloc-65536 65536 4 0 4 0 1 262144 0 vmem btag 56 4325 55 4325 0 254 245280 0 mbuf_packet 256 142 788 64146 0 254 238080 0 malloc-2048 2048 111 5 128 0 8 237568 0 DEVCTL 1024 0 220 153 0 0 225280 0 malloc-512 512 389 19 3813 0 30 208896 0 malloc-4096 4096 6 43 34413 0 2 200704 0 malloc-16384 16384 7 5 269 0 1 196608 0 socket 944 55 153 50539 0 254 196352 0 VMSPACE 2544 64 11 37968 0 4 190800 0 UMA Zones 768 242 2 242 0 16 187392 0 FFS2 dinode 256 540 135 39801 0 62 172800 0 32 Bucket 256 509 151 30042 0 62 168960 0 malloc-32768 32768 3 2 139 0 1 163840 0 PROC 1336 92 19 38010 0 8 148296 0 S VFS Cache 104 1024 380 40650 0 126 146016 0 sctp_chunk 152 106 830 3819 0 254 142272 0 tcpcb 1080 13 113 10332 0 254 136080 0 malloc-384 384 285 65 37620 0 30 134400 0 malloc-65536 65536 1 1 178 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 16 Bucket 144 654 186 9484 0 62 120960 0 filedesc0 1072 93 19 38011 0 8 120064 0 ksiginfo 112 96 948 1705 0 126 116928 0 malloc-16384 16384 5 2 26 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-512 512 151 65 1193 0 30 110592 0 malloc-512 512 180 20 1893 0 30 102400 0 malloc-1024 1024 80 16 199 0 16 98304 0 malloc-384 384 173 67 10663 0 30 92160 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 54 33 3374 0 16 89088 0 g_bio 408 4 206 129797 0 30 85680 0 sctp_stream_msg_out 112 46 710 2918 0 254 84672 0 malloc-16384 16384 3 2 15 0 1 81920 0 malloc-8192 8192 8 2 24 0 1 81920 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-1024 1024 58 6 1244 0 16 65536 0 malloc-384 384 98 72 14055 0 30 65280 0 64 Bucket 512 55 65 26036 0 30 61440 0 malloc-8192 8192 3 4 164 0 1 57344 0 malloc-8192 8192 4 3 712 0 1 57344 0 malloc-4096 4096 3 11 510 0 2 57344 0 malloc-4096 4096 12 2 208 0 2 57344 0 malloc-512 512 41 63 41842 0 30 53248 0 malloc-8192 8192 1 5 37319 0 1 49152 0 malloc-4096 4096 7 5 88 0 2 49152 0 malloc-2048 2048 9 15 1539 0 8 49152 0 malloc-1024 1024 37 11 1102 0 16 49152 0 malloc-512 512 27 61 38574 0 30 45056 0 pipe 744 23 37 1102 0 16 44640 0 Files 80 252 298 121307 0 126 44000 0 clpbuf 2624 0 16 28 0 16 41984 0 malloc-4096 4096 7 3 263 0 2 40960 0 malloc-1024 1024 37 3 39 0 16 40960 0 malloc-512 512 48 32 259 0 30 40960 0 pcpu-8 8 4701 419 5025 0 254 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 184276 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-512 512 24 48 5441 0 30 36864 0 2 Bucket 32 629 505 17126 0 254 36288 0 TURNSTILE 136 221 31 221 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 57 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_bbr_pcb 832 1 35 7090 0 16 29952 0 tcp_rack_pcb 832 0 36 1512 0 16 29952 0 KNOTE 160 28 147 390044 0 62 28000 0 8 Bucket 80 171 179 7378 0 126 28000 0 PWD 32 43 713 37145 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udp_inpcb 488 6 42 1194 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 tcp_rack_map 112 0 180 2381 0 126 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-2048 2048 5 3 339 0 8 16384 0 ertt 72 13 211 10332 0 126 16128 0 vtnet_tx_hdr 24 0 668 2501003 0 254 16032 0 ripcb 488 5 27 798 0 254 15616 0 cpuset 104 7 117 551 0 126 12896 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 2 4 14 0 8 12288 0 kenv 258 15 30 1038 0 30 11610 0 unpcb 256 20 25 1304 0 254 11520 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 36 56 70 0 126 8096 0 rl_entry 40 92 110 92 0 254 8080 0 sctp_laddr 48 28 140 1062 0 254 8064 0 udpcb 32 6 246 1242 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 5 163 808 0 254 8064 0 sctp_readq 152 0 52 64 0 254 7904 0 AIO 208 0 38 20 0 62 7904 0 cryptop 280 0 28 200 0 30 7840 0 udplite_inpcb 488 0 16 48 0 254 7808 0 AIOCB 552 0 14 56 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 14 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 464 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0