Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff8107e632 stack pointer = 0x0:0xfffffe009c6cc490 frame pointer = 0x0:0xfffffe009c6cc510 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 44039 (syz-executor.1) trap number = 9 panic: general protection fault cpuid = 0 time = 1624465603 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c6cc160 vpanic() at vpanic+0x1cc/frame 0xfffffe009c6cc1c0 panic() at panic+0x43/frame 0xfffffe009c6cc220 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c6cc2a0 trap() at trap+0xf7/frame 0xfffffe009c6cc3c0 calltrap() at calltrap+0x8/frame 0xfffffe009c6cc3c0 --- trap 0x9, rip = 0xffffffff8107e632, rsp = 0xfffffe009c6cc490, rbp = 0xfffffe009c6cc510 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe009c6cc510 __mtx_lock_flags() at __mtx_lock_flags+0x16d/frame 0xfffffe009c6cc570 sctp_lower_sosend() at sctp_lower_sosend+0x5ed/frame 0xfffffe009c6cc760 sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe009c6cc8a0 sosend() at sosend+0xc6/frame 0xfffffe009c6cc910 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c6cc9c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c6ccab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c6ccbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 44039 tid 145736 ] Stopped at kdb_enter+0x67: movq $0,0x16409ae(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0096600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c6cc140 rbp 0xfffffe009c6cc160 rsi 0x40001 rdi 0xffffffff81131ef6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c6cc030 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81980d00 r14 0xffffffff81a73f85 r15 0xffffffff81a73f85 rip 0xffffffff81128f57 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x16409ae(%rip) db> show proc Process 44039 (syz-executor.1) at 0xfffff80032a67530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 786 at 0xfffff80015e49530 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009e2a69f0 (map 0xfffffe009e2a69f0) (map.pmap 0xfffffe009e2a6ab0) (pmap 0xfffffe009e2a6b10) threads: 2 130750 s syz-executor.1 145736 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 44039 786 786 0 T (threaded) syz-executor.1 130750 s syz-executor.1 145736 Run CPU 0 syz-executor.1 44035 820 820 0 S (threaded) syz-executor.3 137358 S nanslp 0xffffffff8273d0a1 syz-executor.3 145732 S select 0xfffff8002f2c5bc0 syz-executor.3 145740 S uwait 0xfffff80032578700 syz-executor.3 29623 1 785 0 S uwait 0xfffff800327a6300 syz-executor.0 29622 1 785 0 S uwait 0xfffff80026e74f00 syz-executor.0 26072 1 785 0 S uwait 0xfffff800262fc900 syz-executor.0 26069 1 785 0 S uwait 0xfffff80015ed7700 syz-executor.0 13175 13174 785 0 SV uwait 0xfffff80032a5b500 syz-executor.0 13174 1 785 0 DV ppwait 0xfffff80032bff4e0 syz-executor.0 8579 1 8579 65 Ss select 0xfffff80032cd0ec0 dhclient 7839 1 805 0 S uwait 0xfffff80026e52500 syz-executor.2 7834 1 786 0 S uwait 0xfffff800153d0700 syz-executor.1 7833 1 786 0 S uwait 0xfffff80032324500 syz-executor.1 7832 1 786 0 S uwait 0xfffff80026a98d00 syz-executor.1 7827 1 786 0 S uwait 0xfffff800322c9900 syz-executor.1 7822 1 805 0 S uwait 0xfffff800262fc700 syz-executor.2 7821 1 786 0 S uwait 0xfffff80026e74b00 syz-executor.1 7820 1 805 0 S uwait 0xfffff800327a6d00 syz-executor.2 7819 1 786 0 S uwait 0xfffff80026a98100 syz-executor.1 7805 1 820 0 S uwait 0xfffff800322c9b00 syz-executor.3 7803 1 820 0 S umtxn 0xfffff80032324700 syz-executor.3 7728 1 805 0 S uwait 0xfffff800327a6500 syz-executor.2 7727 1 805 0 S uwait 0xfffff80015e7c900 syz-executor.2 7238 1 786 0 S uwait 0xfffff800327a6900 syz-executor.1 7237 1 786 0 S uwait 0xfffff80026e51300 syz-executor.1 7003 1 7003 0 Ss select 0xfffff80032616a40 dhclient 7000 1 7000 0 Ss select 0xfffff80032929140 dhclient 6981 1 6981 65 Ss select 0xfffff80015e89740 dhclient 6837 1 786 0 S uwait 0xfffff8003200ad00 syz-executor.1 6836 1 786 0 S uwait 0xfffff80026a98700 syz-executor.1 6583 1 785 0 S uwait 0xfffff800264e7500 syz-executor.0 6581 1 785 0 S uwait 0xfffff800328c4900 syz-executor.0 5921 1 786 0 S uwait 0xfffff80026e52700 syz-executor.1 5918 1 786 0 S uwait 0xfffff80026e56100 syz-executor.1 5892 1 820 0 S uwait 0xfffff80015ed7b00 syz-executor.3 5888 1 820 0 S uwait 0xfffff800262fc100 syz-executor.3 5757 1 785 0 S uwait 0xfffff80026e56700 syz-executor.0 5754 1 785 0 S uwait 0xfffff80026f8bf00 syz-executor.0 5752 1 785 0 S uwait 0xfffff80026e74500 syz-executor.0 5525 1 805 0 S uwait 0xfffff8003200a900 syz-executor.2 5524 1 805 0 S uwait 0xfffff80026e56f00 syz-executor.2 4867 1 4867 0 Ss select 0xfffff80026a555c0 dhclient 4864 1 4864 0 Ss select 0xfffff800326b1440 dhclient 4845 1 4845 65 Ss select 0xfffff80032564bc0 dhclient 4231 1 4231 0 Ss select 0xfffff80026370d40 dhclient 4228 1 4228 0 Ss select 0xfffff80032564a40 dhclient 4203 1 4203 65 Ss select 0xfffff80032554a40 dhclient 3576 1 820 0 S uwait 0xfffff80026e52900 syz-executor.3 3575 1 820 0 S uwait 0xfffff80026a98300 syz-executor.3 3474 1 805 0 S uwait 0xfffff80026a98b00 syz-executor.2 3473 1 805 0 S uwait 0xfffff80026e51d00 syz-executor.2 3469 1 805 0 S uwait 0xfffff80026e51b00 syz-executor.2 3466 1 805 0 S uwait 0xfffff80026e51700 syz-executor.2 1050 1 805 0 S uwait 0xfffff800263d5700 syz-executor.2 1046 1 786 0 S uwait 0xfffff800264e7d00 syz-executor.1 1045 1 786 0 S uwait 0xfffff80026e56500 syz-executor.1 1040 1 805 0 S uwait 0xfffff80026a98900 syz-executor.2 1036 1 786 0 S uwait 0xfffff80015d8dd00 syz-executor.1 1035 1 786 0 S uwait 0xfffff80015d90900 syz-executor.1 1020 1 820 0 S uwait 0xfffff80015ed7d00 syz-executor.3 1019 1 820 0 S uwait 0xfffff80026a98500 syz-executor.3 1009 1 820 0 S uwait 0xfffff800264e7b00 syz-executor.3 1008 1 820 0 S uwait 0xfffff80026e56300 syz-executor.3 848 0 0 0 DL aiordy 0xfffff80026dafa60 [aiod4] 847 0 0 0 DL aiordy 0xfffff80026e4e000 [aiod3] 846 0 0 0 DL aiordy 0xfffff80026e4e530 [aiod2] 845 0 0 0 DL aiordy 0xfffff80026df6000 [aiod1] 831 1 831 0 Ss select 0xfffff80015d91440 dhclient 820 780 820 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 814 1 814 0 Ss select 0xfffff80026df2440 dhclient 805 780 805 0 Ss piperd 0xfffff80015dd28b8 syz-executor.2 786 780 786 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.1 785 780 785 0 Ss piperd 0xfffff80015dd1ba0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100097 S uwait 0xfffff800153d0300 syz-fuzzer 100118 S uwait 0xfffff800264e7f00 syz-fuzzer 100119 S uwait 0xfffff80015ed7100 syz-fuzzer 100120 S uwait 0xfffff80015ed7300 syz-fuzzer 100121 S uwait 0xfffff80015ed7500 syz-fuzzer 100122 S uwait 0xfffff80015d90100 syz-fuzzer 100123 S kqread 0xfffff80026a98f00 syz-fuzzer 100124 S uwait 0xfffff80015d90500 syz-fuzzer 108330 S uwait 0xfffff800327a6f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800263d7b10 csh 776 694 776 0 Ss select 0xfffff80026415140 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80026370140 sshd 507 1 507 0 Ss select 0xfffff80026370a40 syslogd 436 1 436 0 Ss select 0xfffff80015f55140 devd 435 1 435 65 Ss select 0xfffff8002647ad40 dhclient 350 1 350 0 Ss select 0xfffff80026310440 dhclient 347 1 347 0 Ss select 0xfffff80015f552c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c4960 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830378b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e40410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e20781 [deadlkres] 100074 D - 0xfffff80015a47100 [acpi_task_0] 100075 D - 0xfffff80015a47100 [acpi_task_1] 100076 D - 0xfffff80015a47100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 44039 (syz-executor.1) thread 0xfffffe00950b9ac0 (145736) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8002f960968) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:12607 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 574 3071K 101173 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 88 1409K 86161 subproc 247 1045K 44173 newblk 10 1037K 43744 vfscache 3 1035K 3 acpica 1674 649K 54806 inodedep 74 593K 43190 sctp_atcl 541 541K 66803 linker 368 539K 451 sctp_stro 268 536K 19067 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 68 sctp_atky 809 304K 87383 kdtrace 326 255K 89783 DEVFS1 107 214K 124 sctp_athm 541 203K 67020 umtx 462 203K 462 sctp_map 536 201K 37962 module 511 192K 511 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 43060 tfo_ccache 1 136K 1 sctp_timw 241 121K 241 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 temp 36 81K 13332 pf_rule 21 81K 1116 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 139 76K 5006 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 pf_osfp 152 57K 152 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kqueue 117 52K 44198 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 pwddesc 104 39K 44040 KTRACE 102 39K 13723 lltable 43 37K 147 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 dirrem 65 33K 43085 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 295 DEVFSP 82 31K 5909 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 456 ifnet 7 25K 7 freefile 65 25K 43058 plimit 24 24K 505 kcovinfo 64 24K 68 selfd 57 22K 592523 ksem 4 21K 17 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 697 UART 12 18K 12 session 35 18K 1261 bmsafemap 2 17K 43170 rpc 2 16K 2 shmfd 1 16K 87 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 111 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 pf_ifnet 15 11K 2023 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 34 pf_table 2 8K 1146 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 filedesc_to_leader 21 8K 33 acpidev 20 8K 20 select 20 8K 175 hhook 15 8K 17 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 9332 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 8035 ipsec 3 3K 3 mkdir 8 3K 86080 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 43028 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 43027 vnodemarker 2 2K 102 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 52169 filecaps 5 2K 102 crypto 4 2K 4 newdirblk 4 2K 43040 diradd 4 2K 43126 xform 4 2K 8285 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 47 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 indirdep 1 1K 18 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 38374 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 610 sctp_mcore 0 0K 0 sctp_socko 0 0K 33425 sctp_iter 0 0K 290 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 279 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 208 sctp_stri 0 0K 318 chd data 0 0K 0 dctcp data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 0 cubic data 0 0K 15 mqdata 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 30 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 37211 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 49 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 19 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 254 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 43287 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 7 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3250 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 10 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 160 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 3273 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 916 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 37 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8383 923 1160067 0 254 38117376 0 malloc-384 384 36029 1931 77061 0 30 14576640 0 malloc-8192 8192 275 955 47668 0 2 10076160 0 malloc-1024 1024 4177 7 4200 0 16 4284416 0 malloc-1024 1024 151 3333 43914 0 16 3567616 0 mbuf 256 9219 2646 2186834 0 254 3037440 0 sctp_asoc 2288 268 1047 18981 0 254 3008720 0 malloc-384 384 2494 4816 805506 0 30 2807040 0 malloc-1024 1024 133 2583 39069 0 16 2781184 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 546 1942 69911 0 16 2547712 0 malloc-2048 2048 270 962 20334 0 8 2523136 0 RADIX NODE 144 15264 413 934011 0 63 2257488 0 BUF TRIE 144 200 13268 1528 0 62 1939392 0 mbuf_cluster 2048 945 1 945 0 254 1937408 0 UMA Slabs 0 112 17097 0 17097 0 126 1914864 0 malloc-512 512 207 3337 45963 0 30 1814528 0 malloc-32768 32768 47 6 43083 0 1 1736704 0 sctp_ep 1280 273 972 47663 0 254 1593600 0 malloc-384 384 648 3342 182317 0 30 1532160 0 malloc-1024 1024 497 975 95874 0 16 1507328 0 malloc-8192 8192 116 7 44042 0 1 1007616 0 sctp_raddr 736 268 1030 19453 0 254 955328 0 malloc-384 384 1729 41 54451 0 30 679680 0 tcp_bbr_map 128 0 5270 58434 0 126 674560 0 FFS inode 1160 544 23 43604 0 8 657720 0 VM OBJECT 264 2069 91 618603 0 30 570240 0 malloc-16384 16384 25 2 30 0 1 442368 0 MAP ENTRY 96 4211 367 2366094 0 126 439488 0 256 Bucket 2048 193 17 18856 0 8 430080 0 THREAD 1808 210 21 45740 0 8 417648 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 socket 944 48 308 58758 0 254 336064 0 malloc-512 512 29 619 2834 0 30 331776 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-65536 65536 3 2 6 0 1 327680 0 VNODE 448 582 93 43644 0 30 302400 0 malloc-512 512 32 552 50908 0 30 299008 0 ertt_txseginfo 40 0 7373 283422 0 254 294920 0 malloc-2048 2048 126 4 147 0 8 266240 0 tcp_inpcb 488 4 532 8023 0 254 261568 0 malloc-384 384 612 68 10044 0 30 261120 0 vmem btag 56 4459 65 4459 0 254 253344 0 sctp_chunk 152 271 1393 3821 0 254 252928 0 VMSPACE 2544 87 12 44019 0 4 251856 0 mbuf_packet 256 354 591 82112 0 254 241920 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-8192 8192 24 3 40 0 1 221184 0 malloc-16384 16384 4 9 16 0 1 212992 0 malloc-16384 16384 11 2 247 0 1 212992 0 sctp_laddr 48 208 4160 16022 0 254 209664 0 malloc-4096 4096 9 37 5357 0 2 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-384 384 412 68 194147 0 30 184320 0 32 Bucket 256 559 161 62335 0 62 184320 0 PROC 1328 114 18 44041 0 8 175296 0 malloc-384 384 379 61 53746 0 30 168960 0 malloc-512 512 249 63 43427 0 30 159744 0 FFS2 dinode 256 544 56 43603 0 62 153600 0 malloc-1024 1024 145 3 150 0 16 151552 0 S VFS Cache 104 1034 370 46846 0 126 146016 0 malloc-512 512 255 17 2643 0 30 139264 0 filedesc0 1072 104 22 44040 0 8 135072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 199 49 87527 0 30 126976 0 malloc-384 384 244 66 69360 0 30 119040 0 malloc-4096 4096 27 2 96 0 2 118784 0 pcpu-8 8 4953 9895 43797 0 254 118784 0 ksiginfo 112 117 927 2027 0 126 116928 0 malloc-16384 16384 2 5 48 0 1 114688 0 128 Bucket 1024 78 33 9714 0 16 113664 0 16 Bucket 144 605 95 9471 0 62 100800 0 malloc-32768 32768 1 2 121 0 1 98304 0 tcpcb 1080 4 80 8023 0 254 90720 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 36 0 16 83968 0 malloc-512 512 120 32 44674 0 30 77824 0 malloc-8192 8192 3 6 316 0 1 73728 0 malloc-4096 4096 13 5 1891 0 2 73728 0 g_bio 408 0 180 10465 0 30 73440 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-2048 2048 10 20 544 0 8 61440 0 sctp_stream_msg_out 112 112 428 4662 0 254 60480 0 malloc-8192 8192 2 5 43524 0 1 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 64 Bucket 512 47 41 15394 0 30 45056 0 Files 80 254 296 123867 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 24 0 8 40960 0 NAMEI 1024 0 36 200553 0 16 36864 0 malloc-4096 4096 8 1 12 0 2 36864 0 malloc-2048 2048 2 16 1820 0 8 36864 0 8 Bucket 80 161 289 8159 0 126 36000 0 TURNSTILE 136 232 20 232 0 62 34272 0 pipe 744 29 16 611 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-512 512 35 29 609 0 30 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 tcp_bbr_pcb 832 0 36 5011 0 16 29952 0 2 Bucket 32 578 304 13251 0 254 28224 0 KNOTE 160 28 147 502351 0 62 28000 0 malloc-8192 8192 1 2 81 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 malloc-4096 4096 4 2 65 0 2 24576 0 PWD 32 42 714 43141 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 232 24 232 0 126 22528 0 ripcb 488 5 35 704 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1696 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-4096 4096 2 2 2510 0 2 16384 0 malloc-2048 2048 2 6 6 0 8 16384 0 vtnet_tx_hdr 24 0 668 782566 0 254 16032 0 tcp_rack_pcb 832 0 18 610 0 16 14976 0 malloc-2048 2048 3 3 163 0 8 12288 0 udplite_inpcb 488 0 24 216 0 254 11712 0 udp_inpcb 488 6 18 389 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 51 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 1261 0 126 8096 0 rl_entry 40 101 101 101 0 254 8080 0 tcp_rack_map 112 0 72 1009 0 126 8064 0 udpcb 32 6 246 605 0 254 8064 0 ipq 56 0 144 3 0 254 8064 0 ertt 72 4 108 8023 0 126 8064 0 4 Bucket 48 6 162 918 0 254 8064 0 UMA Slabs 1 176 28 17 28 0 62 7920 0 sctp_readq 152 0 52 65 0 254 7904 0 AIOCB 552 0 14 27 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 AIO 208 0 19 11 0 62 3952 0 AIOLIO 272 0 14 5 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0