Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff81086742 stack pointer = 0x0:0xfffffe009c6813e0 frame pointer = 0x0:0xfffffe009c681460 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 60856 (syz-executor.1) trap number = 9 panic: general protection fault cpuid = 0 time = 404 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c6810b0 vpanic() at vpanic+0x1c7/frame 0xfffffe009c681110 panic() at panic+0x43/frame 0xfffffe009c681170 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c6811f0 trap() at trap+0xf7/frame 0xfffffe009c681310 calltrap() at calltrap+0x8/frame 0xfffffe009c681310 --- trap 0x9, rip = 0xffffffff81086742, rsp = 0xfffffe009c6813e0, rbp = 0xfffffe009c681460 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe009c681460 __mtx_lock_flags() at __mtx_lock_flags+0x150/frame 0xfffffe009c6814c0 sctp_findassociation_ep_addr() at sctp_findassociation_ep_addr+0x4fd/frame 0xfffffe009c681580 sctp_lower_sosend() at sctp_lower_sosend+0x854/frame 0xfffffe009c681770 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe009c6818a0 sosend() at sosend+0xc6/frame 0xfffffe009c681910 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe009c6819c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x261/frame 0xfffffe009c681ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe009c681bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 60856 tid 166136 ] Stopped at kdb_enter+0x67: movq $0,0x163656e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0097800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c681090 rbp 0xfffffe009c6810b0 rsi 0x40001 rdi 0xffffffff8113bc26 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c680f80 r11 0x1ff63fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c8b5 r15 0xffffffff81a7c8b5 rip 0xffffffff81132c17 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x163656e(%rip) db> show proc Process 60856 (syz-executor.1) at 0xfffff800073c0a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffff80015e6b000 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009dd643e0 (map 0xfffffe009dd643e0) (map.pmap 0xfffffe009dd644a0) (pmap 0xfffffe009dd64500) threads: 2 150674 s syz-executor.1 166136 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 60856 785 785 0 T (threaded) syz-executor.1 150674 s syz-executor.1 166136 Run CPU 0 syz-executor.1 60849 793 793 0 S (threaded) syz-executor.3 164680 S nanslp 0xffffffff8273c8e1 syz-executor.3 166126 S accept 0xfffff800072708b8 syz-executor.3 166135 S uwait 0xfffff80065589300 syz-executor.3 59343 59342 786 0 SV uwait 0xfffff8006500dd00 syz-executor.2 59342 1 786 0 DV ppwait 0xfffff80007746a10 syz-executor.2 48933 1 793 0 S uwait 0xfffff8006500d700 syz-executor.3 48929 1 793 0 S umtxn 0xfffff8005bc12100 syz-executor.3 44057 1 44057 0 S uwait 0xfffff8005bd93500 syz-executor.1 44053 1 44053 0 S uwait 0xfffff800656b7700 syz-executor.1 33524 1 784 0 S uwait 0xfffff8005bcaff00 syz-executor.0 33523 1 784 0 S uwait 0xfffff8005bd85900 syz-executor.0 33522 1 784 0 S uwait 0xfffff800074fdb00 syz-executor.0 33521 1 784 0 S uwait 0xfffff80065a63900 syz-executor.0 21857 1 786 0 S uwait 0xfffff800650af500 syz-executor.2 21852 1 786 0 S uwait 0xfffff80015be9900 syz-executor.2 21845 1 786 0 S uwait 0xfffff8005bc12300 syz-executor.2 21841 1 786 0 S uwait 0xfffff8005bad8100 syz-executor.2 21839 1 786 0 S uwait 0xfffff8005b9be500 syz-executor.2 21822 1 786 0 S umtxn 0xfffff8005b9be700 syz-executor.2 21746 1 786 0 S uwait 0xfffff8005bd6ff00 syz-executor.2 21745 1 786 0 S uwait 0xfffff8005bd6f500 syz-executor.2 21734 1 784 0 S uwait 0xfffff8005bcafd00 syz-executor.0 21733 1 784 0 S uwait 0xfffff8005bd93300 syz-executor.0 21731 1 784 0 S uwait 0xfffff8005bd85300 syz-executor.0 21729 1 786 0 S uwait 0xfffff800655c9100 syz-executor.2 21728 1 784 0 S uwait 0xfffff8005bd85d00 syz-executor.0 21725 1 786 0 S uwait 0xfffff8005bd85100 syz-executor.2 21697 1 793 0 S uwait 0xfffff8005bd93900 syz-executor.3 21694 1 793 0 S uwait 0xfffff800650b3f00 syz-executor.3 21674 1 786 0 S uwait 0xfffff80015e62500 syz-executor.2 21672 1 786 0 S uwait 0xfffff80015e00900 syz-executor.2 21649 1 793 0 S uwait 0xfffff8005bad8f00 syz-executor.3 21646 1 793 0 S uwait 0xfffff80015e62100 syz-executor.3 19943 1 784 0 SV uwait 0xfffff8005bd6fd00 syz-executor.0 19938 1 784 0 SV uwait 0xfffff8005b268100 syz-executor.0 15088 1 784 0 S uwait 0xfffff8005bd6f700 syz-executor.0 15086 1 784 0 S uwait 0xfffff80015a67100 syz-executor.0 11632 1 11632 65 Ss select 0xfffff80065ec32c0 dhclient 8338 1 8338 0 Ss select 0xfffff80065b7bd40 dhclient 8335 1 8335 0 Ss select 0xfffff80065a9b2c0 dhclient 8316 1 8316 65 Ss select 0xfffff80065b7ba40 dhclient 5411 1 5411 0 Ss select 0xfffff800656ad2c0 dhclient 5408 1 5408 0 Ss select 0xfffff80065782ec0 dhclient 5389 1 5389 65 Ss select 0xfffff8006577c440 dhclient 4623 1 4623 0 Ss select 0xfffff800656ccec0 dhclient 4620 1 4620 0 Ss select 0xfffff800655845c0 dhclient 4594 1 4594 65 Ss select 0xfffff8006546dd40 dhclient 2401 1 786 0 S uwait 0xfffff80015a67300 syz-executor.2 2400 1 786 0 S uwait 0xfffff8005bd93f00 syz-executor.2 2158 1 2158 0 Ss select 0xfffff8005bed35c0 dhclient 2151 1 2151 0 Ss select 0xfffff8005bf27ec0 dhclient 793 782 793 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.3 786 782 786 0 Ss piperd 0xfffff8005b31b8b8 syz-executor.2 785 782 785 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.1 784 782 784 0 Ss piperd 0xfffff8005ba6b000 syz-executor.0 782 780 780 0 S (threaded) syz-fuzzer 100100 S kqread 0xfffff800158a4300 syz-fuzzer 100120 S uwait 0xfffff80015e00b00 syz-fuzzer 100121 S uwait 0xfffff80015e00d00 syz-fuzzer 100122 S uwait 0xfffff8005b9be900 syz-fuzzer 100123 S uwait 0xfffff8005b9beb00 syz-fuzzer 100124 S uwait 0xfffff8005b9bed00 syz-fuzzer 100125 S uwait 0xfffff8005b9bef00 syz-fuzzer 100126 S uwait 0xfffff8005b9be300 syz-fuzzer 103337 S uwait 0xfffff8005bd85500 syz-fuzzer 143044 S uwait 0xfffff8006500d500 syz-fuzzer 780 778 780 0 Ss pause 0xfffff8005b36eb10 csh 778 694 778 0 Ss select 0xfffff8005b52b440 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a564b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a56cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a5a4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a5acb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a5d4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a5dcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a634b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a63cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e1 cron 694 1 694 0 Ss select 0xfffff8005b3e6ec0 sshd 507 1 507 0 Ss select 0xfffff8005b2ae2c0 syslogd 436 1 436 0 Ss select 0xfffff8005b2caa40 devd 435 1 435 65 Ss select 0xfffff8005b2ca8c0 dhclient 350 1 350 0 Ss select 0xfffff8005b2abd40 dhclient 347 1 347 0 Ss select 0xfffff8005b2ce440 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a3c000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 RL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 RunQ [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815d04a0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ff5828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d793c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 LL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 L *sctp-in 0xfffff80004c6a600 [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100066 D - 0xffffffff81e29511 [deadlkres] 100074 D - 0xfffff800159df900 [acpi_task_0] 100075 D - 0xfffff800159df900 [acpi_task_1] 100076 D - 0xfffff800159df900 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] db> show all locks Process 60856 (syz-executor.1) thread 0xfffffe009dc39000 (166136) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80007737468) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1318 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b2718) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1291 Process 12 (intr) thread 0xfffffe00042be740 (100031) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff8005bec1988) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3330 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1365 6627K 168269 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 sctp_atcl 1329 1329K 118132 sctp_stro 659 1318K 31491 filedesc 82 1311K 119617 inodedep 608 1127K 61125 newblk 10 1037K 60392 vfscache 3 1035K 3 subproc 212 891K 60974 sctp_atky 1988 746K 155255 acpica 1674 649K 54692 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_athm 1329 499K 121877 sctp_map 1318 495K 61664 intr 4 480K 4 bus 990 378K 3485 BPF 46 337K 64 dirrem 597 299K 61021 linker 348 270K 529 kdtrace 291 231K 126994 freefile 597 224K 60997 DEVFS1 107 214K 124 module 512 192K 512 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 10 141K 59815 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 sctp_timw 198 99K 198 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 16091 syncache 1 76K 1 shm 6 72K 58 routetbl 134 72K 446 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 pf_osfp 146 55K 146 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 lltable 52 46K 266 kqueue 99 45K 60927 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 pwddesc 97 37K 60879 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 in6_multi 71 31K 71 DEVFSP 80 30K 344 GEOM 60 29K 489 cred 28 28K 399 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 563 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 780481 pfs_nodes 20 20K 20 proc-args 52 20K 759 UART 12 18K 12 session 35 18K 59 bmsafemap 2 17K 61134 ksem 1 16K 578 rpc 2 16K 2 shmfd 1 16K 58 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 82 Unitno 30 12K 59 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 12 10K 38 uidinfo 4 10K 29 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 inpcbpolicy 19 8K 9741 select 19 8K 83 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 osd 12 5K 8025 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 119586 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 59787 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 sctp_stri 2 2K 9104 softdep 1 2K 1 freeblks 4 2K 59786 vnodemarker 2 2K 200 NFSD session 1 2K 1 newdirblk 5 2K 59793 diradd 5 2K 61064 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 70320 filecaps 5 2K 124 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 9 chacha20random 1 1K 1 vnodes 1 1K 3 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 316 entropy 2 1K 49 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 49577 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 47 cubic data 0 0K 78 chd data 0 0K 25 htcp data 0 0K 31 sctp_mcore 0 0K 0 sctp_socko 0 0K 46784 sctp_iter 0 0K 924 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 915 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 408 vegas data 0 0K 0 dctcp data 0 0K 44 tcp_do 0 0K 0 tcp_fsb 0 0K 2877 mqdata 0 0K 0 pf_table 0 0K 6 pf_rule 0 0K 169 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 53168 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 99 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 14 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 69 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 19 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 60047 namei_tracker 0 0K 7 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 320 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3943 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 174 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 909 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 972 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8438 869 839446 0 254 38121472 0 malloc-384 384 36711 209 165355 0 30 14177280 0 malloc-8192 8192 1094 44 142800 0 2 9322496 0 malloc-1024 1024 4173 2171 57408 0 16 6496256 0 mbuf 256 9880 1055 3425164 0 254 2799360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 629 1743 61154 0 16 2428928 0 sctp_asoc 2288 659 396 30832 0 254 2413840 0 tcp_log 416 0 5184 87922 0 254 2156544 0 BUF TRIE 144 190 13278 1923 0 62 1939392 0 malloc-1024 1024 1571 237 184864 0 16 1851392 0 RADIX NODE 144 11130 1607 1368380 0 63 1834128 0 malloc-384 384 3881 619 458929 0 30 1728000 0 UMA Slabs 0 112 15267 30 15339 0 126 1713264 0 malloc-2048 2048 663 131 31791 0 8 1626112 0 malloc-32768 32768 40 6 59806 0 1 1507328 0 mbuf_cluster 2048 675 1 675 0 254 1384448 0 malloc-512 512 621 1739 61045 0 30 1208320 0 sctp_ep 1280 668 247 81454 0 254 1171200 0 malloc-384 384 1251 1659 193356 0 30 1117440 0 malloc-1024 1024 823 109 81825 0 16 954368 0 sctp_raddr 736 734 344 40143 0 254 793408 0 FFS inode 1160 540 41 61539 0 8 673960 0 malloc-384 384 1696 44 53644 0 30 668160 0 tcp_bbr_map 128 0 5022 84606 0 126 642816 0 VM OBJECT 264 1782 78 858346 0 30 491040 0 malloc-16384 16384 27 2 31 0 1 475136 0 malloc-384 384 1169 11 39236 0 30 453120 0 socket 944 58 378 93979 0 254 411584 0 THREAD 1808 193 16 66136 0 8 377872 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 MAP ENTRY 96 3396 384 3274659 0 126 362880 0 256 Bucket 2048 154 22 16772 0 8 360448 0 malloc-512 512 65 551 60631 0 30 315392 0 malloc-384 384 619 181 902913 0 30 307200 0 malloc-384 384 307 483 136532 0 30 303360 0 ertt_txseginfo 40 0 7474 241465 0 254 298960 0 VNODE 448 578 88 61579 0 30 298368 0 tcp_inpcb 488 8 600 8013 0 254 296704 0 tcpcb 1064 8 265 8013 0 254 290472 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 202 0 1 262144 0 malloc-2048 2048 120 4 139 0 8 253952 0 malloc-512 512 418 46 60618 0 30 237568 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-8192 8192 23 4 189 0 1 221184 0 vmem btag 56 3856 92 3857 0 254 221088 0 VMSPACE 2544 72 12 60836 0 4 213696 0 malloc-4096 4096 2 47 4328 0 2 200704 0 malloc-16384 16384 8 4 13 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 6 5 43 0 1 180224 0 sctp_chunk 152 744 426 19312 0 254 177840 0 mbuf_packet 256 227 448 922061 0 254 172800 0 malloc-32768 32768 3 2 19 0 1 163840 0 malloc-32768 32768 0 5 261 0 1 163840 0 FFS2 dinode 256 540 60 61538 0 62 153600 0 PROC 1328 96 18 60856 0 8 151392 0 S VFS Cache 104 1049 394 62941 0 126 150072 0 tcp_rack_pcb 832 0 180 2877 0 16 149760 0 malloc-65536 65536 1 1 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 filedesc0 1072 97 22 60879 0 8 127568 0 32 Bucket 256 241 254 36025 0 62 126720 0 128 Bucket 1024 81 34 7547 0 16 117760 0 ksiginfo 112 99 945 1858 0 126 116928 0 malloc-16384 16384 1 6 71 0 1 114688 0 malloc-512 512 166 18 1656 0 30 94208 0 g_bio 408 0 230 13237 0 30 93840 0 malloc-1024 1024 67 21 1596 0 16 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 105 63 187057 0 30 86016 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-512 512 129 31 1583 0 30 81920 0 16 Bucket 144 322 238 10964 0 62 80640 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-1024 1024 62 6 1006 0 16 69632 0 sctp_laddr 48 1333 95 12783 0 254 68544 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 60056 0 1 65536 0 malloc-4096 4096 10 6 244 0 2 65536 0 malloc-2048 2048 11 21 2035 0 8 65536 0 malloc-4096 4096 8 7 532 0 2 61440 0 malloc-8192 8192 2 5 992 0 1 57344 0 64 Bucket 512 47 65 33200 0 30 57344 0 malloc-384 384 114 26 376 0 30 53760 0 sctp_stream_msg_out 112 89 379 7182 0 254 52416 0 tcp_rack_map 112 0 468 4779 0 126 52416 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 323 0 1 49152 0 malloc-512 512 68 28 11426 0 30 49152 0 malloc-1024 1024 5 39 9629 0 16 45056 0 Files 80 255 295 176878 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 2 3 6 0 1 40960 0 malloc-2048 2048 16 4 22 0 8 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 pcpu-8 8 4737 383 6007 0 254 40960 0 NAMEI 1024 0 36 265689 0 16 36864 0 malloc-2048 2048 3 15 152 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 2 6 17 0 2 32768 0 malloc-4096 4096 6 2 73 0 2 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 0 36 764 0 16 29952 0 pipe 744 23 17 1020 0 16 29760 0 PWD 32 38 844 59874 0 254 28224 0 KNOTE 160 28 147 574463 0 62 28000 0 8 Bucket 80 55 295 10257 0 126 28000 0 malloc-4096 4096 6 0 6 0 2 24576 0 ertt 72 8 328 8013 0 126 24192 0 2 Bucket 32 126 630 23494 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 sctp_readq 152 0 156 2585 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 2 3 8 0 2 20480 0 SLEEPQUEUE 88 210 14 210 0 126 19712 0 ripcb 488 5 35 652 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 24 51 2707 0 254 19200 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 4 Bucket 48 7 329 1256 0 254 16128 0 vtnet_tx_hdr 24 0 668 512138 0 254 16032 0 udp_inpcb 488 6 26 723 0 254 15616 0 malloc-1024 1024 9 3 14 0 16 12288 0 kenv 258 15 30 1048 0 30 11610 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 37 55 61 0 126 8096 0 rl_entry 40 85 117 85 0 254 8080 0 sctp_asconf_ack 48 0 168 403 0 254 8064 0 udpcb 32 6 246 1076 0 254 8064 0 udplite_inpcb 488 0 16 353 0 254 7808 0 itimer 352 0 22 4 0 30 7744 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 41 0 126 6448 0 domainset 40 0 126 28 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 2 0 62 4048 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 4 0 126 3960 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 L VFS Cache 320 0 12 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 tfo 4 0 493 3 0 254 1972 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0