Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff82dd0068 stack pointer = 0x28:0xfffffe009c63b5c0 frame pointer = 0x28:0xfffffe009c63b7a0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 30221 (syz-executor.1) trap number = 9 panic: general protection fault cpuid = 0 time = 1622871504 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c63b290 vpanic() at vpanic+0x1c7/frame 0xfffffe009c63b2f0 panic() at panic+0x43/frame 0xfffffe009c63b350 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c63b3d0 trap() at trap+0xf7/frame 0xfffffe009c63b4f0 calltrap() at calltrap+0x8/frame 0xfffffe009c63b4f0 --- trap 0x9, rip = 0xffffffff82dd0068, rsp = 0xfffffe009c63b5c0, rbp = 0xfffffe009c63b7a0 --- sctp_lower_sosend() at sctp_lower_sosend+0x5508/frame 0xfffffe009c63b7a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe009c63b8d0 sosend() at sosend+0xc6/frame 0xfffffe009c63b940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe009c63b9f0 sendit() at sendit+0x229/frame 0xfffffe009c63ba50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe009c63bab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c63bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c63bbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 30221 tid 136877 ] Stopped at kdb_enter+0x67: movq $0,0x163613e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0095c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c63b270 rbp 0xfffffe009c63b290 rsi 0x40001 rdi 0xffffffff8113c056 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c63b160 r11 0x1ff63fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c9c8 r15 0xffffffff81a7c9c8 rip 0xffffffff81133047 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163613e(%rip) db> show proc Process 30221 (syz-executor.1) at 0xfffff800589a0a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 788 at 0xfffff80015db4000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009d8a0000 (map 0xfffffe009d8a0000) (map.pmap 0xfffffe009d8a00c0) (pmap 0xfffffe009d8a0120) threads: 3 131153 RunQ syz-executor.1 136874 S uwait 0xfffff8003b4e7700 syz-executor.1 136877 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 30221 788 788 0 R (threaded) syz-executor.1 131153 RunQ syz-executor.1 136874 S uwait 0xfffff8003b4e7700 syz-executor.1 136877 Run CPU 0 syz-executor.1 30215 809 809 0 S (threaded) syz-executor.3 130738 S nanslp 0xffffffff8273c8e0 syz-executor.3 136867 S sbwait 0xfffff80058fdf1c4 syz-executor.3 136872 S sbwait 0xfffff80058fdfcd4 syz-executor.3 136875 S uwait 0xfffff8003b9b2500 syz-executor.3 136876 S uwait 0xfffff8006f13f700 syz-executor.3 136878 S uwait 0xfffff8003be96900 syz-executor.3 30053 1 30046 0 SV sigwait 0xfffffe0095593000 syz-executor.0 30047 1 30046 0 SV sigwait 0xfffffe009d821000 syz-executor.0 29482 1 787 0 S uwait 0xfffff80058d48900 syz-executor.0 29481 1 787 0 S uwait 0xfffff8003b4e7500 syz-executor.0 25599 1 788 0 S uwait 0xfffff8006f0c0300 syz-executor.1 25598 1 788 0 S uwait 0xfffff80058301300 syz-executor.1 25594 1 788 0 S uwait 0xfffff8003b9b2f00 syz-executor.1 25593 1 788 0 S uwait 0xfffff8003b31b100 syz-executor.1 25314 1 788 0 S uwait 0xfffff8003b4e7900 syz-executor.1 25256 1 809 0 S uwait 0xfffff80058d48d00 syz-executor.3 25214 1 809 0 S uwait 0xfffff8003bfbf900 syz-executor.3 25162 1 809 0 S uwait 0xfffff80058d48700 syz-executor.3 25159 1 809 0 S uwait 0xfffff80058870b00 syz-executor.3 25156 1 809 0 S uwait 0xfffff80058d48500 syz-executor.3 24909 1 787 0 S uwait 0xfffff8003bb94500 syz-executor.0 24828 1 788 0 S uwait 0xfffff80015eaa700 syz-executor.1 24745 1 787 0 S uwait 0xfffff8003b31b300 syz-executor.0 24393 1 809 0 S uwait 0xfffff80058d48b00 syz-executor.3 24392 1 809 0 S uwait 0xfffff8003be1d500 syz-executor.3 22794 22793 789 0 SV uwait 0xfffff8003b3acd00 syz-executor.2 22793 1 789 0 DV ppwait 0xfffff80058917a10 syz-executor.2 10320 1 788 0 S uwait 0xfffff80058301900 syz-executor.1 10316 1 788 0 S uwait 0xfffff8003be14b00 syz-executor.1 10312 1 788 0 S uwait 0xfffff8003b9b2b00 syz-executor.1 10304 1 788 0 S uwait 0xfffff8003bcb9900 syz-executor.1 10298 1 788 0 S uwait 0xfffff8003b4e7d00 syz-executor.1 10290 1 788 0 S uwait 0xfffff8005828a300 syz-executor.1 10284 1 788 0 S uwait 0xfffff8003b9b2100 syz-executor.1 10275 1 788 0 S uwait 0xfffff8003b3ac900 syz-executor.1 10266 1 788 0 S uwait 0xfffff8003be1d100 syz-executor.1 10256 1 788 0 S uwait 0xfffff8003be96500 syz-executor.1 10246 1 788 0 S uwait 0xfffff8003be96d00 syz-executor.1 10241 1 788 0 S uwait 0xfffff8003b9b2700 syz-executor.1 7329 1 7325 0 S uwait 0xfffff80058301700 syz-executor.2 7326 1 789 0 S uwait 0xfffff80058301100 syz-executor.2 6314 1 6314 65 Ss select 0xfffff8005873fbc0 dhclient 5726 1 5726 0 Ss select 0xfffff8005807c8c0 dhclient 5723 1 5723 0 Ss select 0xfffff800585748c0 dhclient 5702 1 5702 65 Ss select 0xfffff8003befc740 dhclient 4902 1 4902 0 Ss select 0xfffff8003befc8c0 dhclient 4899 1 4899 0 Ss select 0xfffff8003bef9ec0 dhclient 4879 1 4879 65 Ss select 0xfffff8003bf87a40 dhclient 3300 3297 787 0 SV uwait 0xfffff8003be14900 syz-executor.0 3297 1 787 0 DV ppwait 0xfffff800585b9f40 syz-executor.0 3155 0 0 0 DL aiordy 0xfffff8005827f000 [aiod4] 3154 0 0 0 DL aiordy 0xfffff8005827f530 [aiod3] 3153 0 0 0 DL aiordy 0xfffff8003be28000 [aiod2] 3152 0 0 0 DL aiordy 0xfffff8003bddba60 [aiod1] 2092 1 2092 0 Ss select 0xfffff8005807ca40 dhclient 2089 1 2089 0 Ss select 0xfffff8003b30d740 dhclient 2070 1 2070 65 Ss select 0xfffff800580482c0 dhclient 1079 1 1079 0 Ss select 0xfffff8003bef9a40 dhclient 1076 1 1076 0 Ss select 0xfffff8003ba8ad40 dhclient 809 780 809 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.3 789 780 789 0 Ss piperd 0xfffff80015db55d0 syz-executor.2 788 780 788 0 Rs syz-executor.1 787 780 787 0 Ss piperd 0xfffff8003b5482e8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100094 S uwait 0xfffff80015c56f00 syz-fuzzer 100116 S uwait 0xfffff80004ca4d00 syz-fuzzer 100117 S uwait 0xfffff80004ca4f00 syz-fuzzer 100118 S uwait 0xfffff8003b31bb00 syz-fuzzer 100119 S uwait 0xfffff8003b275f00 syz-fuzzer 100120 S uwait 0xfffff8003b3acf00 syz-fuzzer 100121 S uwait 0xfffff8003b31bd00 syz-fuzzer 100122 S kqread 0xfffff80015e54f00 syz-fuzzer 100311 S uwait 0xfffff8003be96b00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b981b10 csh 776 694 776 0 Ss select 0xfffff8003b4be740 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a3e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a3ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a424b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a42cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a454b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a45cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a4b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a4bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff8003b1e7a40 sshd 507 1 507 0 Ss select 0xfffff8003b316740 syslogd 436 1 436 0 Ss select 0xfffff8003b3165c0 devd 435 1 435 65 Ss select 0xfffff8003b316440 dhclient 350 1 350 0 Ss select 0xfffff8003b3225c0 dhclient 347 1 347 0 Ss select 0xfffff8003b322740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c5ba60 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004d594e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d0830 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e34828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ec3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100066 D - 0xffffffff81e298a0 [deadlkres] 100074 D - 0xfffff80015a4f900 [acpi_task_0] 100075 D - 0xfffff80015a4f900 [acpi_task_1] 100076 D - 0xfffff80015a4f900 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] 24919 1 787 0 Z syz-executor.0 24920 1 787 0 Z syz-executor.0 25032 1 787 0 Z syz-executor.0 25033 1 787 0 Z syz-executor.0 db> show all locks Process 30221 (syz-executor.1) thread 0xfffffe0095108000 (136877) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00952baab0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:13125 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 70 1117K 58327 newblk 9 1036K 29779 vfscache 3 1035K 3 subproc 227 969K 31030 pcb 84 866K 39938 acpica 1674 649K 54692 inodedep 17 536K 29804 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 pf_rule 100 400K 190 bus 990 378K 3485 BPF 46 337K 76 linker 348 270K 641 kdtrace 308 242K 67101 lockf 612 230K 1239 DEVFS1 107 214K 124 umtx 440 193K 440 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 10 141K 29161 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 sctp_timw 190 95K 190 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3466 syncache 1 76K 1 vmem 3 72K 5 routetbl 133 71K 416 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 sctp_atcl 51 51K 19680 eventhandler 133 50K 133 kqueue 109 49K 30262 sctp_stro 20 46K 5961 ithread 99 43K 99 rman 84 42K 425 pwddesc 102 39K 30746 KTRACE 100 38K 103 lltable 43 37K 203 taskqueue 60 36K 60 DEVFSP 94 36K 16790 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 7 in6_multi 71 31K 71 GEOM 60 29K 489 kbdmux 6 28K 6 sctp_atky 71 27K 28994 cred 26 26K 659 ksem 7 26K 1484 ifnet 7 25K 7 plimit 24 24K 531 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 408886 pfs_nodes 20 20K 20 proc-args 52 20K 749 sctp_athm 51 20K 21597 session 37 19K 74 UART 12 18K 12 bmsafemap 2 17K 29796 rpc 2 16K 2 shmfd 1 16K 45 pfs_vncache 1 16K 1 sctp_map 40 15K 9026 ufs_dirhash 24 14K 24 sglist 5 13K 5 inpcbpolicy 33 13K 23816 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 18 pf_ifnet 10 9K 19 osd 22 9K 20294 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 125 mount 16 7K 117 fpukern_ctx 3 6K 3 xform 16 6K 20890 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 dirrem 8 4K 29700 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 pf_osfp 8 3K 8 ipsec 3 3K 3 sctp_stri 3 3K 3830 in_multi 6 3K 8 nexusdev 7 3K 7 mkdir 7 3K 58278 freefile 7 3K 29380 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 128 NFSD session 1 2K 1 freework 4 2K 29122 newdirblk 5 2K 29139 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 137 filedesc_to_leader 5 2K 13 crypto 4 2K 6238 tcp_fsb 4 2K 4766 diradd 4 2K 29742 freeblks 3 2K 29121 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 44514 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 chd data 2 1K 387 sctp_aadr 2 1K 3 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 49 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 cubic data 1 1K 56 htcp data 1 1K 262 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 31794 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 83 dctcp data 0 0K 223 vegas data 0 0K 43 sctp_mcore 0 0K 0 sctp_socko 0 0K 17136 sctp_iter 0 0K 770 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 760 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 25863 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 63 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 144 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 29405 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2977 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3315 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 23 lio 0 0K 13 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 202 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1002 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 956 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 6 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 964 1201719 0 254 38027264 0 malloc-384 384 35452 648 95187 0 30 13862400 0 malloc-1024 1024 4173 2379 30069 0 16 6709248 0 malloc-8192 8192 463 301 43957 0 1 6258688 0 mbuf 256 9912 2883 7243212 0 254 3275520 0 malloc-1024 1024 38 2538 29833 0 16 2637824 0 pbuf 2624 0 973 0 0 2 2553152 0 tcp_log 416 0 5841 1146975 0 254 2429856 0 RADIX NODE 144 16039 198 758231 0 62 2338128 0 BUF TRIE 144 185 13283 1625 0 62 1939392 0 UMA Slabs 0 112 14476 29 14526 0 126 1624560 0 malloc-512 512 32 2560 29870 0 30 1327104 0 malloc-32768 32768 34 6 29161 0 1 1310720 0 malloc-384 384 676 2514 94277 0 30 1224960 0 mbuf_cluster 2048 570 2 570 0 254 1171456 0 FFS inode 1160 834 27 30214 0 8 998760 0 malloc-1024 1024 301 643 57131 0 16 966656 0 malloc-384 384 698 1612 143322 0 30 887040 0 sctp_asoc 2288 20 330 4513 0 254 800800 0 malloc-2048 2048 23 331 4687 0 8 724992 0 malloc-384 384 1696 44 53644 0 30 668160 0 malloc-384 384 1611 9 20585 0 30 622080 0 VM OBJECT 264 2043 72 432624 0 30 558360 0 socket 944 67 513 38604 0 254 547520 0 malloc-1024 1024 180 328 14285 0 16 520192 0 sctp_ep 1280 28 347 13249 0 254 480000 0 malloc-4096 4096 112 2 709 0 2 466944 0 malloc-16384 16384 27 0 27 0 1 442368 0 VNODE 448 872 91 30254 0 30 431424 0 THREAD 1808 201 19 36878 0 8 397760 0 tcpcb 1064 18 353 20282 0 254 394744 0 MAP ENTRY 96 3420 570 1648558 0 127 383040 0 256 Bucket 2048 166 18 35931 0 8 376832 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 malloc-512 512 62 594 30001 0 30 335872 0 ertt_txseginfo 40 0 8383 3360145 0 254 335320 0 tcp_bbr_map 128 3 2384 320002 0 126 305536 0 tcp_inpcb 488 18 598 20282 0 254 300608 0 sctp_chunk 152 560 1390 288957 0 254 296400 0 malloc-384 384 635 75 505349 0 30 272640 0 sctp_raddr 736 35 328 13179 0 254 267168 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 120 4 821 0 8 253952 0 FFS2 dinode 256 834 36 30214 0 62 222720 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-512 512 421 11 32620 0 30 221184 0 VMSPACE 2544 72 12 30186 0 4 213696 0 malloc-65536 65536 1 2 177 0 1 196608 0 vmem btag 56 3282 90 3282 0 254 188832 0 malloc-8192 8192 18 5 132 0 1 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 2 43 3879 0 2 184320 0 malloc-16384 16384 8 3 13 0 1 180224 0 malloc-384 384 333 107 117101 0 30 168960 0 malloc-32768 32768 4 1 19 0 1 163840 0 PROC 1328 105 15 30221 0 8 159360 0 S VFS Cache 104 1051 392 33111 0 126 150072 0 malloc-16384 16384 6 3 43 0 1 147456 0 mbuf_packet 256 53 517 53076 0 254 145920 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 filedesc0 1072 102 17 30746 0 8 127568 0 32 Bucket 256 327 138 28571 0 62 119040 0 ksiginfo 112 105 939 3139 0 126 116928 0 malloc-512 512 131 61 4472 0 30 98304 0 malloc-512 512 166 18 1934 0 30 94208 0 128 Bucket 1024 54 37 4040 0 16 93184 0 malloc-512 512 106 70 89528 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-1024 1024 65 19 872 0 16 86016 0 g_bio 408 0 210 10707 0 30 85680 0 clpbuf 2624 0 32 21 0 16 83968 0 malloc-8192 8192 9 1 11 0 1 81920 0 16 Bucket 144 401 159 6570 0 62 80640 0 malloc-8192 8192 3 6 29408 0 1 73728 0 malloc-1024 1024 62 6 990 0 16 69632 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 2328 0 1 65536 0 malloc-2048 2048 11 21 1887 0 8 65536 0 malloc-4096 4096 8 7 532 0 2 61440 0 64 Bucket 512 54 58 21530 0 30 57344 0 malloc-384 384 114 16 431 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 236 0 1 49152 0 malloc-16384 16384 1 2 3 0 1 49152 0 pcpu-8 8 5505 639 6577 0 254 49152 0 udplite_inpcb 488 4 92 2570 0 254 46848 0 malloc-512 512 68 20 1876 0 30 45056 0 Files 80 275 275 101488 0 126 44000 0 malloc-8192 8192 2 3 19 0 1 40960 0 malloc-4096 4096 6 4 68 0 2 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 sctp_stream_msg_out 112 12 348 3774 0 254 40320 0 tcp_bbr_pcb 832 5 40 11278 0 16 37440 0 tcp_rack_pcb 832 4 41 4766 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 158010 0 16 36864 0 malloc-2048 2048 3 15 152 0 8 36864 0 malloc-1024 1024 6 30 4360 0 16 36864 0 pipe 744 23 22 838 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 12 0 2 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 malloc-2048 2048 16 0 16 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_rack_map 112 0 288 6731 0 126 32256 0 TURNSTILE 136 221 10 221 0 62 31416 0 malloc-4096 4096 2 5 11 0 2 28672 0 KNOTE 160 28 147 515690 0 62 28000 0 8 Bucket 80 79 271 6417 0 126 28000 0 PWD 32 47 709 29230 0 254 24192 0 2 Bucket 32 249 507 7780 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 sctp_readq 152 0 156 31441 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 ertt 72 18 262 20282 0 126 20160 0 SLEEPQUEUE 88 221 3 221 0 126 19712 0 ripcb 488 5 35 599 0 254 19520 0 udp_inpcb 488 6 34 365 0 254 19520 0 itimer 352 0 55 798 0 30 19360 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 vtnet_tx_hdr 24 0 668 3834761 0 254 16032 0 unpcb 256 20 40 1478 0 254 15360 0 cpuset 104 7 117 1075 0 126 12896 0 malloc-1024 1024 9 3 14 0 16 12288 0 kenv 258 15 30 1048 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 malloc-4096 4096 2 0 2 0 2 8192 0 pf tags 104 3 75 80 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 11 0 254 8096 0 PGRP 88 37 55 74 0 126 8096 0 rl_entry 40 84 118 84 0 254 8080 0 sctp_laddr 48 21 147 681 0 254 8064 0 udpcb 32 10 242 2935 0 254 8064 0 4 Bucket 48 7 161 635 0 254 8064 0 AIO 208 3 35 22 0 62 7904 0 cryptop 280 0 28 49 0 30 7840 0 AIOCB 552 0 14 71 0 16 7728 0 AIOLIO 272 0 28 13 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 1068 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 2 0 62 4048 0 sctp_asconf_ack 48 0 84 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 tcp_log_node 120 0 33 3 0 126 3960 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0