panic: overhead (75) not a multiple of 4 cpuid = 1 time = 1640656764 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a6e67690 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a6e677f0 vpanic() at vpanic+0x2b8/frame 0xfffffe00a6e678d0 panic() at panic+0xb5/frame 0xfffffe00a6e67990 sctp_get_frag_point() at sctp_get_frag_point+0x1af/frame 0xfffffe00a6e679d0 sctp_chunk_output() at sctp_chunk_output+0x168/frame 0xfffffe00a6e68600 sctp_inpcb_free() at sctp_inpcb_free+0xbb8/frame 0xfffffe00a6e68690 sctp_close() at sctp_close+0x1fb/frame 0xfffffe00a6e68770 soclose() at soclose+0x3fc/frame 0xfffffe00a6e68880 _fdrop() at _fdrop+0x58/frame 0xfffffe00a6e688b0 closef() at closef+0x689/frame 0xfffffe00a6e68a90 fdescfree() at fdescfree+0xab7/frame 0xfffffe00a6e68c80 exit1() at exit1+0x8bf/frame 0xfffffe00a6e68d10 sys_exit() at sys_exit+0x28/frame 0xfffffe00a6e68d30 ia32_syscall() at ia32_syscall+0x41d/frame 0xfffffe00a6e68f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5e0 KDB: enter: panic [ thread pid 3483 tid 103162 ] Stopped at kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x8115bc68aefb7d56 rdx 0x1 rbx 0 rsp 0xfffffe00a6e677d0 rbp 0xfffffe00a6e677f0 rsi 0 rdi 0xffffffff817622ba vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe0058bd7c50 r12 0xfffffe00a702fc80 r13 0xfffffe00a6e67801 r14 0xffffffff82b532e0 .str.18 r15 0xffffffff82b532e0 .str.18 rip 0xffffffff8175586b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> show proc Process 3483 (syz-executor.1) at 0xfffffe00a6aaf548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe0058c40a90 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053de5000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a6dfb000 (map 0xfffffe00a6dfb000) (map.pmap 0xfffffe00a6dfb0c0) (pmap 0xfffffe00a6dfb128) threads: 1 103162 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 3486 792 792 0 R (threaded) syz-executor.2 102155 RunQ syz-executor.2 103433 S umtxn 0xfffffe00a6439b80 syz-executor.2 3484 775 775 0 R (threaded) syz-executor.0 102317 RunQ syz-executor.0 103432 Run CPU 0 syz-executor.0 3483 776 776 0 RE CPU 1 syz-executor.1 3456 1 804 0 S uwait 0xfffffe00a643ad80 syz-executor.3 3112 3106 3112 0 Ss select 0xfffffe009e7d6ec0 dhclient 3109 1 3109 0 Ss select 0xfffffe00a6011dc0 dhclient 3106 3091 429 65 S select 0xfffffe009e7d6240 dhclient 3091 429 429 0 S wait 0xfffffe00a6dcf548 sh 3082 1 3082 65 Ss select 0xfffffe009e7d42c0 dhclient 2443 1 804 0 S umtxn 0xfffffe00576d1900 syz-executor.3 2438 1 775 0 S uwait 0xfffffe00a643a180 syz-executor.0 2436 1 776 0 S uwait 0xfffffe00576d1800 syz-executor.1 2432 1 804 0 S uwait 0xfffffe00a643ae80 syz-executor.3 2430 1 775 0 S uwait 0xfffffe00a643a980 syz-executor.0 2426 1 776 0 S umtxn 0xfffffe009ecded80 syz-executor.1 2424 1 804 0 S uwait 0xfffffe009ecdf200 syz-executor.3 2421 1 792 0 S uwait 0xfffffe00a643b080 syz-executor.2 2420 1 775 0 S uwait 0xfffffe009ecdf300 syz-executor.0 2418 1 776 0 S uwait 0xfffffe00576cde00 syz-executor.1 2416 1 792 0 S uwait 0xfffffe00576cdc00 syz-executor.2 2407 1 792 0 S uwait 0xfffffe00576d1a80 syz-executor.2 2398 1 792 0 S uwait 0xfffffe0007994700 syz-executor.2 2200 1 804 0 SV sigwait 0xfffffe00a5fb75f8 syz-executor.3 2189 1 804 0 SV sigwait 0xfffffe00a5fb65f8 syz-executor.3 2183 1 804 0 SV sigwait 0xfffffe0058c405f8 syz-executor.3 2174 1 804 0 SV sigwait 0xfffffe00a5f10b40 syz-executor.3 1992 1 1992 0 Ss select 0xfffffe00a6011cc0 dhclient 1989 1 1989 0 Ss select 0xfffffe009e7d68c0 dhclient 1965 1 1965 65 Ss select 0xfffffe009e7d60c0 dhclient 1862 1 776 0 S uwait 0xfffffe0007994680 syz-executor.1 1861 1 776 0 S umtxn 0xfffffe00a643b400 syz-executor.1 1859 1 775 0 S uwait 0xfffffe0053e99880 syz-executor.0 1858 1 775 0 S uwait 0xfffffe009ecdd600 syz-executor.0 1855 1 776 0 S umtxn 0xfffffe009ecdd800 syz-executor.1 1853 1 775 0 S umtxn 0xfffffe009ecdd400 syz-executor.0 1852 1 776 0 S uwait 0xfffffe0053e98780 syz-executor.1 1851 1 775 0 S uwait 0xfffffe0007994900 syz-executor.0 1847 1 775 0 S uwait 0xfffffe009ecdf500 syz-executor.0 1846 1 776 0 S uwait 0xfffffe009ecdd900 syz-executor.1 1845 1 775 0 S uwait 0xfffffe009ecdee80 syz-executor.0 1843 1 776 0 S uwait 0xfffffe009ecdd500 syz-executor.1 1840 1 776 0 S umtxn 0xfffffe009ecdeb80 syz-executor.1 1839 1 776 0 S umtxn 0xfffffe00a643b800 syz-executor.1 1783 1 804 0 S umtxn 0xfffffe009ecdda00 syz-executor.3 1779 1 775 0 S uwait 0xfffffe0053e98880 syz-executor.0 1777 1 776 0 S uwait 0xfffffe0053e97680 syz-executor.1 1773 1 804 0 S uwait 0xfffffe0053e98100 syz-executor.3 1769 1 775 0 S uwait 0xfffffe009ecdfe80 syz-executor.0 1768 1 776 0 S uwait 0xfffffe009ece0000 syz-executor.1 1763 1 804 0 S umtxn 0xfffffe009ecdd000 syz-executor.3 1759 1 775 0 S uwait 0xfffffe009ecdf000 syz-executor.0 1757 1 776 0 S uwait 0xfffffe009ecdd700 syz-executor.1 1753 1 804 0 S uwait 0xfffffe00576cdb00 syz-executor.3 1747 1 804 0 S uwait 0xfffffe009ecdf100 syz-executor.3 1741 1 804 0 S umtxn 0xfffffe0053e97c80 syz-executor.3 1734 1 804 0 S umtxn 0xfffffe00576cdd00 syz-executor.3 1503 0 0 0 DL - 0xffffffff83d51640 [soaiod4] 1502 0 0 0 DL - 0xffffffff83d51640 [soaiod3] 1501 0 0 0 DL - 0xffffffff83d51640 [soaiod2] 1500 0 0 0 DL - 0xffffffff83d51640 [soaiod1] 1499 0 0 0 DL aiordy 0xfffffe009ec3e548 [aiod4] 1498 0 0 0 DL aiordy 0xfffffe009ec3e000 [aiod3] 1497 0 0 0 DL aiordy 0xfffffe00a5caea90 [aiod2] 1496 0 0 0 DL aiordy 0xfffffe0058da6548 [aiod1] 1138 1 1138 0 Ss select 0xfffffe009e7d5ec0 dhclient 1135 1 1135 0 Ss select 0xfffffe0058b24ec0 dhclient 804 773 804 0 Rs syz-executor.3 792 773 792 0 Ss nanslp 0xffffffff83c31940 syz-executor.2 776 773 776 0 Ss nanslp 0xffffffff83c31940 syz-executor.1 775 773 775 0 Ss nanslp 0xffffffff83c31941 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100106 S kqread 0xfffffe00081d8b00 syz-fuzzer 100121 S uwait 0xfffffe00576cee00 syz-fuzzer 100122 S uwait 0xfffffe00576cef00 syz-fuzzer 100123 S uwait 0xfffffe00576ce580 syz-fuzzer 100124 S uwait 0xfffffe00576ce280 syz-fuzzer 100125 S uwait 0xfffffe009ece0500 syz-fuzzer 100126 S uwait 0xfffffe009ece0600 syz-fuzzer 100127 S uwait 0xfffffe009ece0700 syz-fuzzer 100128 S uwait 0xfffffe009ece0800 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0058c3f0b0 csh 769 687 769 0 Ss select 0xfffffe009e7d6740 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00576e38b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058636cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586374b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058637cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00586384b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0058638cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00586394b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058639cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576ee4b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c31941 cron 687 1 687 0 Ss select 0xfffffe009e7d7b40 sshd 500 1 500 0 Ss select 0xfffffe009e7d6f40 syslogd 429 1 429 0 Ss wait 0xfffffe0058c3e000 devd 428 1 428 65 Ss select 0xfffffe009e7dddc0 dhclient 343 1 343 0 Ss select 0xfffffe009e7ddcc0 dhclient 340 1 340 0 Ss select 0xfffffe009e7de1c0 dhclient 16 0 0 0 DL syncer 0xffffffff83d57140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00587c9000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d55760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058cc2ce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d88c40 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7caf8 [dom0] 100082 D launds 0xffffffff83d7cb04 [laundry: dom0] 100083 D umarcl 0xffffffff81e52dc0 [uma] 6 0 0 0 DL - 0xffffffff839ed808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84831240 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff843e7530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388f7c0 [doneq0] 100046 D - 0xffffffff8388f740 [async] 100075 D - 0xffffffff8388f5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057148c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d78340 [crypto] 100042 D crypto_ 0xfffffe0053fb8030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb8080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c07000 [g_event] 100037 D - 0xffffffff83c07020 [g_up] 100038 D - 0xffffffff83c07040 [g_down] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d78e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c07aa0 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100011 D - 0xfffffe00081dae00 [aiod_kick taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dac00 [inm_free taskq] 100014 D - 0xfffffe00081dab00 [in6m_free taskq] 100015 D - 0xfffffe00081daa00 [deferred_unmount ta] 100016 D - 0xfffffe00081da900 [thread taskq] 100018 D - 0xfffffe00081da700 [kqueue_ctx taskq] 100019 D - 0xfffffe00081da600 [pci_hp taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f58300 [firmware taskq] 100039 D - 0xfffffe0053f57800 [crypto_0] 100040 D - 0xfffffe0053f57800 [crypto_1] 100056 D - 0xfffffe0053f56e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f56d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f56c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f56b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a5600 [virtio_balloon] 100065 D - 0xffffffff82b58dc0 [deadlkres] 100070 D - 0xfffffe00081db100 [mca taskq] 100071 D - 0xfffffe0053f56900 [acpi_task_0] 100072 D - 0xfffffe0053f56900 [acpi_task_1] 100073 D - 0xfffffe0053f56900 [acpi_task_2] 100074 D - 0xfffffe0053f57100 [CAM taskq] db> show all locks Process 3484 (syz-executor.0) thread 0xfffffe00a6b65900 (103432) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009f341eb8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:12672 Process 3483 (syz-executor.1) thread 0xfffffe00a702fc80 (103162) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009f3f4380) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3372 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe00a5c89528) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3339 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c44450) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3338 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe00a5c89548) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3337 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 sctp_stro 210 9438K 1306 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 322 1288K 481 pcb 470 1041K 6128 newblk 33 1032K 9961 vfscache 3 1025K 3 filedesc 106 842K 5071 inodedep 58 534K 2941 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 227 470K 3612 vmem 3 274K 5 acpica 1674 184K 56282 vnet_data 1 168K 1 sctp_atcl 434 163K 4514 tidhash 3 141K 3 linker 354 134K 382 pagedep 11 131K 2520 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 bus 973 80K 3426 mtx_pool 2 72K 2 BPF 38 71K 53 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 kdtrace 306 57K 6921 umtx 440 55K 440 temp 35 35K 2560 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 sctp_atky 644 27K 6024 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 143 19K 535 lltable 54 18K 106 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 34 15K 1651 sctp_timw 52 13K 52 ksem 33 13K 117 KTRACE 101 13K 2868 ether_multi 157 13K 167 ifnet 7 13K 7 dirrem 46 12K 2743 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 cred 37 10K 216 in6_multi 71 9K 71 kqueue 108 9K 3497 bmsafemap 2 9K 2953 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 sctp_athm 434 7K 4681 sctp_map 420 7K 2658 pwddesc 105 7K 3492 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 23 6K 379 freefile 45 6K 2702 pf_ifnet 13 5K 53 ufs_dirhash 24 5K 24 UMA 272 5K 272 DEVFSP 66 5K 376 vt 11 5K 11 pf_table 2 4K 27 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 132 4K 4737 session 31 4K 54 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 lockf 27 3K 43 selfd 45 3K 45185 terminal 11 3K 11 uidinfo 3 3K 7 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 81 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 67 CAM XPT 22 2K 543 in_multi 6 2K 8 sctp_aadr 20 2K 40 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 5542 softdep 1 1K 1 mkdir 8 1K 4968 freeblks 4 1K 2837 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 50 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 pf_osfp 7 1K 7 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 2484 diradd 5 1K 2780 crypto 4 1K 72 encap_export_host 12 1K 12 pfil 4 1K 4 procdesc 4 1K 16 cdev 2 1K 2 inpcbpolicy 14 1K 1018 osd 8 1K 773 chacha20random 1 1K 1 pf_rule 2 1K 24 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 3905 CC Mem 4 1K 769 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 442 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 6827 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 41 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 4 1K 104 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 19998 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 208 sctp_mcore 0 0K 0 sctp_socko 0 0K 2114 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_stri 0 0K 360 mqdata 0 0K 0 filemon 0 0K 28 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2697 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 24 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 9 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 2662 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 114 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 0 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 139 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 255 eventfd 0 0K 18 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 762 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 8 filedesc_to_leader 0 0K 13 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 2094 285155 0 254 42655744 0 tcp_log 416 0 15246 186777 0 254 6342336 0 mbuf 256 9210 7818 1232126 0 254 4359168 0 pbuf 2624 0 957 0 0 2 2511168 0 ertt_txseginfo 40 0 45248 506899 0 254 1809920 0 BUF TRIE 144 189 11599 7436 0 62 1697472 0 malloc-384 384 4117 53 4150 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11732 265 14728 0 126 1535616 0 RADIX NODE 144 9623 312 102709 0 62 1430640 0 UMA Slabs 0 112 12208 26 12208 0 126 1370208 0 malloc-4096 4096 323 3 491 0 2 1335296 0 vmem btag 56 22394 109 22394 0 254 1260168 0 sctp_asoc 2288 210 300 1291 0 254 1166880 0 256 Bucket 2048 458 24 5699 0 8 987136 0 malloc-16384 16384 54 4 2550 0 1 950272 0 VM OBJECT 264 2542 68 66128 0 30 689040 0 FFS inode 1160 548 33 3250 0 8 673960 0 sctp_ep 1208 224 286 3030 0 254 616080 0 tcp_bbr_map 128 0 4433 125004 0 126 567424 0 tcpcb 1096 4 507 762 0 254 560056 0 malloc-2048 2048 234 14 3069 0 8 507904 0 socket 960 63 445 5330 0 254 487680 0 malloc-4096 4096 106 4 3487 0 2 450560 0 THREAD 1808 199 21 3433 0 8 397760 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 MAP ENTRY 96 3734 298 191671 0 126 387072 0 sctp_raddr 736 216 301 1579 0 254 380512 0 tcp_inpcb 424 4 761 762 0 254 324360 0 VNODE 448 588 105 3292 0 30 310464 0 malloc-64 64 4048 299 7513 0 254 278208 0 sctp_chunk 152 198 1596 29099 0 254 272688 0 malloc-128 128 1265 626 29083 0 126 242048 0 malloc-384 384 75 555 3030 0 30 241920 0 malloc-16 16 14669 331 15491 0 254 240000 0 malloc-256 256 226 704 10645 0 62 238080 0 VMSPACE 2552 82 11 3465 0 4 237336 0 malloc-32768 32768 0 7 3666 0 1 229376 0 malloc-1024 1024 211 13 1520 0 16 229376 0 DEVCTL 1024 12 208 154 0 0 225280 0 ripcb 424 4 509 29 0 254 217512 0 udp_inpcb 424 6 507 227 0 254 217512 0 FPU_save_area 832 201 42 7291 0 16 202176 0 malloc-384 384 465 45 4597 0 30 195840 0 mbuf_packet 256 193 569 13473 0 254 195072 0 malloc-32 32 5474 448 5646 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-256 256 139 551 9774 0 62 176640 0 malloc-128 128 1152 119 10525 0 126 162688 0 PROC 1352 105 15 3486 0 8 162240 0 FFS2 dinode 256 548 82 3250 0 62 161280 0 malloc-256 256 535 95 6756 0 62 161280 0 128 Bucket 1024 97 50 1563 0 16 150528 0 malloc-1024 1024 133 11 150 0 16 147456 0 S VFS Cache 104 1010 394 3763 0 126 146016 0 filedesc0 1072 106 27 3492 0 8 142576 0 malloc-65536 65536 0 2 164 0 1 131072 0 unpcb 256 17 493 1249 0 254 130560 0 clpbuf 2624 0 48 68 0 16 125952 0 malloc-4096 4096 29 1 40 0 2 122880 0 ksiginfo 112 112 932 4060 0 126 116928 0 malloc-2048 2048 7 49 1039 0 8 114688 0 malloc-256 256 35 400 2797 0 62 111360 0 UMA Kegs 384 230 3 230 0 30 89472 0 64 Bucket 512 109 59 5759 0 30 86016 0 sctp_readq 152 0 520 185 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 59644 0 30 73440 0 malloc-64 64 786 285 3688 0 254 68544 0 malloc-128 128 352 175 489 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 136 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-8192 8192 5 3 61 0 1 65536 0 malloc-256 256 6 249 5669 0 62 65280 0 malloc-256 256 98 157 4416 0 62 65280 0 32 Bucket 256 78 177 8024 0 62 65280 0 sctp_stream_msg_out 112 62 478 422 0 254 60480 0 malloc-384 384 122 28 122 0 30 57600 0 malloc-64 64 138 681 5687 0 254 52416 0 malloc-64 64 492 327 45833 0 254 52416 0 malloc-64 64 333 486 3760 0 254 52416 0 malloc-128 128 53 350 348 0 126 51584 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 25759 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 10 38 1860 0 16 49152 0 tcp_rack_pcb 896 0 54 208 0 16 48384 0 malloc-384 384 72 48 113 0 30 46080 0 pcpu-8 8 4764 868 5631 0 254 45056 0 tcp_bbr_pcb 832 0 54 471 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 Files 80 263 287 15569 0 126 44000 0 TURNSTILE 136 221 94 221 0 62 42840 0 malloc-4096 4096 7 3 12 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 pipe 744 22 28 409 0 16 37200 0 malloc-64 64 35 532 35 0 254 36288 0 malloc-64 64 90 477 18629 0 254 36288 0 malloc-64 64 165 402 746 0 254 36288 0 malloc-32 32 736 398 8713 0 254 36288 0 16 Bucket 144 85 167 861 0 62 36288 0 malloc-128 128 19 260 234 0 126 35712 0 malloc-128 128 32 247 104 0 126 35712 0 malloc-128 128 68 211 2715 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 50 40 52 0 30 34560 0 malloc-256 256 34 101 537 0 62 34560 0 malloc-256 256 23 112 281 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 3 1 104 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 150 0 2 32768 0 malloc-4096 4096 4 4 3287 0 2 32768 0 malloc-2048 2048 2 14 105 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 4 12 137 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 9 7 200 0 8 32768 0 malloc-1024 1024 0 32 38 0 16 32768 0 malloc-1024 1024 6 26 27 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 9 55 24 0 30 32768 0 malloc-512 512 2 62 285 0 30 32768 0 malloc-512 512 11 53 420 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 KNOTE 160 28 172 29834 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 359 0 126 31680 0 cpuset 104 7 272 47 0 126 29016 0 sctp_laddr 48 220 368 1368 0 254 28224 0 PWD 32 57 825 2580 0 254 28224 0 malloc-32 32 207 675 5034 0 254 28224 0 4 Bucket 48 6 582 124 0 254 28224 0 2 Bucket 32 58 824 1189 0 254 28224 0 AIO 208 0 133 14 0 62 27664 0 da_ccb 544 0 49 15024 0 16 26656 0 malloc-4096 4096 2 4 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 31 245 54 0 126 24288 0 rl_entry 40 103 503 103 0 254 24240 0 malloc-16 16 809 691 34675 0 254 24000 0 8 Bucket 80 47 253 1071 0 126 24000 0 malloc-384 384 0 60 111 0 30 23040 0 malloc-384 384 1 59 341 0 30 23040 0 domainset 40 0 567 30 0 254 22680 0 hostcache 64 2 313 2 0 254 20160 0 tcp_inpcb 32 2 628 509 0 254 20160 0 udpcb 32 6 624 227 0 254 20160 0 udp_inpcb 32 3 627 37 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 4 276 762 0 126 20160 0 malloc-32 32 5 625 43 0 254 20160 0 malloc-32 32 21 609 67 0 254 20160 0 malloc-32 32 55 575 1819 0 254 20160 0 malloc-32 32 82 548 161 0 254 20160 0 malloc-32 32 16 614 52 0 254 20160 0 AIOCB 552 0 35 14 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-1024 1024 9 7 10 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 328136 0 254 16032 0 malloc-16 16 495 505 5308 0 254 16000 0 kenv 258 15 45 1042 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 5 745 6 0 254 12000 0 malloc-16 16 8 742 903 0 254 12000 0 malloc-16 16 192 558 3022 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 6 744 105 0 254 12000 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 udplite_inpcb 32 0 0 0 0 254 0 0 udplite_inpcb 424 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0