panic: overhead (75) not a multiple of 4 cpuid = 0 time = 1640657449 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe005402f210 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe005402f370 vpanic() at vpanic+0x2b8/frame 0xfffffe005402f450 panic() at panic+0xb5/frame 0xfffffe005402f510 sctp_get_frag_point() at sctp_get_frag_point+0x1af/frame 0xfffffe005402f550 sctp_chunk_output() at sctp_chunk_output+0x168/frame 0xfffffe0054030170 sctp_process_control() at sctp_process_control+0x3500/frame 0xfffffe0054030640 sctp_common_input_processing() at sctp_common_input_processing+0xb26/frame 0xfffffe00540308a0 sctp6_input_with_port() at sctp6_input_with_port+0x597/frame 0xfffffe0054030a70 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe0054030a90 ip6_input() at ip6_input+0x1f40/frame 0xfffffe0054030cf0 swi_net() at swi_net+0x2e5/frame 0xfffffe0054030d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0054030ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054030f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054030f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100032 ] Stopped at kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x49af303de7825882 rdx 0x1 rbx 0 rsp 0xfffffe005402f350 rbp 0xfffffe005402f370 rsi 0 rdi 0xffffffff817622ba vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xbf r12 0xfffffe0053ee6560 r13 0xfffffe005402f301 r14 0xffffffff82b532e0 .str.18 r15 0xffffffff82b532e0 .str.18 rip 0xffffffff8175586b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053de4548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c07aa0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c07aa0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83c08a40 (map 0xffffffff83c08a40) (map.pmap 0xffffffff83c08b00) (pmap 0xffffffff83c08b68) threads: 23 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 7222 776 776 0 R syz-executor.1 7219 775 775 0 R (threaded) syz-executor.0 106014 Run CPU 1 syz-executor.0 108198 RunQ syz-executor.0 7218 788 788 0 R (threaded) syz-executor.3 105982 RunQ syz-executor.3 108199 RunQ syz-executor.3 7216 782 782 0 R (threaded) syz-executor.2 105988 RunQ syz-executor.2 108194 S connec 0xfffffe0058c7c49a syz-executor.2 108196 S uwait 0xfffffe00576cd180 syz-executor.2 6897 1 782 0 S uwait 0xfffffe00a72af680 syz-executor.2 6668 0 0 0 DL - 0xffffffff83d51640 [soaiod4] 6667 0 0 0 DL - 0xffffffff83d51640 [soaiod3] 6666 0 0 0 DL - 0xffffffff83d51640 [soaiod2] 6665 0 0 0 DL - 0xffffffff83d51640 [soaiod1] 6497 1 775 0 S uwait 0xfffffe009f2a0f00 syz-executor.0 6488 1 775 0 S uwait 0xfffffe009f29f680 syz-executor.0 6478 1 775 0 S uwait 0xfffffe00576cdf00 syz-executor.0 6469 1 775 0 S uwait 0xfffffe00a5cb0100 syz-executor.0 6317 0 0 0 DL mdwait 0xfffffe00a7977000 [md3] 6311 0 0 0 DL mdwait 0xfffffe00081e1000 [md2] 6307 0 0 0 DL mdwait 0xfffffe00a7978000 [md1] 6301 0 0 0 DL mdwait 0xfffffe009f322000 [md0] 5501 1 776 0 S uwait 0xfffffe00a5cb1200 syz-executor.1 5495 1 776 0 S uwait 0xfffffe00a5cb1880 syz-executor.1 5491 1 776 0 S uwait 0xfffffe0053e97c00 syz-executor.1 5488 1 788 0 S uwait 0xfffffe0053e97f00 syz-executor.3 5487 1 782 0 S uwait 0xfffffe009f2a0480 syz-executor.2 5485 1 776 0 S uwait 0xfffffe00576cd480 syz-executor.1 5481 1 788 0 S uwait 0xfffffe009f2a0a80 syz-executor.3 5476 1 782 0 S uwait 0xfffffe0053ef4980 syz-executor.2 5474 1 776 0 S uwait 0xfffffe00576cd000 syz-executor.1 5469 1 788 0 S uwait 0xfffffe0053ef4b80 syz-executor.3 5468 1 782 0 S uwait 0xfffffe00576cd100 syz-executor.2 5465 1 776 0 S uwait 0xfffffe009f2a1700 syz-executor.1 5459 1 782 0 S uwait 0xfffffe009f2a0d00 syz-executor.2 4927 1 4927 65 Ss select 0xfffffe009ed319c0 dhclient 3896 1 3896 0 Ss select 0xfffffe009e7cb9c0 dhclient 3893 1 3893 0 Ss select 0xfffffe009e7cba40 dhclient 3874 1 3874 65 Ss select 0xfffffe009e7cbbc0 dhclient 3181 1 3181 0 Ss select 0xfffffe0058b5e040 dhclient 3177 1 3177 0 Ss select 0xfffffe0053e008c0 dhclient 3158 1 3158 65 Ss select 0xfffffe009e7cb840 dhclient 2627 1 788 0 S uwait 0xfffffe00a5cb1600 syz-executor.3 2625 1 782 0 S uwait 0xfffffe0007994500 syz-executor.2 2624 1 776 0 S uwait 0xfffffe00a5cb1980 syz-executor.1 2620 1 788 0 S uwait 0xfffffe009f2a0880 syz-executor.3 2618 1 776 0 S uwait 0xfffffe0053e98600 syz-executor.1 2617 1 782 0 S uwait 0xfffffe0007994900 syz-executor.2 2613 1 788 0 S uwait 0xfffffe0053e97900 syz-executor.3 2611 1 776 0 S uwait 0xfffffe0053e98b00 syz-executor.1 2610 1 782 0 S uwait 0xfffffe00a5cb1300 syz-executor.2 2602 1 782 0 S uwait 0xfffffe0053ef4d80 syz-executor.2 2349 1 2349 0 Ss select 0xfffffe0058b5dec0 dhclient 2346 1 2346 0 Ss select 0xfffffe009e7cc840 dhclient 2327 1 2327 65 Ss select 0xfffffe009ed30ec0 dhclient 1752 1 776 0 S uwait 0xfffffe009f2a1600 syz-executor.1 1748 1 776 0 S uwait 0xfffffe0053e98700 syz-executor.1 1746 1 776 0 S uwait 0xfffffe0053ef4880 syz-executor.1 1741 1 776 0 S uwait 0xfffffe0053e98900 syz-executor.1 1737 1 776 0 S uwait 0xfffffe0053ef4e80 syz-executor.1 1734 1 776 0 S uwait 0xfffffe009f2a1400 syz-executor.1 1730 1 776 0 S uwait 0xfffffe0007994c00 syz-executor.1 1239 0 0 0 DL aiordy 0xfffffe00a5dc0000 [aiod4] 1238 0 0 0 DL aiordy 0xfffffe00a5dc0548 [aiod3] 1237 0 0 0 DL aiordy 0xfffffe00a5dc0a90 [aiod2] 1236 0 0 0 DL aiordy 0xfffffe00a5dc1000 [aiod1] 1137 1 1137 0 Ss select 0xfffffe009ed31a40 dhclient 1134 1 1134 0 Ss select 0xfffffe009ed30dc0 dhclient 788 773 788 0 Rs syz-executor.3 782 773 782 0 Rs syz-executor.2 776 773 776 0 Rs syz-executor.1 775 773 775 0 Rs syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100091 S uwait 0xfffffe0053e98a00 syz-fuzzer 100117 S uwait 0xfffffe00576cee00 syz-fuzzer 100118 S uwait 0xfffffe00576cef00 syz-fuzzer 100119 S uwait 0xfffffe00576cdb00 syz-fuzzer 100120 S uwait 0xfffffe0053e97380 syz-fuzzer 100121 S uwait 0xfffffe0053e97480 syz-fuzzer 100122 S uwait 0xfffffe0007994600 syz-fuzzer 100123 S uwait 0xfffffe0007994700 syz-fuzzer 100124 S uwait 0xfffffe00576cdc00 syz-fuzzer 104836 S kqread 0xfffffe00081d9400 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0058daa5f8 csh 769 687 769 0 Ss select 0xfffffe009e7cc240 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00576e38b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058636cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586374b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058637cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00586384b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0058638cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005863a4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005863acb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576ee4b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c31941 cron 687 1 687 0 Ss select 0xfffffe009e7cc540 sshd 500 1 500 0 Ss select 0xfffffe009e7cc9c0 syslogd 429 1 429 0 Ss select 0xfffffe0058b5d340 devd 428 1 428 65 Ss select 0xfffffe0058b5d1c0 dhclient 343 1 343 0 Ss select 0xfffffe009e7cd040 dhclient 340 1 340 0 Ss select 0xfffffe009e7cd140 dhclient 16 0 0 0 DL syncer 0xffffffff83d57140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00587d1000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d55760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058ccbce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d88c40 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7caf8 [dom0] 100082 D launds 0xffffffff83d7cb04 [laundry: dom0] 100083 D umarcl 0xffffffff81e52dc0 [uma] 6 0 0 0 DL - 0xffffffff839ed808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84944240 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff8465f530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388f7c0 [doneq0] 100046 D - 0xffffffff8388f740 [async] 100075 D - 0xffffffff8388f5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057148c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d78340 [crypto] 100042 D crypto_ 0xfffffe0053fb8030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb8080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c07000 [g_event] 100037 D - 0xffffffff83c07020 [g_up] 100038 D - 0xffffffff83c07040 [g_down] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d78e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c07aa0 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100011 D - 0xfffffe00081dae00 [aiod_kick taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dac00 [inm_free taskq] 100014 D - 0xfffffe00081dab00 [in6m_free taskq] 100015 D - 0xfffffe00081daa00 [deferred_unmount ta] 100016 D - 0xfffffe00081da900 [thread taskq] 100018 D - 0xfffffe00081da700 [kqueue_ctx taskq] 100019 D - 0xfffffe00081da600 [pci_hp taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f58300 [firmware taskq] 100039 D - 0xfffffe0053f57800 [crypto_0] 100040 D - 0xfffffe0053f57800 [crypto_1] 100056 D - 0xfffffe0053f56e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f56d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f56c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f56b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a9600 [virtio_balloon] 100065 D - 0xffffffff82b58dc1 [deadlkres] 100070 D - 0xfffffe00081db100 [mca taskq] 100071 D - 0xfffffe0053f56900 [acpi_task_0] 100072 D - 0xfffffe0053f56900 [acpi_task_1] 100073 D - 0xfffffe0053f56900 [acpi_task_2] 100074 D - 0xfffffe0053f57100 [CAM taskq] db> show all locks Process 7219 (syz-executor.0) thread 0xfffffe00a78a5000 (108198) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007b8d558) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1705 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00a6b603f0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1164 Process 12 (intr) thread 0xfffffe0053ee6560 (100032) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a5d15a90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1326 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4245 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 322 1288K 517 pcb 593 1178K 13293 newblk 17 1028K 18699 vfscache 3 1025K 3 filedesc 88 698K 12487 inodedep 74 540K 7049 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 224 458K 7354 sctp_stro 278 278K 2871 vmem 3 274K 5 sctp_atcl 573 215K 9707 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 linker 354 134K 382 pagedep 14 132K 6263 tfo_ccache 1 128K 1 DEVFS1 113 113K 130 sem 4 106K 4 BPF 46 88K 65 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 shm 14 58K 41 umtx 462 58K 462 filemon 7 56K 108 kdtrace 300 56K 15431 temp 36 37K 2822 sctp_atky 851 36K 13011 DEVFS3 132 33K 142 hostcache 1 32K 1 pf_rule 16 31K 161 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 138 19K 1082 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 md_disk 4 16K 4 ithread 99 16K 99 sctp_timw 60 15K 60 bus-sc 34 15K 1651 dirrem 56 14K 6821 GEOM 89 14K 610 lltable 42 13K 211 KTRACE 100 13K 100 ether_multi 152 13K 211 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 rman 84 10K 425 cred 37 10K 264 kqueue 112 10K 7329 sctp_athm 573 9K 10031 sctp_map 556 9K 5626 in6_multi 65 9K 72 bmsafemap 2 9K 7136 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 154 rpc 2 8K 2 shmfd 1 8K 45 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 freefile 58 8K 6745 taskqueue 63 7K 63 pwddesc 103 7K 7277 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 457 pf_ifnet 14 6K 231 sctp_stri 10 5K 623 DEVFSP 79 5K 896 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 87 vt 11 5K 11 pf_table 2 4K 168 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 127 4K 8546 lockf 33 4K 302 acpisem 28 4K 28 selfd 55 4K 90862 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 84 ip6opt 2 3K 204 uidinfo 3 3K 18 CC Mem 35 3K 1492 pf_osfp 19 3K 19 freework 9 3K 11507 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 freeblks 8 2K 6874 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 inpcbpolicy 59 2K 2075 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 Unitno 25 2K 197 in_multi 6 2K 15 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 newdirblk 9 2K 6221 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 12442 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 126 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 39 1K 1448 sctp_ifn 6 1K 14 ipsec 3 1K 3 diradd 6 1K 6862 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 337 encap_export_host 12 1K 12 procdesc 5 1K 18 tcp_fsb 4 1K 545 pfil 4 1K 4 cdev 2 1K 2 ip_msource 7 1K 68 xform 6 1K 1238 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 5 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 6 1K 10291 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip6_msource 2 1K 7 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 iov 2 1K 19087 pmchooks 1 1K 1 filecaps 5 1K 112 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 44 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 4945 sctp_iter 0 0K 15 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 6 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 70 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 6601 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 62 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 12 allocindir 0 0K 0 indirdep 0 0K 6133 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 27 in6_mfilter 0 0K 57 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 24 in_mfilter 0 0K 94 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 14 statfs 0 0K 6434 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 2 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 184 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 28 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 220 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 897 eventfd 0 0K 11 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 336 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 870 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 96 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8329 1831 107168 0 254 41615360 0 tcp_log 416 0 20322 315251 0 254 8453952 0 mbuf 256 9050 4168 1271776 0 254 3383808 0 pbuf 2624 0 973 0 0 2 2553152 0 ertt_txseginfo 40 29093 20195 740790 0 254 1971520 0 BUF TRIE 144 274 11514 10079 0 62 1697472 0 malloc-384 384 4117 53 4140 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11739 258 19000 0 126 1535616 0 RADIX NODE 144 8001 1430 163544 0 62 1358064 0 UMA Slabs 0 112 12058 32 12058 0 126 1354080 0 malloc-4096 4096 323 5 647 0 2 1343488 0 vmem btag 56 22846 89 22848 0 254 1284360 0 sctp_asoc 2288 278 232 2813 0 254 1166880 0 tcp_bbr_map 128 2988 3460 179577 0 126 825344 0 256 Bucket 2048 374 20 5689 0 8 806912 0 malloc-16384 16384 45 4 6258 0 1 802816 0 malloc-2048 2048 310 82 6817 0 8 802816 0 VM OBJECT 264 2842 98 164816 0 30 776160 0 FFS inode 1160 556 32 7307 0 8 682080 0 sctp_ep 1208 285 225 6568 0 254 616080 0 tcpcb 1096 35 476 1437 0 254 560056 0 socket 960 105 403 10108 0 254 487680 0 MAP ENTRY 96 4437 351 443824 0 126 459648 0 malloc-4096 4096 103 5 7223 0 2 442368 0 THREAD 1808 196 35 8200 0 8 417648 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 313 204 3087 0 254 380512 0 malloc-1024 1024 282 86 3050 0 16 376832 0 tcp_inpcb 424 35 730 1437 0 254 324360 0 VNODE 448 596 97 7349 0 30 310464 0 malloc-384 384 592 188 9895 0 30 299520 0 malloc-64 64 4045 302 11411 0 254 278208 0 malloc-384 384 91 569 7433 0 30 253440 0 malloc-128 128 1277 614 33183 0 126 242048 0 malloc-16 16 14700 300 16187 0 254 240000 0 malloc-256 256 214 716 19878 0 62 238080 0 sctp_chunk 152 216 1318 4007 0 254 233168 0 malloc-32768 32768 0 7 5702 0 1 229376 0 DEVCTL 1024 0 220 162 0 0 225280 0 ripcb 424 5 508 182 0 254 217512 0 udplite_inpcb 424 13 500 125 0 254 217512 0 udp_inpcb 424 6 507 331 0 254 217512 0 VMSPACE 2552 75 9 7203 0 4 214368 0 malloc-256 256 163 647 21026 0 62 207360 0 FPU_save_area 832 198 45 8935 0 16 202176 0 mbuf_packet 256 89 673 29138 0 254 195072 0 malloc-256 256 593 157 15109 0 62 192000 0 malloc-256 256 35 715 6704 0 62 192000 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5468 202 5782 0 254 181440 0 malloc-128 128 1179 216 18075 0 126 178560 0 PROC 1352 102 18 7229 0 8 162240 0 FFS2 dinode 256 556 74 7306 0 62 161280 0 128 Bucket 1024 93 54 2217 0 16 150528 0 malloc-1024 1024 137 7 154 0 16 147456 0 S VFS Cache 104 1016 388 7981 0 126 146016 0 malloc-8192 8192 12 5 173 0 1 139264 0 malloc-4096 4096 33 1 44 0 2 139264 0 filedesc0 1072 103 23 7277 0 8 135072 0 malloc-65536 65536 0 2 276 0 1 131072 0 malloc-65536 65536 0 2 223 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 unpcb 256 20 490 1417 0 254 130560 0 ksiginfo 112 117 927 942 0 126 116928 0 malloc-2048 2048 7 49 1039 0 8 114688 0 64 Bucket 512 118 82 9221 0 30 102400 0 malloc-32768 32768 1 2 8 0 1 98304 0 g_bio 408 0 240 95711 0 30 97920 0 UMA Kegs 384 230 3 230 0 30 89472 0 clpbuf 2624 0 32 154 0 16 83968 0 malloc-256 256 111 204 9234 0 62 80640 0 sctp_readq 152 0 520 343 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-64 64 845 226 5549 0 254 68544 0 malloc-128 128 326 201 658 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 0 4 171 0 1 65536 0 malloc-2048 2048 18 14 343 0 8 65536 0 32 Bucket 256 92 163 7905 0 62 65280 0 sctp_stream_msg_out 112 119 421 738 0 254 60480 0 malloc-384 384 122 28 132 0 30 57600 0 malloc-64 64 177 642 9545 0 254 52416 0 malloc-64 64 503 316 91517 0 254 52416 0 malloc-64 64 330 489 7506 0 254 52416 0 malloc-128 128 53 350 467 0 126 51584 0 malloc-256 256 10 185 11823 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 43764 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 10 38 1845 0 16 49152 0 malloc-512 512 21 75 683 0 30 49152 0 pcpu-8 8 4930 1214 10207 0 254 49152 0 tcp_rack_pcb 896 4 50 545 0 16 48384 0 tcp_bbr_pcb 832 6 48 610 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 866 520 13940 0 254 44352 0 Files 80 294 256 26507 0 126 44000 0 TURNSTILE 136 232 83 232 0 62 42840 0 malloc-8192 8192 3 2 105 0 1 40960 0 malloc-4096 4096 4 6 7059 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 24397 0 16 38080 0 pipe 744 23 27 559 0 16 37200 0 malloc-64 64 44 523 124 0 254 36288 0 malloc-64 64 92 475 16744 0 254 36288 0 malloc-64 64 182 385 1779 0 254 36288 0 16 Bucket 144 90 162 1301 0 62 36288 0 malloc-128 128 33 246 632 0 126 35712 0 malloc-128 128 32 247 369 0 126 35712 0 malloc-128 128 71 208 6561 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 72 18 165 0 30 34560 0 malloc-384 384 50 40 52 0 30 34560 0 malloc-256 256 37 98 725 0 62 34560 0 malloc-256 256 23 112 286 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 21 0 2 32768 0 malloc-4096 4096 6 2 9 0 2 32768 0 malloc-4096 4096 7 1 12 0 2 32768 0 malloc-2048 2048 2 14 550 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 5 11 42 0 8 32768 0 malloc-2048 2048 9 7 200 0 8 32768 0 malloc-1024 1024 0 32 51 0 16 32768 0 malloc-1024 1024 6 26 27 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 1 63 30 0 30 32768 0 malloc-512 512 11 53 30 0 30 32768 0 malloc-512 512 2 62 263 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 KNOTE 160 28 172 55031 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 61 339 1674 0 126 32000 0 tcp_rack_map 120 8 256 1369 0 126 31680 0 cpuset 104 7 272 295 0 126 29016 0 sctp_asconf_ack 48 0 588 21 0 254 28224 0 sctp_laddr 48 236 352 2948 0 254 28224 0 tcp_inpcb 32 8 874 1081 0 254 28224 0 PWD 32 56 826 6289 0 254 28224 0 malloc-32 32 193 689 10170 0 254 28224 0 4 Bucket 48 6 582 193 0 254 28224 0 2 Bucket 32 69 813 1904 0 254 28224 0 malloc-16 16 942 808 43808 0 254 28000 0 AIO 208 0 133 76 0 62 27664 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 87 0 126 24288 0 rl_entry 40 113 493 120 0 254 24240 0 itimer 352 0 66 10 0 30 23232 0 malloc-384 384 1 59 341 0 30 23040 0 domainset 40 0 567 216 0 254 22680 0 udplite_inpcb 32 0 630 7 0 254 20160 0 hostcache 64 3 312 3 0 254 20160 0 udpcb 32 19 611 456 0 254 20160 0 udp_inpcb 32 3 627 51 0 254 20160 0 ertt 72 35 245 1437 0 126 20160 0 malloc-32 32 1 629 208 0 254 20160 0 malloc-32 32 21 609 139 0 254 20160 0 malloc-32 32 100 530 3034 0 254 20160 0 malloc-32 32 83 547 236 0 254 20160 0 malloc-32 32 16 614 107 0 254 20160 0 malloc-16 16 639 611 9473 0 254 20000 0 cryptop 280 0 70 69 0 30 19600 0 AIOCB 552 0 35 217 0 16 19320 0 AIOLIO 272 0 70 28 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-1024 1024 9 7 10 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 pf tags 104 2 154 2 0 126 16224 0 tcpreass 48 0 336 5 0 254 16128 0 vtnet_tx_hdr 24 0 668 233448 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 5 745 15 0 254 12000 0 malloc-16 16 7 743 1561 0 254 12000 0 malloc-16 16 192 558 5097 0 254 12000 0 malloc-16 16 38 712 188 0 254 12000 0 malloc-16 16 6 744 186 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0