panic: seq_out not found rack:0xfffffe009e4be040 tp:0xfffffe009f9a4950 cpuid = 1 time = 1623649425 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516500a0 vpanic() at vpanic+0x1cc/frame 0xfffffe0051650100 panic() at panic+0x43/frame 0xfffffe0051650160 rack_log_output() at rack_log_output+0xcaa/frame 0xfffffe00516501f0 rack_output() at rack_output+0x793e/frame 0xfffffe0051650550 rack_do_segment_nounlock() at rack_do_segment_nounlock+0x40ef/frame 0xfffffe0051650720 rack_do_segment() at rack_do_segment+0x12e/frame 0xfffffe00516507b0 tcp_input_with_port() at tcp_input_with_port+0x1399/frame 0xfffffe0051650910 tcp6_input_with_port() at tcp6_input_with_port+0xa8/frame 0xfffffe0051650950 tcp6_input() at tcp6_input+0x28/frame 0xfffffe0051650980 ip6_input() at ip6_input+0x162c/frame 0xfffffe0051650a90 swi_net() at swi_net+0x20e/frame 0xfffffe0051650b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0051650bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0051650bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0051650bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x164006e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81132800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0051650080 rbp 0xfffffe00516500a0 rsi 0 rdi 0xffffffff81132836 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164ff70 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff82ec3a00 tcp_outflags+0x2ea0 r14 0xffffffff81a73ef0 r15 0xffffffff81a73ef0 rip 0xffffffff81129897 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x164006e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c6fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ce70 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271ce70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271dad0 (map 0xffffffff8271dad0) (map.pmap 0xffffffff8271db90) (pmap 0xffffffff8271dbf0) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 51314 783 783 0 R (threaded) syz-executor.0 144807 Run CPU 0 syz-executor.0 156262 S connec 0xfffff80050ad1840 syz-executor.0 156269 S connec 0xfffff80050a7dbf0 syz-executor.0 156272 S connec 0xfffff800507cbbf0 syz-executor.0 46516 1 784 0 S uwait 0xfffff8004ba91b00 syz-executor.1 46515 1 784 0 S uwait 0xfffff8004bab7300 syz-executor.1 35685 35684 801 0 SV uwait 0xfffff8004bef2500 syz-executor.2 35684 1 801 0 DV ppwait 0xfffff8004e2dba10 syz-executor.2 33007 1 33005 0 S uwait 0xfffff8004ba91900 syz-executor.2 33006 1 801 0 S uwait 0xfffff8004e77fd00 syz-executor.2 32878 1 32870 0 S uwait 0xfffff8004bfd8d00 syz-executor.2 32871 1 32870 0 S uwait 0xfffff8004e8cef00 syz-executor.2 30341 30340 784 0 SV uwait 0xfffff8004bd7cd00 syz-executor.1 30340 1 784 0 DV ppwait 0xfffff8004e154a10 syz-executor.1 11611 1 784 0 SV uwait 0xfffff8004b496500 syz-executor.1 4428 1 4428 65 Ss select 0xfffff8004e19e440 dhclient 3980 1 3980 0 Ss select 0xfffff8004bab08c0 dhclient 3977 1 3977 0 Ss select 0xfffff8004bdcdd40 dhclient 3958 1 3958 65 Ss select 0xfffff8004bdcdec0 dhclient 3625 1 3625 0 Ss select 0xfffff8004e020740 dhclient 3622 1 3622 0 Ss select 0xfffff8004e36bec0 dhclient 3600 1 3600 65 Ss select 0xfffff8004be2d2c0 dhclient 3183 1 3183 0 Ss select 0xfffff8004e7e15c0 dhclient 3180 1 3180 0 Ss select 0xfffff8004e7e1440 dhclient 3161 1 3161 65 Ss select 0xfffff8004e8705c0 dhclient 1693 1 783 0 SV uwait 0xfffff8004bc2c500 syz-executor.0 1690 1 783 0 SV uwait 0xfffff8004bef4f00 syz-executor.0 1334 1 801 0 SV uwait 0xfffff8004bef4d00 syz-executor.2 1326 1 801 0 SV uwait 0xfffff8004bc2c900 syz-executor.2 1317 1 801 0 SV uwait 0xfffff8004b4ab500 syz-executor.2 1309 1 801 0 SV uwait 0xfffff8004bfd8900 syz-executor.2 1296 1 801 0 SV uwait 0xfffff8004bfd8500 syz-executor.2 1287 1 801 0 SV uwait 0xfffff800154bbb00 syz-executor.2 1278 1 801 0 SV uwait 0xfffff8004ba91100 syz-executor.2 1269 1 801 0 SV uwait 0xfffff8004bef2f00 syz-executor.2 1263 1 801 0 SV uwait 0xfffff8004ba58d00 syz-executor.2 1250 1 801 0 SV uwait 0xfffff8004bfd8f00 syz-executor.2 1241 1 1241 0 Ss select 0xfffff8004e00fec0 dhclient 1228 1 1228 0 Ss select 0xfffff8004e053440 dhclient 1007 1 784 0 SV uwait 0xfffff8004ba91700 syz-executor.1 996 1 784 0 SV uwait 0xfffff8004ba91500 syz-executor.1 991 1 784 0 SV uwait 0xfffff8004b496300 syz-executor.1 981 1 784 0 SV uwait 0xfffff80015908700 syz-executor.1 970 1 784 0 SV uwait 0xfffff8004ba91300 syz-executor.1 961 1 784 0 SV uwait 0xfffff8004bab7500 syz-executor.1 952 1 784 0 SV uwait 0xfffff8004bc2c100 syz-executor.1 938 1 784 0 SV uwait 0xfffff8004bab7900 syz-executor.1 930 1 784 0 SV uwait 0xfffff8004bef4300 syz-executor.1 921 1 784 0 SV uwait 0xfffff8004ba58700 syz-executor.1 911 1 784 0 SV uwait 0xfffff80015d47300 syz-executor.1 901 1 784 0 SV uwait 0xfffff80015d47d00 syz-executor.1 889 888 784 0 SV uwait 0xfffff8004ba58300 syz-executor.1 888 1 784 0 DV ppwait 0xfffff8004b477a10 syz-executor.1 859 0 0 0 DL aiordy 0xfffff8004bb4f530 [aiod4] 858 0 0 0 DL aiordy 0xfffff8004baa1000 [aiod3] 857 0 0 0 DL aiordy 0xfffff8004b53b000 [aiod2] 856 0 0 0 DL aiordy 0xfffff8004baa1530 [aiod1] 814 780 814 0 Ss piperd 0xfffff8004bd575d0 syz-executor.3 801 780 801 0 Ss piperd 0xfffff80015e795d0 syz-executor.2 784 780 784 0 Ss piperd 0xfffff8004b20f000 syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100114 S uwait 0xfffff8004b4ab900 syz-fuzzer 100115 S uwait 0xfffff8004b4abd00 syz-fuzzer 100116 S uwait 0xfffff8004b4abf00 syz-fuzzer 100117 S uwait 0xfffff80015e97100 syz-fuzzer 100118 S uwait 0xfffff8004ba58900 syz-fuzzer 100119 S uwait 0xfffff80015e97300 syz-fuzzer 100120 S uwait 0xfffff8004ba58b00 syz-fuzzer 100121 S uwait 0xfffff80015e97500 syz-fuzzer 100126 S kqread 0xfffff8004b38b900 syz-fuzzer 135782 S uwait 0xfffff8004e096d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8004b51ab10 csh 776 694 776 0 Ss select 0xfffff8004ba21ec0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154804b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b074b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b07cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0c4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0ccb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a934b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a93cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a974b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a97cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff8004b44c440 sshd 507 1 507 0 Ss select 0xfffff8004b44cec0 syslogd 436 1 436 0 Ss select 0xfffff800154852c0 devd 435 1 435 65 Ss select 0xfffff80015db5ec0 dhclient 350 1 350 0 Ss select 0xfffff80015dbb2c0 dhclient 347 1 347 0 Ss select 0xfffff8001548c440 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cab530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015e6dce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41d0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830ce8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d793f0 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e2d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e2900 [vtnet0 txq 0] 100057 D - 0xfffff800153e2500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e2100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543c900 [virtio_balloon] 100064 D - 0xfffff800154bfd00 [mca taskq] 100069 D - 0xffffffff81e20691 [deadlkres] 100074 D - 0xfffff80015a9ad00 [acpi_task_0] 100075 D - 0xfffff80015a9ad00 [acpi_task_1] 100076 D - 0xfffff80015a9ad00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe00042be900 (100033) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8004b45b208) locked @ /syzkaller/managers/main/kernel/sys/netinet6/in6_pcb.c:1296 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 1478 7123K 145684 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atcl 1434 1434K 104864 sctp_stro 711 1422K 36834 filedesc 86 1376K 100559 newblk 9 1036K 50872 vfscache 3 1035K 3 subproc 222 929K 51444 sctp_atky 2145 805K 143757 inodedep 269 788K 50383 acpica 1674 649K 54806 linker 368 539K 435 sctp_athm 1434 538K 105515 sctp_map 1422 534K 73656 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 58 kdtrace 300 237K 107595 DEVFS1 107 214K 124 umtx 440 193K 440 module 511 192K 511 sctp_timw 366 183K 366 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 50254 tfo_ccache 1 136K 1 dirrem 260 130K 50297 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 freefile 260 98K 50264 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2948 syncache 1 76K 1 routetbl 132 71K 421 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 103 47K 51831 ithread 99 43K 99 rman 84 42K 425 pwddesc 101 38K 51322 KTRACE 100 38K 100 taskqueue 60 36K 60 lltable 41 35K 133 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 380 DEVFSP 80 30K 781 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 27 27K 314 ifnet 7 25K 7 plimit 24 24K 548 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 677008 pfs_nodes 20 20K 20 proc-args 52 20K 749 session 37 19K 63 UART 12 18K 12 bmsafemap 2 17K 50388 ksem 1 16K 25 rpc 2 16K 2 shmfd 1 16K 28 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 69 Unitno 30 12K 55 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 inpcbpolicy 26 10K 20420 uidinfo 3 9K 15 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 92 osd 18 7K 18386 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 100466 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 93841 procdesc 5 3K 18 freework 5 3K 50213 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 50212 vnodemarker 2 2K 130 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 122 crypto 4 2K 4 newdirblk 4 2K 50233 diradd 4 2K 50338 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 785 entropy 2 1K 48 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 tcp_fsb 1 1K 4504 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 49356 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 37 sctp_stri 0 0K 1172 mqdata 0 0K 0 dctcp data 0 0K 0 cdg data 0 0K 0 htcp data 0 0K 14 cubic data 0 0K 27 tcp_do 0 0K 0 vegas data 0 0K 0 chd data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 11 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 42787 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 63 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 521 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 50463 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 4128 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3471 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 4 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 170 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39863 ioctlops 0 0K 344 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 917 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8409 939 1222816 0 254 38289408 0 malloc-8192 8192 726 2526 67479 0 3 26640384 0 malloc-384 384 34749 61 237975 0 30 13367040 0 malloc-1024 1024 2175 7801 173595 0 16 10215424 0 sctp_asoc 2288 711 2654 36828 0 254 7699120 0 malloc-384 384 5476 13154 402892 0 30 7153920 0 malloc-2048 2048 713 2593 36847 0 8 6770688 0 tcp_log 416 50 15331 688584 0 254 6398496 0 sctp_ep 1280 723 2700 67450 0 254 4381440 0 malloc-1024 1024 4126 10 4670 0 16 4235264 0 malloc-1024 1024 281 3627 50646 0 16 4001792 0 malloc-8192 8192 427 7 51808 0 1 3555328 0 malloc-1024 1024 0 3164 42788 0 16 3239936 0 mbuf 256 9212 1993 7038447 0 254 2868480 0 malloc-384 384 1808 5282 116033 0 30 2722560 0 pbuf 2624 0 973 0 0 2 2553152 0 UMA Slabs 0 112 22112 169 22253 0 126 2495472 0 sctp_raddr 736 711 2655 37148 0 254 2477376 0 mbuf_cluster 2048 1170 4 1288 0 254 2404352 0 RADIX NODE 144 15966 355 1170276 0 63 2350224 0 malloc-384 384 1942 3628 105369 0 30 2138880 0 malloc-512 512 283 3629 50887 0 30 2002944 0 BUF TRIE 144 192 13276 1727 0 62 1939392 0 malloc-32768 32768 43 7 50278 0 1 1638400 0 FFS inode 1160 549 25 50816 0 8 665840 0 256 Bucket 2048 243 29 38243 0 8 557056 0 VM OBJECT 264 1948 107 724498 0 30 542520 0 ertt_txseginfo 40 0 11716 4377813 0 254 468640 0 socket 944 67 381 89304 0 254 422912 0 malloc-512 512 234 590 106148 0 30 421888 0 malloc-16384 16384 23 2 86 0 1 409600 0 tcp_bbr_map 128 6 3187 467922 0 126 408704 0 vmem btag 56 7165 95 7171 0 254 406560 0 THREAD 1808 198 22 56272 0 8 397760 0 malloc-65536 65536 4 2 181 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 MAP ENTRY 96 3291 405 2777191 0 126 354816 0 malloc-1024 1024 297 39 57343 0 16 344064 0 malloc-16384 16384 10 10 73 0 1 327680 0 tcpcb 1080 14 287 18374 0 254 325080 0 VNODE 448 587 88 50856 0 30 302400 0 mbuf_packet 256 592 578 92568 0 254 299520 0 32 Bucket 256 931 224 37785 0 62 295680 0 tcp_inpcb 488 14 578 18374 0 254 288896 0 malloc-2048 2048 124 10 450 0 8 274432 0 malloc-384 384 606 64 133661 0 30 257280 0 malloc-384 384 578 72 103182 0 30 249600 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-512 512 421 11 102165 0 30 221184 0 VMSPACE 2544 70 11 51265 0 4 206064 0 malloc-4096 4096 12 37 4299 0 2 200704 0 sctp_chunk 152 345 955 11447 0 254 197600 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-384 384 436 64 677763 0 30 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 sctp_stream_msg_out 112 550 1070 4308 0 254 181440 0 16 Bucket 144 952 280 12946 0 62 177408 0 malloc-8192 8192 18 3 652 0 1 172032 0 PROC 1328 100 20 51321 0 8 159360 0 malloc-512 512 283 21 14587 0 30 155648 0 FFS2 dinode 256 549 51 50815 0 62 153600 0 S VFS Cache 104 1028 415 53712 0 126 150072 0 filedesc0 1072 101 25 51322 0 8 135072 0 malloc-16384 16384 7 1 12 0 1 131072 0 malloc-16384 16384 6 2 268 0 1 131072 0 malloc-1024 1024 122 2 123 0 16 126976 0 ksiginfo 112 105 939 4108 0 126 116928 0 malloc-1024 1024 98 2 104 0 16 102400 0 128 Bucket 1024 64 35 8344 0 16 101376 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 1 2 122 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 23 0 16 83968 0 g_bio 408 0 200 11331 0 30 81600 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-2048 2048 29 5 33 0 8 69632 0 malloc-512 512 132 4 484 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-8192 8192 2 6 473 0 1 65536 0 malloc-1024 1024 60 4 949 0 16 65536 0 2 Bucket 32 1334 556 15043 0 254 60480 0 malloc-8192 8192 2 5 50469 0 1 57344 0 64 Bucket 512 50 54 29814 0 30 53248 0 malloc-16384 16384 1 2 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 9 3 324 0 2 49152 0 malloc-2048 2048 8 16 516 0 8 49152 0 malloc-512 512 21 67 51077 0 30 45056 0 pipe 744 23 37 857 0 16 44640 0 Files 80 259 291 155606 0 126 44000 0 8 Bucket 80 357 193 11364 0 126 44000 0 malloc-384 384 64 46 1507 0 30 42240 0 pcpu-8 8 4701 419 4941 0 254 40960 0 tcp_bbr_pcb 832 4 41 8862 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 221957 0 16 36864 0 malloc-4096 4096 3 6 28 0 2 36864 0 malloc-512 512 48 24 163 0 30 36864 0 TURNSTILE 136 221 31 221 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 7 0 1 32768 0 malloc-4096 4096 8 0 25 0 2 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 tcp_rack_pcb 832 1 35 4504 0 16 29952 0 KNOTE 160 28 147 575334 0 62 28000 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 4 2 16 0 2 24576 0 PWD 32 49 707 50337 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 malloc-4096 4096 2 3 48 0 2 20480 0 sctp_laddr 48 0 420 8720 0 254 20160 0 ertt 72 14 266 18374 0 126 20160 0 ripcb 488 5 35 1037 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 4 Bucket 48 19 317 1924 0 254 16128 0 vtnet_tx_hdr 24 0 668 4956553 0 254 16032 0 unpcb 256 20 40 1374 0 254 15360 0 malloc-4096 4096 3 0 3 0 2 12288 0 tcp_rack_map 112 3 105 9311 0 126 12096 0 udplite_inpcb 488 1 23 673 0 254 11712 0 udp_inpcb 488 6 18 336 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 30 0 2 8192 0 malloc-2048 2048 0 4 1349 0 8 8192 0 malloc-512 512 4 12 41 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 19 0 254 8096 0 PGRP 88 37 55 65 0 126 8096 0 rl_entry 40 77 125 77 0 254 8080 0 tcpreass 48 0 168 2 0 254 8064 0 udpcb 32 7 245 1009 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 sctp_readq 152 0 52 141 0 254 7904 0 AIO 208 0 38 104 0 62 7904 0 AIOCB 552 0 14 136 0 16 7728 0 AIOLIO 272 0 28 4 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 29 0 126 6448 0 domainset 40 0 126 18 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sackhole 32 0 126 2 0 254 4032 0 hostcache 64 2 61 2 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0