panic: rack_output: IP version incorrect: 0 cpuid = 0 time = 1620374005 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516eb5d0 vpanic() at vpanic+0x1c7/frame 0xfffffe00516eb630 panic() at panic+0x43/frame 0xfffffe00516eb690 rack_output() at rack_output+0xc843/frame 0xfffffe00516eb9c0 tcp_hpts_thread() at tcp_hpts_thread+0xe34/frame 0xfffffe00516ebb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00516ebbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00516ebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00516ebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100084 ] Stopped at kdb_enter+0x67: movq $0,0x163a54e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81137c10 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00516eb5b0 rbp 0xfffffe00516eb5d0 rsi 0 rdi 0xffffffff81137c46 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00516eb4a0 r11 0x1ffaefff59c r12 0xffffffff82267ac0 ddb_dbbe r13 0 r14 0xffffffff81a73d13 r15 0xffffffff81a73d13 rip 0xffffffff8112ec37 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163a54e(%rip) db> show proc Process 12 (intr) at 0xfffff80004579a70: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c6b0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c6b0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d330 (map 0xffffffff8271d330) (map.pmap 0xffffffff8271d3f0) (pmap 0xffffffff8271d450) threads: 23 100011 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100018 I [swi5: fast taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 Run CPU 0 [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 8635 789 789 0 R (threaded) syz-executor.2 105365 RunQ syz-executor.2 116213 RunQ syz-executor.2 8633 785 785 0 R (threaded) syz-executor.0 115205 RunQ syz-executor.0 116205 S sbwait 0xfffff8003225d574 syz-executor.0 116206 S sbwait 0xfffff800322581c4 syz-executor.0 116207 S sbwait 0xfffff80032213dec syz-executor.0 116208 S uwait 0xfffff80030e56d80 syz-executor.0 116209 S uwait 0xfffff80030ec8300 syz-executor.0 8629 820 820 0 R (threaded) syz-executor.3 115189 RunQ syz-executor.3 116194 S uwait 0xfffff80030e56b80 syz-executor.3 116196 S connec 0xfffff80045be9bf0 syz-executor.3 116197 S uwait 0xfffff80030e56580 syz-executor.3 8628 786 786 0 R (threaded) syz-executor.1 106716 RunQ syz-executor.1 116192 S connec 0xfffff800322130e0 syz-executor.1 116198 S uwait 0xfffff8002cadf780 syz-executor.1 116200 S uwait 0xfffff8002cadfd80 syz-executor.1 8531 1 786 0 S uwait 0xfffff8002cab0e00 syz-executor.1 8529 1 786 0 S uwait 0xfffff8002cadfb80 syz-executor.1 7859 1 786 0 S uwait 0xfffff80030e56680 syz-executor.1 7856 1 786 0 S uwait 0xfffff80030ee1900 syz-executor.1 7849 1 786 0 S uwait 0xfffff8002cab0a80 syz-executor.1 7846 1 786 0 S uwait 0xfffff80030ce7680 syz-executor.1 7845 1 786 0 S uwait 0xfffff8002c3efe80 syz-executor.1 7292 1 785 0 S uwait 0xfffff80030ee1680 syz-executor.0 7290 1 785 0 S uwait 0xfffff8002cab0d00 syz-executor.0 6590 1 786 0 SV uwait 0xfffff8002c3ef600 syz-executor.1 6583 1 786 0 SV uwait 0xfffff80030ee1780 syz-executor.1 6574 1 786 0 SV uwait 0xfffff80030e56980 syz-executor.1 6565 1 786 0 SV uwait 0xfffff80030ec8b80 syz-executor.1 6557 1 786 0 SV uwait 0xfffff80030ee1180 syz-executor.1 3361 1 786 0 S uwait 0xfffff80030ce7400 syz-executor.1 3358 1 786 0 S uwait 0xfffff80030ce7300 syz-executor.1 3355 1 786 0 S uwait 0xfffff80030ee1580 syz-executor.1 3348 1 786 0 S uwait 0xfffff80030ee1380 syz-executor.1 3346 1 786 0 S uwait 0xfffff80030e56a80 syz-executor.1 3265 1 3265 65 Ss select 0xfffff8002c3ef040 dhclient 2630 1 2630 0 Ss select 0xfffff8002c3ef9c0 dhclient 2627 1 2627 0 Ss select 0xfffff8002cab0bc0 dhclient 2608 1 2608 65 Ss select 0xfffff8002cadff40 dhclient 2556 1 786 0 S uwait 0xfffff80030ec8200 syz-executor.1 2555 1 786 0 S uwait 0xfffff8002c3efc80 syz-executor.1 1973 1 1973 0 Ss select 0xfffff8002c3ef940 dhclient 1970 1 1970 0 Ss select 0xfffff8002c3ef8c0 dhclient 1951 1 1951 65 Ss select 0xfffff8002c3efa40 dhclient 1629 1 786 0 S uwait 0xfffff80030ee1b80 syz-executor.1 1628 1 786 0 S uwait 0xfffff80030e56880 syz-executor.1 1397 1 1397 0 Ss select 0xfffff80030ee1ac0 dhclient 1394 1 1394 0 Ss select 0xfffff80030e561c0 dhclient 1375 1 1375 65 Ss select 0xfffff80030e56240 dhclient 1312 1309 789 0 SV uwait 0xfffff80030e56480 syz-executor.2 1309 1307 789 0 DV ppwait 0xfffff80030f544e8 syz-executor.2 1307 1306 789 0 DV ppwait 0xfffff8002c342a20 syz-executor.2 1306 1 789 0 DV ppwait 0xfffff8002c342f58 syz-executor.2 1166 1 820 0 S uwait 0xfffff80030ec8500 syz-executor.3 1164 1 820 0 S uwait 0xfffff80004eeb200 syz-executor.3 992 1 820 0 S uwait 0xfffff80030e56780 syz-executor.3 990 1 820 0 S uwait 0xfffff80004ffc480 syz-executor.3 988 1 820 0 S uwait 0xfffff80030ec8880 syz-executor.3 986 1 820 0 S uwait 0xfffff80004ffc300 syz-executor.3 984 1 820 0 S uwait 0xfffff80004ffc100 syz-executor.3 982 1 820 0 S uwait 0xfffff80004fe5b00 syz-executor.3 975 1 785 0 S uwait 0xfffff80004ffc000 syz-executor.0 970 1 785 0 S uwait 0xfffff80030ee1d80 syz-executor.0 961 1 785 0 S uwait 0xfffff80004ffc880 syz-executor.0 956 1 785 0 S uwait 0xfffff80004eebd00 syz-executor.0 952 1 785 0 S uwait 0xfffff80004cfc780 syz-executor.0 826 1 826 0 Ss select 0xfffff80030e56f40 dhclient 822 1 822 0 Ss select 0xfffff80030ec8640 dhclient 820 780 820 0 Rs syz-executor.3 789 780 789 0 Rs syz-executor.2 786 780 786 0 Rs syz-executor.1 785 780 785 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100117 S uwait 0xfffff80004eeb500 syz-fuzzer 100118 RunQ syz-fuzzer 100119 S uwait 0xfffff80004fe5580 syz-fuzzer 100120 S uwait 0xfffff80004fe5680 syz-fuzzer 100121 S uwait 0xfffff80004eeb600 syz-fuzzer 100122 S uwait 0xfffff80004eeb880 syz-fuzzer 100123 S kqread 0xfffff80004f5a100 syz-fuzzer 100124 RunQ syz-fuzzer 100127 S uwait 0xfffff80004eeb800 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800306fcb20 csh 776 694 776 0 Ss select 0xfffff80004ffc440 sshd 760 1 760 0 Ss+ ttyin 0xfffff800049d7cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004ced8b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004cedcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004cf40b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004cf44b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004cf48b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004cf4cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004c6e0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004c6e4b0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80004ffc6c0 sshd 507 1 507 0 Ss select 0xfffff800049dd340 syslogd 436 1 436 0 Ss select 0xfffff80004ffc940 devd 435 1 435 65 Ss select 0xfffff80004ffc740 dhclient 350 1 350 0 Ss select 0xfffff80004ffc7c0 dhclient 347 1 347 0 Ss select 0xfffff80004eeba40 dhclient 23 0 0 0 DL syncer 0xffffffff8282bd50 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004e8da70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ae00 [bufdaemon] 100086 D - 0xffffffff8220ae00 [bufspacedaemon-0] 100099 D sdflush 0xfffff80024060ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815c9360 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff83052828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d793c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff8000463c888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff8000462ed80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000462ed30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff828445a0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004574600 [thr_0] 100029 D - 0xfffff80004574680 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100018 I [swi5: fast taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 Run CPU 0 [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000452a538 [init] 10 0 0 0 DL audit_w 0xffffffff82844ab0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff80004144800 [if_config_tqg_0] 100006 D - 0xfffff80004144700 [softirq_0] 100007 D - 0xfffff80004144600 [softirq_1] 100008 D - 0xfffff80004144500 [if_io_tqg_0] 100009 D - 0xfffff80004144400 [if_io_tqg_1] 100010 D - 0xfffff8000457a600 [pci_hp taskq] 100012 D - 0xfffff8000457a300 [inm_free taskq] 100014 D - 0xfffff8000457a000 [linuxkpi_irq_wq] 100015 Run CPU 1 [thread taskq] 100016 D - 0xfffff80004574d00 [in6m_free taskq] 100017 D - 0xfffff80004574c00 [aiod_kick taskq] 100019 D - 0xfffff80004574900 [kqueue_ctx taskq] 100020 D - 0xfffff80004574800 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004574800 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004574800 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004574800 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004574700 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004574700 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004574700 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004574700 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004574000 [firmware taskq] 100038 D - 0xfffff800045c1d00 [crypto_0] 100039 D - 0xfffff800045c1d00 [crypto_1] 100055 D - 0xfffff800045c1700 [vtnet0 rxq 0] 100056 D - 0xfffff800045c1600 [vtnet0 txq 0] 100057 D - 0xfffff800045c1500 [vtnet0 rxq 1] 100058 D - 0xfffff800045c1400 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004972100 [virtio_balloon] 100064 D - 0xfffff80004973a00 [mca taskq] 100066 D - 0xffffffff81e206a1 [deadlkres] 100073 D - 0xfffff80004c3c700 [acpi_task_0] 100074 D - 0xfffff80004c3c700 [acpi_task_1] 100075 D - 0xfffff80004c3c700 [acpi_task_2] 100077 D - 0xfffff800045c1c00 [CAM taskq] db> show all locks Process 8635 (syz-executor.2) thread 0xfffffe0094cdc000 (116213) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff80045ed5280) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 12 (intr) thread 0xfffffe0055364000 (100084) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80045c149a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1536 Process 0 (kernel) thread 0xfffffe000427ec80 (100015) exclusive sleep mutex kernel arena (kernel arena) r = 0 (0xffffffff82786540) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_vmem.c:789 exclusive sleep mutex vmem list lock (vmem list lock) r = 0 (0xffffffff82202a80) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_vmem.c:784 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 sysctloid 33718 1992K 33785 vtbuf 24 1968K 46 kobj 332 1328K 492 pcb 500 1058K 21153 newblk 30 1032K 16683 vfscache 3 1025K 3 filedesc 84 666K 15417 inodedep 58 534K 8341 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 220 453K 8749 sctp_stro 225 225K 4974 acpica 1674 184K 55406 sctp_atcl 457 172K 15418 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 7814 tfo_ccache 1 128K 1 DEVFS1 107 107K 124 sem 4 106K 4 linker 294 102K 418 BPF 46 88K 46 bus 995 81K 3509 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 kdtrace 305 57K 24850 umtx 440 55K 440 shm 6 42K 28 temp 36 35K 2916 hostcache 1 32K 1 DEVFS3 126 32K 136 msg 4 30K 4 sctp_atky 682 29K 21066 vmem 3 26K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 routetbl 144 21K 871 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 lltable 53 17K 329 ufs_mount 5 17K 6 proc 3 17K 3 sctp_timw 64 16K 64 tty 16 16K 16 ithread 99 16K 99 bus-sc 33 14K 1719 KTRACE 100 13K 100 dirrem 49 13K 8093 ifnet 7 13K 7 ether_multi 152 13K 167 kenv 93 12K 93 eventhandler 133 12K 133 ksem 12 11K 115 lockf 112 11K 3186 rman 84 10K 425 GEOM 60 10K 489 kqueue 105 9K 8684 in6_multi 65 9K 65 bmsafemap 2 9K 8357 UART 12 9K 12 devstat 4 9K 4 pf_table 4 8K 113 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sctp_athm 457 8K 15815 sctp_map 450 8K 9810 cred 27 7K 345 pwddesc 103 7K 8623 taskqueue 60 7K 60 sglist 5 7K 5 freefile 48 6K 8006 CAM DEV 3 6K 510 plimit 24 6K 541 pf_ifnet 15 6K 165 CAM queue 5 6K 1528 DEVFSP 80 5K 452 ufs_dirhash 24 5K 24 session 35 5K 54 UMA 265 5K 265 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 acpisem 28 4K 28 selfd 55 4K 126423 hhook 13 4K 13 fpukern_ctx 3 3K 3 proc-args 52 3K 664 freework 12 3K 10423 freeblks 11 3K 8063 terminal 11 3K 11 select 19 3K 526 uidinfo 3 3K 24 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 29 2K 47 sctp_ifa 13 2K 14 pf_osfp 15 2K 15 CAM XPT 22 2K 543 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 inpcbpolicy 38 2K 9746 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 15408 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 378 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 243 pci_link 10 1K 10 newdirblk 5 1K 7704 diradd 5 1K 8134 crypto 4 1K 153 encap_export_host 12 1K 12 procdesc 5 1K 14 sctp_stri 1 1K 1038 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 osd 3 1K 10 pf_rule 2 1K 162 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 3749 vnodes 1 1K 8 ktls 1 1K 1 feeder 7 1K 7 tcp_fsb 3 1K 422 tcpfunc 3 1K 3 soname 8 1K 13754 loginclass 3 1K 6 prison 6 1K 6 linux 5 1K 6 aesni_data 2 1K 2 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 xform 2 1K 660 CAM path 4 1K 1034 pmchooks 1 1K 1 nexusdev 7 1K 7 iov 2 1K 24120 filecaps 5 1K 98 sctp_vrf 1 1K 1 ip6_msource 1 1K 1 vnet 1 1K 1 entropy 2 1K 46 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7035 sctp_iter 0 0K 16 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 11 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 70 tcp_do 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5495 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 181 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 8 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 93 ip6_moptions 0 0K 2 in6_mfilter 0 0K 4 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 7 in_mfilter 0 0K 7 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 7910 namei_tracker 0 0K 13 export_host 0 0K 0 cl_savebuf 0 0K 75 tcp_log_dev 0 0K 194 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 25960 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 239 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 853 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 304 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 808 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 10 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 10 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 12876 71 1189692 0 254 53030912 0 tcp_log 416 0 15174 255221 0 254 6312384 0 mbuf 256 13699 326 3146154 0 254 3590400 0 RADIX NODE 144 15092 1761 273110 0 62 2426832 0 pbuf 2624 0 893 0 0 2 2343232 0 BUF TRIE 144 360 13108 13823 0 62 1939392 0 UMA Slabs 0 112 14785 8 14785 0 126 1656816 0 malloc-384 384 4116 4 4116 0 30 1582080 0 mbuf_cluster 2048 750 2 750 0 254 1540096 0 malloc-128 128 11112 48 12746 0 126 1428480 0 malloc-4096 4096 332 2 721 0 2 1368064 0 tcp_bbr_map 128 3 7065 374469 0 127 904704 0 sctp_asoc 2288 225 140 4898 0 254 835120 0 malloc-16384 16384 45 4 7887 0 1 802816 0 malloc-2048 2048 234 94 9749 0 8 671744 0 FFS inode 1160 546 28 8563 0 8 665840 0 malloc-2048 2048 6 256 26075 0 8 536576 0 256 Bucket 2048 215 41 23825 0 8 524288 0 VM OBJECT 264 1789 56 131865 0 30 487080 0 malloc-4096 4096 112 4 8658 0 2 475136 0 sctp_ep 1280 231 135 9746 0 254 468480 0 THREAD 1808 201 19 16213 0 8 397760 0 malloc-256 256 166 1364 33576 0 62 391680 0 MAP ENTRY 96 3628 278 512867 0 126 374976 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_raddr 736 231 220 6923 0 254 331936 0 malloc-1024 1024 232 92 4939 0 16 331776 0 malloc-384 384 591 189 15586 0 30 299520 0 VNODE 448 584 82 8603 0 30 298368 0 malloc-64 64 4348 251 20589 0 254 294336 0 g_bio 408 0 720 89572 0 30 293760 0 socket 944 74 230 21273 0 254 286976 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16 16 14213 287 29700 0 254 232000 0 malloc-32768 32768 0 7 236 0 1 229376 0 malloc-32768 32768 0 7 3394 0 1 229376 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-128 128 1370 335 61538 0 126 218240 0 VMSPACE 2544 76 8 8605 0 4 213696 0 malloc-65536 65536 1 2 443 0 1 196608 0 malloc-32 32 5675 373 21024 0 254 193536 0 mbuf_packet 256 200 550 36284 0 254 192000 0 UMA Zones 768 237 2 237 0 16 183552 0 vnpbuf 2624 0 64 10 0 64 167936 0 PROC 1336 102 15 8635 0 8 156312 0 malloc-128 128 1148 61 3035 0 126 154752 0 FFS2 dinode 256 546 39 8562 0 62 149760 0 malloc-384 384 102 288 8627 0 30 149760 0 128 Bucket 1024 84 55 3994 0 16 142336 0 S VFS Cache 104 1035 330 9388 0 126 141960 0 sctp_chunk 152 142 768 13696 0 254 138320 0 vmem btag 56 2382 54 2382 0 254 136416 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 66 0 1 131072 0 filedesc0 1072 103 16 8623 0 8 127568 0 clpbuf 2624 0 48 1054 0 16 125952 0 ksiginfo 112 100 944 1343 0 126 116928 0 malloc-1024 1024 108 4 128 0 16 114688 0 malloc-4096 4096 23 4 565 0 2 110592 0 malloc-8192 8192 9 4 138 0 1 106496 0 tcpcb 1064 19 79 2226 0 254 104272 0 malloc-256 256 286 119 17142 0 62 103680 0 malloc-256 256 33 372 6743 0 62 103680 0 malloc-256 256 252 138 19217 0 62 99840 0 64 Bucket 512 114 62 10826 0 30 90112 0 UMA Kegs 384 222 1 222 0 30 85632 0 udplite_inpcb 488 6 138 7011 0 254 70272 0 malloc-4096 4096 15 2 128 0 2 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 121 119 8828 0 62 61440 0 32 Bucket 256 95 130 21407 0 62 57600 0 tcp_inpcb 488 23 89 2226 0 254 54656 0 pipe 744 39 31 787 0 16 52080 0 malloc-256 256 25 170 10592 0 62 49920 0 malloc-256 256 156 39 492 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 0 3 5 0 1 49152 0 malloc-8192 8192 1 5 29 0 1 49152 0 malloc-2048 2048 4 20 525 0 8 49152 0 malloc-64 64 571 185 19326 0 254 48384 0 pcpu-8 8 4775 857 9073 0 254 45056 0 Files 80 295 255 38512 0 126 44000 0 malloc-128 128 300 41 541 0 126 43648 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 48456 0 16 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-64 64 488 142 1560 0 254 40320 0 tcp_bbr_pcb 832 2 43 1016 0 16 37440 0 malloc-2048 2048 12 6 408 0 8 36864 0 malloc-512 512 5 67 1550 0 30 36864 0 malloc-64 64 237 330 127042 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-4096 4096 4 4 7917 0 2 32768 0 malloc-2048 2048 11 5 33 0 8 32768 0 pcpu-64 64 480 32 480 0 254 32768 0 TURNSTILE 136 221 10 221 0 62 31416 0 malloc-384 384 31 49 656 0 30 30720 0 malloc-2048 2048 5 9 231 0 8 28672 0 sctp_stream_msg_out 112 128 124 1368 0 254 28224 0 KNOTE 160 28 147 423495 0 62 28000 0 8 Bucket 80 88 262 4173 0 126 28000 0 malloc-384 384 52 18 54 0 30 26880 0 malloc-256 256 84 21 938 0 62 26880 0 malloc-1024 1024 10 14 1471 0 16 24576 0 malloc-1024 1024 18 6 22 0 16 24576 0 malloc-64 64 231 147 17349 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-16 16 764 736 10381 0 254 24000 0 malloc-128 128 57 129 7818 0 126 23808 0 malloc-128 128 117 69 470 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 tcp_rack_pcb 832 3 24 422 0 16 22464 0 malloc-4096 4096 0 5 56 0 2 20480 0 PWD 32 50 580 7784 0 254 20160 0 malloc-32 32 414 216 737 0 254 20160 0 16 Bucket 144 66 74 905 0 62 20160 0 2 Bucket 32 62 568 1987 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1727 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 2 6 283 0 8 16384 0 malloc-1024 1024 8 8 14 0 16 16384 0 malloc-1024 1024 12 4 12 0 16 16384 0 malloc-1024 1024 11 5 117 0 16 16384 0 malloc-512 512 14 18 390 0 30 16384 0 sctp_laddr 48 64 272 3190 0 254 16128 0 malloc-64 64 136 116 205 0 254 16128 0 vtnet_tx_hdr 24 0 668 1356323 0 254 16032 0 udp_inpcb 488 6 26 294 0 254 15616 0 malloc-384 384 20 20 36 0 30 15360 0 malloc-512 512 3 21 203 0 30 12288 0 tcp_rack_map 112 11 97 893 0 126 12096 0 malloc-64 64 48 141 1904 0 254 12096 0 malloc-32 32 144 234 7934 0 254 12096 0 malloc-32 32 136 242 18838 0 254 12096 0 ripcb 488 5 19 215 0 254 11712 0 kenv 258 15 30 1061 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 1 3 442 0 8 8192 0 malloc-1024 1024 0 8 8 0 16 8192 0 malloc-512 512 0 16 10 0 30 8192 0 malloc-512 512 0 16 23 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 0 78 21 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 4 0 254 8096 0 PGRP 88 35 57 85 0 126 8096 0 rl_entry 40 110 92 110 0 254 8080 0 hostcache 64 2 124 2 0 254 8064 0 syncache 168 0 48 4 0 254 8064 0 udpcb 32 12 240 7305 0 254 8064 0 malloc-64 64 8 118 32 0 254 8064 0 malloc-32 32 6 246 13 0 254 8064 0 malloc-32 32 0 252 29 0 254 8064 0 malloc-32 32 37 215 796 0 254 8064 0 malloc-32 32 36 216 661 0 254 8064 0 4 Bucket 48 5 163 201 0 254 8064 0 malloc-16 16 1 499 33 0 254 8000 0 malloc-16 16 20 480 113 0 254 8000 0 malloc-16 16 28 472 29 0 254 8000 0 malloc-16 16 188 312 1533 0 254 8000 0 malloc-16 16 38 462 34889 0 254 8000 0 malloc-16 16 14 486 5166 0 254 8000 0 malloc-128 128 9 53 31 0 126 7936 0 malloc-128 128 19 43 240 0 126 7936 0 tcp_log_node 120 0 66 15 0 126 7920 0 sctp_readq 152 0 52 536 0 254 7904 0 cryptop 280 0 28 42 0 30 7840 0 malloc-384 384 0 20 47 0 30 7680 0 malloc-384 384 1 19 54 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 0 8 2 0 30 4096 0 malloc-512 512 0 8 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 2 0 62 4048 0 ipq 56 0 72 1 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0