panic: witness_warn cpuid = 0 time = 1636656894 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a605a7d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a605a930 vpanic() at vpanic+0x2b8/frame 0xfffffe00a605aa10 panic() at panic+0xb5/frame 0xfffffe00a605aad0 witness_warn() at witness_warn+0x961/frame 0xfffffe00a605ac30 userret() at userret+0x65b/frame 0xfffffe00a605ad30 ia32_syscall() at ia32_syscall+0x5fe/frame 0xfffffe00a605af30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 18865 tid 123045 ] Stopped at kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x62d43a39cb0c8294 rdx 0x3ffff rbx 0 rsp 0xfffffe00a605a910 rbp 0xfffffe00a605a930 rsi 0x40001 rdi 0xffffffff817c536a vprintf+0x35a r8 0 r9 0xfffffe00a605a448 r10 0 r11 0xfffffe00a7d38c30 r12 0xfffffe00a7d38720 r13 0xfffffe00a605a901 r14 0xffffffff82c913c0 .str.18 r15 0xffffffff82c913c0 .str.18 rip 0xffffffff817b8ceb kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> show proc Process 18865 (syz-executor.1) at 0xfffffe00a7c3ea90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe009c176000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053dd3000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a7c0e3f0 (map 0xfffffe00a7c0e3f0) (map.pmap 0xfffffe00a7c0e4b0) (pmap 0xfffffe00a7c0e518) threads: 3 123002 S nanslp 0xffffffff840629c1 syz-executor.1 123045 Run CPU 0 syz-executor.1 123052 S uwait 0xfffffe00a64bac80 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 18865 776 776 0 R (threaded) syz-executor.1 123002 S nanslp 0xffffffff840629c1 syz-executor.1 123045 Run CPU 0 syz-executor.1 123052 S uwait 0xfffffe00a64bac80 syz-executor.1 18742 1 776 0 S umtxn 0xfffffe00a64b9e80 syz-executor.1 18740 1 776 0 S uwait 0xfffffe009ef28c00 syz-executor.1 6854 1 6854 65 Ss select 0xfffffe009ef28540 dhclient 6520 1 6520 0 Ss select 0xfffffe009ef283c0 dhclient 6517 1 6517 0 Ss select 0xfffffe009ef28340 dhclient 6494 1 6494 65 Ss select 0xfffffe009ef2a3c0 dhclient 6167 1 6167 0 Ss select 0xfffffe00a64b9c40 dhclient 6161 1 6161 0 Ss select 0xfffffe009ef2b2c0 dhclient 6130 1 6130 65 Ss select 0xfffffe00a64b9bc0 dhclient 4965 1 775 0 S uwait 0xfffffe0057078280 syz-executor.0 4963 1 775 0 S umtxn 0xfffffe009ef2b080 syz-executor.0 4955 1 775 0 S uwait 0xfffffe00a64bb400 syz-executor.0 4948 1 775 0 S uwait 0xfffffe00a64ba600 syz-executor.0 4943 1 786 0 S uwait 0xfffffe00a64bb200 syz-executor.3 4941 1 795 0 S uwait 0xfffffe00a64bb500 syz-executor.2 4935 1 786 0 S uwait 0xfffffe0057079600 syz-executor.3 4929 1 786 0 S uwait 0xfffffe0057077380 syz-executor.3 4915 1 786 0 S uwait 0xfffffe00a64bb000 syz-executor.3 4907 1 786 0 S uwait 0xfffffe00a64bb100 syz-executor.3 4900 1 786 0 S uwait 0xfffffe00a64bb300 syz-executor.3 4895 1 776 0 S uwait 0xfffffe009ef2a780 syz-executor.1 4889 1 786 0 S uwait 0xfffffe0056b91980 syz-executor.3 4883 1 776 0 S uwait 0xfffffe009ef2ab80 syz-executor.1 4882 1 786 0 S uwait 0xfffffe0057079800 syz-executor.3 4875 1 786 0 S uwait 0xfffffe009ef2a880 syz-executor.3 4871 1 786 0 S uwait 0xfffffe00574c6700 syz-executor.3 4862 1 776 0 S uwait 0xfffffe009ef2b580 syz-executor.1 4861 1 776 0 S uwait 0xfffffe0057079c00 syz-executor.1 4856 1 786 0 S uwait 0xfffffe009ef2b380 syz-executor.3 4848 1 786 0 S uwait 0xfffffe00574c7b00 syz-executor.3 4842 1 786 0 S uwait 0xfffffe00574c7e80 syz-executor.3 4833 1 786 0 S uwait 0xfffffe009ef2aa80 syz-executor.3 4825 1 786 0 S uwait 0xfffffe0056ae6500 syz-executor.3 4821 1 786 0 S uwait 0xfffffe0056b91480 syz-executor.3 4816 1 786 0 S uwait 0xfffffe0057076100 syz-executor.3 4815 1 786 0 S uwait 0xfffffe009ef2ae80 syz-executor.3 4811 1 786 0 S uwait 0xfffffe0057079a00 syz-executor.3 4810 1 786 0 S uwait 0xfffffe0056b91b80 syz-executor.3 4803 1 786 0 S umtxn 0xfffffe009ef2a980 syz-executor.3 4802 1 786 0 S umtxn 0xfffffe00574c6600 syz-executor.3 4793 1 786 0 S uwait 0xfffffe009ef2b480 syz-executor.3 4790 1 786 0 S uwait 0xfffffe0056b91780 syz-executor.3 4782 1 786 0 S uwait 0xfffffe0057077680 syz-executor.3 4778 1 786 0 S uwait 0xfffffe0057077580 syz-executor.3 4771 1 786 0 S uwait 0xfffffe00574c6c80 syz-executor.3 4770 1 786 0 S umtxn 0xfffffe0056b91580 syz-executor.3 4480 1 4480 0 Ss select 0xfffffe009ef2b140 dhclient 4477 1 4477 0 Ss select 0xfffffe009ef29f40 dhclient 4458 1 4458 65 Ss select 0xfffffe00574c6140 dhclient 3606 1 795 0 S uwait 0xfffffe00574c7200 syz-executor.2 3605 1 795 0 S uwait 0xfffffe0056b91a80 syz-executor.2 3602 1 795 0 S uwait 0xfffffe0056ae6600 syz-executor.2 3599 1 795 0 S uwait 0xfffffe0057079d80 syz-executor.2 1063 1 1063 0 Ss select 0xfffffe009ef2b1c0 dhclient 1060 1 1060 0 Ss select 0xfffffe0057079d40 dhclient 825 0 0 0 DL aiordy 0xfffffe009ef94a90 [aiod4] 824 0 0 0 DL aiordy 0xfffffe009ef98000 [aiod3] 823 0 0 0 DL aiordy 0xfffffe00589f8548 [aiod2] 822 0 0 0 DL aiordy 0xfffffe009eb30548 [aiod1] 795 773 795 0 Ss piperd 0xfffffe009ef19000 syz-executor.2 786 773 786 0 Ss piperd 0xfffffe0058a212e8 syz-executor.3 776 773 776 0 Ss nanslp 0xffffffff840629c1 syz-executor.1 775 773 775 0 Ss piperd 0xfffffe0058a228b8 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100122 S uwait 0xfffffe0057076380 syz-fuzzer 100123 S uwait 0xfffffe0057076680 syz-fuzzer 100124 S uwait 0xfffffe0057076780 syz-fuzzer 100125 S uwait 0xfffffe0057076880 syz-fuzzer 100126 S uwait 0xfffffe00574c6900 syz-fuzzer 100127 S uwait 0xfffffe0057076980 syz-fuzzer 100128 S uwait 0xfffffe0057076a80 syz-fuzzer 100130 S kqread 0xfffffe009e993400 syz-fuzzer 100131 S uwait 0xfffffe0057076b80 syz-fuzzer 100133 S uwait 0xfffffe00574c6b80 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009eb300b0 csh 769 687 769 0 Ss select 0xfffffe0056b91dc0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00584480b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584484b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584488b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058448cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00584490b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584494b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584498b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840629c1 cron 687 1 687 0 Ss select 0xfffffe00574c76c0 sshd 500 1 500 0 Ss select 0xfffffe00570761c0 syslogd 429 1 429 0 Ss select 0xfffffe00570762c0 devd 428 1 428 65 Ss select 0xfffffe0057076040 dhclient 343 1 343 0 Ss select 0xfffffe00570760c0 dhclient 340 1 340 0 Ss select 0xfffffe00574c7bc0 dhclient 16 0 0 0 DL syncer 0xffffffff8418ade0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057898000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84188ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c10c0 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b4bb8 [dom0] 100082 D launds 0xffffffff841b4bc4 [laundry: dom0] 100083 D umarcl 0xffffffff81ec15a0 [uma] 6 0 0 0 DL - 0xffffffff83e18be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84e01760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84b07320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9e3c0 [doneq0] 100046 D - 0xffffffff83c9e340 [async] 100075 D - 0xffffffff83c9e1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa6c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841aec60 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84035b40 [g_event] 100037 D - 0xffffffff84035b80 [g_up] 100038 D - 0xffffffff84035bc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 I [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841afc00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84036a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796d900 [kqueue_ctx taskq] 100011 D - 0xfffffe000796d800 [linuxkpi_irq_wq] 100014 D - 0xfffffe000796d500 [aiod_kick taskq] 100015 D - 0xfffffe000796d400 [inm_free taskq] 100016 D - 0xfffffe000796d300 [in6m_free taskq] 100017 D - 0xfffffe000796d200 [deferred_unmount ta] 100018 D - 0xfffffe000796d100 [thread taskq] 100020 D - 0xfffffe000796ce00 [pci_hp taskq] 100021 D - 0xfffffe000796cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796cc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796cb00 [firmware taskq] 100039 D - 0xfffffe000796ca00 [crypto_0] 100040 D - 0xfffffe000796ca00 [crypto_1] 100056 D - 0xfffffe000796c700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796c600 [vtnet0 txq 0] 100058 D - 0xfffffe000796c500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796c400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796c300 [mca taskq] 100066 D - 0xffffffff82c98381 [deadlkres] 100070 D - 0xfffffe0058440300 [acpi_task_0] 100071 D - 0xfffffe0058440300 [acpi_task_1] 100072 D - 0xfffffe0058440300 [acpi_task_2] 100074 D - 0xfffffe000796c900 [CAM taskq] db> show all locks Process 18865 (syz-executor.1) thread 0xfffffe00a7d38720 (123045) shared rw cc_list (cc_list) r = 0 (0xffffffff84190a40) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:2050 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 34990 2061K 35061 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 10 1027K 18523 vfscache 3 1025K 3 inodedep 950 868K 17930 filedesc 98 778K 35708 pcb 52 562K 38899 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 221 446K 18995 vmem 3 274K 5 dirrem 941 236K 17842 acpica 1674 184K 55619 vnet_data 1 168K 1 tidhash 3 141K 3 linker 349 139K 377 pagedep 10 131K 17820 tfo_ccache 1 128K 1 freefile 940 118K 17780 DEVFS1 108 108K 125 sem 4 106K 4 BPF 46 88K 50 bus 986 80K 3480 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 462 58K 462 kdtrace 300 57K 41928 temp 34 33K 5410 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_timw 86 22K 86 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 50 16K 119 ithread 99 16K 99 routetbl 130 16K 410 bus-sc 34 15K 1691 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 489 rman 84 10K 425 in6_multi 65 9K 65 kqueue 102 9K 18879 bmsafemap 2 9K 17949 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 3 sctp_stro 8 8K 3737 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 sctp_atcl 19 8K 18539 cred 27 7K 319 taskqueue 63 7K 63 pwddesc 100 7K 18873 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 501 DEVFSP 81 6K 857 ufs_dirhash 24 5K 24 session 35 5K 55 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 proc-args 132 5K 20318 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 acpisem 28 4K 28 selfd 55 4K 252321 lockf 32 4K 66 hhook 15 4K 17 CC Mem 48 3K 13594 terminal 11 3K 11 select 19 3K 61 uidinfo 3 3K 20 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 inpcbpolicy 59 2K 14090 Unitno 31 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 sctp_atky 27 2K 21947 tun 7 2K 7 osd 52 2K 13604 freework 5 2K 17783 softdep 1 1K 1 mkdir 8 1K 35600 freeblks 4 1K 17782 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 110 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 17800 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 17883 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 sctp_athm 19 1K 18581 sctp_map 16 1K 6546 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 xform 3 1K 854 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 32900 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 786 sctp_mcore 0 0K 0 sctp_socko 0 0K 6942 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14341 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 52 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 18010 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 1451 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 24 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 134 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 28690 ioctlops 0 0K 113 eventfd 0 0K 2 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1014 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 847391 0 254 38494208 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8966 697 8472129 0 254 2473728 0 tcp_log 416 7 5582 98264 0 254 2325024 0 BUF TRIE 144 197 11563 1295 0 62 1693440 0 RADIX NODE 144 11478 193 428519 0 62 1680624 0 malloc-384 384 4196 34 4616 0 30 1624320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11475 243 29378 0 126 1499904 0 malloc-4096 4096 327 5 490 0 2 1359872 0 UMA Slabs 0 112 11044 2 11044 0 126 1237152 0 sctp_asoc 2288 8 502 3273 0 254 1166880 0 vmem btag 56 19720 47 19720 0 254 1106952 0 malloc-256 256 978 2817 33544 0 62 971520 0 malloc-16384 16384 48 6 17851 0 1 884736 0 malloc-384 384 992 1108 17974 0 30 806400 0 FFS inode 1160 577 25 18358 0 8 698320 0 sctp_ep 1272 11 499 15265 0 254 648720 0 256 Bucket 2048 225 63 34014 0 8 589824 0 tcp_bbr_map 128 997 3560 1641727 0 127 583296 0 ertt_txseginfo 40 11295 2744 7145802 0 254 561560 0 tcpcb 1096 48 463 13593 0 254 560056 0 VM OBJECT 264 1832 88 270792 0 30 506880 0 socket 960 87 421 30681 0 254 487680 0 malloc-65536 65536 4 3 522 0 1 458752 0 malloc-4096 4096 102 8 18875 0 2 450560 0 THREAD 1808 199 32 23054 0 8 417648 0 MAP ENTRY 96 3835 449 1031186 0 126 411264 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 51 717 13593 0 254 380928 0 sctp_raddr 736 8 509 3278 0 254 380512 0 VNODE 448 616 104 18399 0 30 322560 0 malloc-2048 2048 15 137 15460 0 8 311296 0 malloc-256 256 465 720 60636 0 62 303360 0 malloc-64 64 4126 473 23509 0 254 294336 0 malloc-128 128 945 1225 18876 0 126 277760 0 ripcb 496 5 507 92 0 254 253952 0 udplite_inpcb 496 0 512 169 0 254 253952 0 udp_inpcb 496 6 506 236 0 254 253952 0 malloc-16 16 14504 496 14620 0 254 240000 0 VMSPACE 2552 80 13 18859 0 4 237336 0 DEVCTL 1024 0 220 154 0 0 225280 0 FPU_save_area 832 201 42 29324 0 16 202176 0 mbuf_packet 256 118 644 29170 0 254 195072 0 malloc-128 128 1204 315 61564 0 126 194432 0 malloc-32 32 5396 526 24863 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-1024 1024 14 162 3279 0 16 180224 0 FFS2 dinode 256 577 113 18357 0 62 176640 0 malloc-384 384 143 307 18663 0 30 172800 0 malloc-32768 32768 0 5 464 0 1 163840 0 PROC 1352 99 21 18872 0 8 162240 0 128 Bucket 1024 70 77 4725 0 16 150528 0 malloc-1024 1024 121 23 2400 0 16 147456 0 malloc-128 128 902 245 20241 0 126 146816 0 S VFS Cache 104 1022 382 18917 0 126 146016 0 filedesc0 1072 100 26 18873 0 8 135072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 unpcb 256 20 490 1274 0 254 130560 0 64 Bucket 512 126 106 13000 0 30 118784 0 ksiginfo 112 112 932 6608 0 126 116928 0 malloc-128 128 624 151 5106 0 126 99200 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-64 64 748 575 273007 0 254 84672 0 malloc-64 64 744 579 45792 0 254 84672 0 malloc-16384 16384 5 0 179 0 1 81920 0 malloc-4096 4096 14 6 18035 0 2 81920 0 sctp_chunk 152 8 512 142 0 254 79040 0 malloc-8192 8192 5 4 134 0 1 73728 0 g_bio 408 0 180 9486 0 30 73440 0 malloc-128 128 152 375 409 0 126 67456 0 tcp_bbr_pcb 832 32 49 7592 0 16 67392 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-2048 2048 11 21 518 0 8 65536 0 malloc-256 256 99 156 15949 0 62 65280 0 32 Bucket 256 97 158 6348 0 62 65280 0 sctp_stream_msg_out 112 0 540 510 0 254 60480 0 Files 80 310 340 58521 0 126 52000 0 malloc-256 256 78 117 811 0 62 49920 0 malloc-256 256 39 156 35906 0 62 49920 0 malloc-256 256 39 156 17850 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 87992 0 16 49152 0 malloc-4096 4096 9 3 19 0 2 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-1024 1024 12 36 537 0 16 49152 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 clpbuf 2624 0 16 33 0 16 41984 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4711 409 4895 0 254 40960 0 sctp_readq 152 0 260 1 0 254 39520 0 da_ccb 544 0 70 2492 0 16 38080 0 pipe 744 23 27 446 0 16 37200 0 malloc-64 64 79 488 19363 0 254 36288 0 malloc-64 64 151 416 919 0 254 36288 0 malloc-64 64 26 541 422 0 254 36288 0 malloc-64 64 6 561 6 0 254 36288 0 malloc-128 128 94 185 114 0 126 35712 0 malloc-128 128 16 263 18 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 5 130 2257 0 62 34560 0 malloc-256 256 60 75 81 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 30 0 8 32768 0 malloc-2048 2048 3 13 144 0 8 32768 0 malloc-2048 2048 0 16 2 0 8 32768 0 malloc-2048 2048 7 9 9 0 8 32768 0 malloc-2048 2048 2 14 3 0 8 32768 0 malloc-1024 1024 2 30 18 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-512 512 5 59 306 0 30 32768 0 malloc-512 512 12 52 12 0 30 32768 0 malloc-512 512 10 54 14 0 30 32768 0 pcpu-64 64 481 31 481 0 254 32768 0 tcp_rack_pcb 896 0 36 786 0 16 32256 0 KNOTE 160 28 172 170829 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 1102 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 6604 0 254 28224 0 ertt 72 48 344 13593 0 126 28224 0 PWD 32 49 833 17902 0 254 28224 0 malloc-32 32 393 489 2027 0 254 28224 0 16 Bucket 144 78 118 499 0 62 28224 0 4 Bucket 48 5 583 417 0 254 28224 0 AIO 208 0 133 748 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 57 0 126 24288 0 rl_entry 40 86 520 86 0 254 24240 0 8 Bucket 80 68 232 5137 0 126 24000 0 malloc-384 384 3 57 62 0 30 23040 0 malloc-384 384 32 28 32 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 405 0 254 20160 0 malloc-64 64 2 313 3 0 254 20160 0 malloc-32 32 131 499 8057 0 254 20160 0 malloc-32 32 49 581 136 0 254 20160 0 malloc-32 32 44 586 45 0 254 20160 0 malloc-32 32 47 583 21853 0 254 20160 0 malloc-32 32 32 598 359 0 254 20160 0 malloc-32 32 61 569 14098 0 254 20160 0 2 Bucket 32 61 569 2150 0 254 20160 0 malloc-16 16 108 1142 69848 0 254 20000 0 AIOCB 552 0 35 742 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 12 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 0 32 64 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 0 32 2 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 0 668 7484209 0 254 16032 0 malloc-16 16 520 480 1857 0 254 16000 0 kenv 258 15 45 1046 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 17 733 29473 0 254 12000 0 malloc-16 16 5 745 17 0 254 12000 0 malloc-16 16 6 744 6 0 254 12000 0 malloc-16 16 82 668 19706 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-16 16 2 498 4 0 254 8000 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0