panic: in_pcblookup_hash_locked: invalid local address cpuid = 1 time = 1688607286 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe006a579df0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe006a579f50 vpanic() at vpanic+0x252/frame 0xfffffe006a57a030 panic() at panic+0xb5/frame 0xfffffe006a57a0f0 in_pcblookup_hash_locked() at in_pcblookup_hash_locked+0x639/frame 0xfffffe006a57a200 in_pcb_lport_dest() at in_pcb_lport_dest+0x475/frame 0xfffffe006a57a2b0 in_pcbconnect_setup() at in_pcbconnect_setup+0x879/frame 0xfffffe006a57a410 udp_send() at udp_send+0x1968/frame 0xfffffe006a57a650 udp6_send() at udp6_send+0x613/frame 0xfffffe006a57a940 sosend_dgram() at sosend_dgram+0x68b/frame 0xfffffe006a57a9c0 sousrsend() at sousrsend+0x116/frame 0xfffffe006a57aa50 kern_sendit() at kern_sendit+0x5a2/frame 0xfffffe006a57abc0 sendit() at sendit+0x157/frame 0xfffffe006a57ac10 sys_sendto() at sys_sendto+0x181/frame 0xfffffe006a57ad30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe006a57af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe006a57af30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x28e66a, rsp = 0x826290f08, rbp = 0x826290f70 --- KDB: enter: panic [ thread pid 6573 tid 105980 ] Stopped at kdb_enter+0x6e: movq $0,0x21336e7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe006fc00000 rdx 0x3ffff rbx 0xffffffff826ba880 .str.26 rsp 0xfffffe006a579f30 rbp 0xfffffe006a579f50 rsi 0x40001 rdi 0xffffffff815cdb26 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0x9aed6ea8 r12 0xfffffe0073f69ac0 r13 0xfffffffffffffffd r14 0xffffffff826ba880 .str.26 r15 0 rip 0xffffffff815bd9ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21336e7(%rip) db> show proc Process 6573 (syz-executor.3) at 0xfffffe006cd5d060: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffffe005719fae0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe00541fb040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0074171208 (map 0xfffffe0074171208) (map.pmap 0xfffffe00741712c8) (pmap 0xfffffe0074171338) threads: 2 100128 RunQ syz-executor.3 105980 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 6574 783 783 0 R syz-executor.2 6573 787 787 0 R (threaded) syz-executor.3 100128 RunQ syz-executor.3 105980 Run CPU 1 syz-executor.3 6571 781 781 0 RE CPU 0 syz-executor.0 2461 2451 2461 0 Ss select 0xfffffe0058f640c0 dhclient 2456 1 2456 0 Ss select 0xfffffe0058f645c0 dhclient 2451 2428 430 65 S select 0xfffffe0058f64a40 dhclient 2428 430 430 0 S wait 0xfffffe0057baf060 sh 1261 0 0 0 DL aiordy 0xfffffe0073b09040 [aiod4] 1260 0 0 0 DL aiordy 0xfffffe0073a4e060 [aiod3] 1259 0 0 0 DL aiordy 0xfffffe0073aa2020 [aiod2] 1258 0 0 0 DL aiordy 0xfffffe0073b08020 [aiod1] 1046 1 783 0 S uwait 0xfffffe0057a8ba00 syz-executor.2 1041 1 783 0 S uwait 0xfffffe0057a8b080 syz-executor.2 1037 1 783 0 S uwait 0xfffffe0058b71100 syz-executor.2 1033 1 783 0 S uwait 0xfffffe0057a8b200 syz-executor.2 1028 1 783 0 S uwait 0xfffffe0057a8b900 syz-executor.2 1021 1 783 0 S uwait 0xfffffe0058b70e80 syz-executor.2 1015 1 783 0 S uwait 0xfffffe0057a8af00 syz-executor.2 1011 1 783 0 S uwait 0xfffffe0057a8b400 syz-executor.2 1007 1 783 0 S uwait 0xfffffe0057a8b300 syz-executor.2 1003 1 783 0 S uwait 0xfffffe0058b72700 syz-executor.2 997 1 783 0 S uwait 0xfffffe0058b72600 syz-executor.2 993 1 783 0 S uwait 0xfffffe0057a8a900 syz-executor.2 990 1 783 0 S uwait 0xfffffe0057a8a800 syz-executor.2 985 1 783 0 S uwait 0xfffffe0058b71000 syz-executor.2 982 1 783 0 S uwait 0xfffffe0057a8aa00 syz-executor.2 977 1 783 0 S uwait 0xfffffe0057a8a700 syz-executor.2 975 1 787 0 S uwait 0xfffffe0058b70c80 syz-executor.3 970 1 783 0 S uwait 0xfffffe0058b71700 syz-executor.2 965 1 783 0 S uwait 0xfffffe0058b70d80 syz-executor.2 960 1 783 0 S uwait 0xfffffe00571dfa00 syz-executor.2 956 1 783 0 S uwait 0xfffffe0057a8a600 syz-executor.2 952 1 783 0 S uwait 0xfffffe0058b71500 syz-executor.2 945 1 783 0 S uwait 0xfffffe0057a8a500 syz-executor.2 941 1 783 0 S uwait 0xfffffe0058b71600 syz-executor.2 937 1 783 0 S uwait 0xfffffe0057a8ae00 syz-executor.2 934 1 783 0 S uwait 0xfffffe0057a8a400 syz-executor.2 930 1 783 0 S uwait 0xfffffe0058b71380 syz-executor.2 922 1 783 0 S uwait 0xfffffe0057a8ab00 syz-executor.2 918 1 783 0 S uwait 0xfffffe0057a8a300 syz-executor.2 913 1 783 0 S uwait 0xfffffe0057a89a80 syz-executor.2 906 1 783 0 S uwait 0xfffffe0057a8ad00 syz-executor.2 902 1 783 0 S uwait 0xfffffe0058b71900 syz-executor.2 901 1 782 0 S uwait 0xfffffe00571dfd00 syz-executor.1 900 1 782 0 S uwait 0xfffffe0057a89d80 syz-executor.1 893 1 783 0 S uwait 0xfffffe0058b72b80 syz-executor.2 888 1 782 0 S uwait 0xfffffe0058b72180 syz-executor.1 882 1 782 0 S uwait 0xfffffe0057a89c80 syz-executor.1 787 774 787 0 Ss nanslp 0xffffffff836d2841 syz-executor.3 783 774 783 0 Ss nanslp 0xffffffff836d2840 syz-executor.2 782 774 782 0 Ss nanslp 0xffffffff836d2840 syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff836d2840 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100105 S wait 0xfffffe00571a0b00 syz-fuzzer 100117 S uwait 0xfffffe00571dff00 syz-fuzzer 100118 S wait 0xfffffe00571a0b00 syz-fuzzer 100119 S uwait 0xfffffe0057a8a200 syz-fuzzer 100120 S kqread 0xfffffe00085fc200 syz-fuzzer 100121 S uwait 0xfffffe0057a8c380 syz-fuzzer 100122 S uwait 0xfffffe0057a8c480 syz-fuzzer 100123 S wait 0xfffffe00571a0b00 syz-fuzzer 100124 S wait 0xfffffe00571a0b00 syz-fuzzer 100125 S uwait 0xfffffe0057a89e80 syz-fuzzer 100130 S uwait 0xfffffe0057a89880 syz-fuzzer 100168 S uwait 0xfffffe0057a89680 syz-fuzzer 101469 S uwait 0xfffffe0058b70100 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058eb2b70 csh 770 688 770 0 Ss select 0xfffffe006c9c18c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00576738b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00589e20b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00589e28b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00589e30b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00589e38b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005433e0b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005433e8b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005433f0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005433f8b0 getty 692 1 692 0 Ss nanslp 0xffffffff836d2841 cron 688 1 688 0 Ss select 0xfffffe006c9c1cc0 sshd 501 1 501 0 Ss select 0xfffffe0058ad3d40 syslogd 430 1 430 0 Ss wait 0xfffffe0057bae5a0 devd 429 1 429 65 Ss select 0xfffffe006c9c22c0 dhclient 344 1 344 0 Ss select 0xfffffe006c9c23c0 dhclient 341 1 341 0 Ss select 0xfffffe0058f64cc0 dhclient 17 0 0 0 DL vlruwt 0xfffffe00541fc5c0 [vnlru] 16 0 0 0 DL syncer 0xffffffff837d4d20 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff837d3340 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00085f98e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff8380ac00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff837feab8 [dom0] 100080 D launds 0xffffffff837feac4 [laundry: dom0] 100081 D umarcl 0xffffffff81d3dd30 [uma] 7 0 0 0 DL - 0xffffffff83496e48 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff840993d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8442d1c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83479340 [doneq0] 100045 D - 0xffffffff834792c0 [async] 100076 D - 0xffffffff83479140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00085fb888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff837fa360 [crypto] 100041 D crypto_ 0xfffffe005436f030 [crypto returns 0] 100042 D crypto_ 0xfffffe005436f080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836a8640 [g_event] 100036 D - 0xffffffff836a8660 [g_up] 100037 D - 0xffffffff836a8680 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541fb040 [init] 10 0 0 0 DL audit_w 0xffffffff837fada0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836a9060 [swapper] 100005 D - 0xfffffe00542a8100 [if_io_tqg_0] 100006 D - 0xfffffe00542a8000 [if_io_tqg_1] 100007 D - 0xfffffe00542a7e00 [if_config_tqg_0] 100008 D - 0xfffffe00542a7d00 [softirq_0] 100009 D - 0xfffffe00542a7c00 [softirq_1] 100010 D - 0xfffffe000799f000 [linuxkpi_irq_wq] 100011 D - 0xfffffe00085ffe00 [thread taskq] 100012 D - 0xfffffe00085ffd00 [inm_free taskq] 100013 D - 0xfffffe00085ffc00 [aiod_kick taskq] 100014 D - 0xfffffe00085ffb00 [deferred_unmount ta] 100015 D - 0xfffffe00085ffa00 [in6m_free taskq] 100017 D - 0xfffffe00085ff800 [kqueue_ctx taskq] 100018 D - 0xfffffe00085ff700 [pci_hp taskq] 100021 D - 0xfffffe00085ff400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085ff400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085ff400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085ff400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085ff300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085ff300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085ff300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085ff300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085ff200 [firmware taskq] 100038 D - 0xfffffe00085fe700 [crypto_0] 100039 D - 0xfffffe00085fe700 [crypto_1] 100055 D - 0xfffffe00085fde00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fdd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fdc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fdb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057176080 [virtio_balloon] 100066 D - 0xffffffff826bf821 [deadlkres] 100070 D - 0xfffffe00085fe400 [acpi_task_0] 100071 D - 0xfffffe00085fe400 [acpi_task_1] 100072 D - 0xfffffe00085fe400 [acpi_task_2] 100073 D - 0xfffffe000799f100 [mca taskq] 100075 D - 0xfffffe00085fe000 [CAM taskq] 6570 782 782 0 Z syz-executor.1 db> show all locks Process 6573 (syz-executor.3) thread 0xfffffe0073f69ac0 (105980) exclusive sleep mutex udphash (udphash) r = 0 (0xfffffe005404ddc8) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1254 exclusive rw udpinp (udpinp) r = 0 (0xfffffe0058cd4020) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1098 Process 6571 (syz-executor.0) thread 0xfffffe0073b6a020 (102941) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe0073b60cb0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_mqueue.c:2478 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4218 4324K 4246 sysctloid 34809 2051K 34880 vtbuf 24 1968K 46 pcb 1050 1823K 26254 inodedep 2670 1513K 5712 kobj 326 1304K 488 newblk 81 1044K 6354 vfscache 3 1025K 3 filedesc 90 714K 11375 dirrem 2647 662K 5644 sctp_stro 513 513K 1866 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 212 406K 6697 sctp_atcl 1026 385K 14964 freefile 2611 327K 5606 vmem 3 266K 6 acpica 1674 184K 57877 tidhash 3 141K 3 pagedep 51 141K 5650 tfo_ccache 1 128K 1 IP reass 1 128K 1 linker 324 127K 353 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 bus 988 81K 5135 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 sctp_atky 1539 65K 16830 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 temp 36 53K 2162 kdtrace 278 53K 12557 umtx 418 53K 418 BPF 22 36K 22 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 sctp_timw 108 27K 108 gtaskqueue 18 26K 18 DEVFS_RULE 56 20K 56 ifaddr 68 20K 70 ufs_mount 4 17K 5 proc 3 17K 3 sctp_athm 1026 17K 14964 sctp_map 1026 17K 3732 tty 16 16K 16 routetbl 137 16K 429 ithread 97 16K 97 lltable 48 15K 48 bus-sc 34 15K 1648 eventhandler 157 13K 157 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 5680 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 pfs_vncache 1 8K 1 shmfd 1 8K 52 kqueue 92 8K 6581 audit_evclass 237 8K 297 taskqueue 63 7K 63 sglist 5 7K 5 newdirblk 48 6K 5636 CAM DEV 3 6K 510 cred 23 6K 228 pwddesc 89 6K 6575 plimit 21 6K 364 pfs_nodes 20 5K 20 ufs_dirhash 24 5K 24 UMA 267 5K 267 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 266 acpisem 28 4K 28 proc-args 112 4K 7729 hhook 15 4K 17 kcovinfo 52 4K 52 diradd 25 4K 5678 session 25 4K 39 terminal 11 3K 11 mkdir 20 3K 11272 clone 9 3K 9 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 indirdep 8 2K 10 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 101680 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 49 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 37 tun 7 2K 7 NFSD session 1 1K 1 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 4 1K 48 nhops 6 1K 8 vnodemarker 2 1K 20 CAM periph 4 1K 271 freework 4 1K 5606 sctp_ifn 6 1K 15 ipsec 3 1K 3 freeblks 3 1K 5605 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 osd 9 1K 61 inpcbpolicy 13 1K 400 chacha20random 1 1K 1 biobuf 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 12 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 7227 cryptodev 2 1K 326 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 aio 4 1K 4 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 40 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 98 p1003.1b 1 1K 1 filemon 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 4002 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 10 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3035 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 92 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 5820 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15994 ioctlops 0 0K 3478 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 671 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1535931 0 254 38494208 0 mbuf 256 9176 742 2327365 0 254 2539008 0 RADIX NODE 144 15834 373 211114 0 63 2333808 0 sctp_asoc 2264 513 252 1866 0 254 1731960 0 BUF TRIE 144 191 11625 660 0 62 1701504 0 malloc-384 384 4170 30 4171 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-384 384 3733 167 20735 0 30 1497600 0 malloc-128 128 11462 132 17277 0 126 1484032 0 malloc-4096 4096 327 3 631 0 2 1351680 0 UMA Slabs 0 112 11250 12 11250 0 126 1261344 0 malloc-2048 2048 520 24 13105 0 8 1114112 0 vmem btag 56 17844 51 17844 0 254 1002120 0 sctp_ep 1176 513 257 13098 0 254 905520 0 malloc-16384 16384 46 5 5697 0 1 835584 0 malloc-256 256 2702 463 6168 0 62 810240 0 malloc-256 256 32 3073 3117 0 62 794880 0 FFS inode 1160 543 31 6149 0 8 665840 0 sctp_raddr 736 513 257 1866 0 254 566720 0 malloc-1024 1024 513 31 1872 0 16 557056 0 malloc-128 128 3824 485 43886 0 126 551552 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 26 482 14743 0 254 487680 0 VM OBJECT 264 1542 108 84605 0 30 435600 0 malloc-4096 4096 98 6 6585 0 2 425984 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1824 187 22 5981 0 8 381216 0 256 Bucket 2048 149 21 9639 0 8 348160 0 VNODE 448 582 84 6190 0 30 298368 0 malloc-64 64 3978 369 17035 0 254 278208 0 MAP ENTRY 96 2187 459 214288 0 126 254016 0 malloc-256 256 301 629 6746 0 62 238080 0 malloc-16 16 14380 120 14495 0 254 232000 0 DEVCTL 1024 22 198 150 0 0 225280 0 mbuf_packet 256 120 642 10129 0 254 195072 0 FPU_save_area 832 189 36 11856 0 16 187200 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5361 309 5432 0 254 181440 0 malloc-256 256 563 127 13367 0 62 176640 0 PROC 1376 89 32 6574 0 8 166496 0 malloc-1024 1024 135 25 152 0 16 163840 0 malloc-128 128 1140 131 5671 0 126 162688 0 FFS2 dinode 256 543 87 6149 0 62 161280 0 sctp_chunk 152 515 525 515 0 254 158080 0 malloc-2048 2048 12 60 1264 0 8 147456 0 S VFS Cache 104 1014 390 6730 0 126 146016 0 malloc-65536 65536 0 2 80 0 1 131072 0 malloc-65536 65536 0 2 126 0 1 131072 0 unpcb 256 11 499 1218 0 254 130560 0 filedesc0 1072 89 23 6575 0 8 120064 0 ksiginfo 112 96 948 6016 0 126 116928 0 sctp_laddr 48 2052 300 7477 0 254 112896 0 64 Bucket 512 137 63 6615 0 30 102400 0 128 Bucket 1024 58 41 553 0 16 101376 0 malloc-32768 32768 3 0 3 0 1 98304 0 g_bio 408 0 240 5418 0 30 97920 0 malloc-256 256 259 116 12102 0 62 96000 0 malloc-4096 4096 18 4 33 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-64 64 1028 295 3514 0 254 84672 0 malloc-8192 8192 8 1 10 0 1 73728 0 pipe 728 45 54 774 0 16 72072 0 malloc-384 384 165 15 168 0 30 69120 0 malloc-128 128 380 147 6145 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 6 2 107 0 1 65536 0 malloc-256 256 176 79 11713 0 62 65280 0 32 Bucket 256 70 185 3868 0 62 65280 0 VMSPACE 520 68 52 6555 0 16 62400 0 sctp_stream_msg_out 112 0 540 515 0 254 60480 0 malloc-64 64 132 687 116484 0 254 52416 0 malloc-64 64 105 714 7143 0 254 52416 0 malloc-64 64 480 339 970 0 254 52416 0 Files 80 228 422 31162 0 126 52000 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 39335 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-4096 4096 11 1 11 0 2 49152 0 malloc-1024 1024 10 38 1633 0 16 49152 0 da_ccb 544 0 84 1479 0 16 45696 0 PWD 40 53 1058 5726 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 1103 283 18911 0 254 44352 0 pcpu-8 8 4766 354 4922 0 254 40960 0 malloc-16 16 2117 383 22363 0 254 40000 0 udp_inpcb 424 7 83 302 0 30 38160 0 malloc-64 64 27 540 27 0 254 36288 0 malloc-64 64 219 348 241 0 254 36288 0 malloc-64 64 266 301 483 0 254 36288 0 malloc-128 128 7 272 17 0 126 35712 0 malloc-128 128 28 251 60 0 126 35712 0 malloc-128 128 23 256 166 0 126 35712 0 malloc-128 128 177 102 188 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 39 96 579 0 62 34560 0 malloc-256 256 58 77 7960 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 79 0 1 32768 0 malloc-2048 2048 4 12 2770 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 5 11 29 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 11 21 66 0 16 32768 0 malloc-1024 1024 4 28 8 0 16 32768 0 malloc-1024 1024 4 28 151 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 1 31 18 0 16 32768 0 malloc-512 512 2 62 46 0 30 32768 0 malloc-512 512 6 58 6 0 30 32768 0 malloc-512 512 0 64 133 0 30 32768 0 malloc-512 512 1 63 2 0 30 32768 0 malloc-512 512 11 53 60 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ertt_txseginfo 40 0 808 11689 0 254 32320 0 KNOTE 160 28 172 87556 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 39 0 126 31680 0 clpbuf 2624 0 12 25 0 4 31488 0 tcp_inpcb 1304 4 20 48 0 8 31296 0 cpuset 104 7 272 7 0 126 29016 0 malloc-32 32 409 473 7087 0 254 28224 0 16 Bucket 144 60 136 361 0 62 28224 0 4 Bucket 48 5 583 7 0 254 28224 0 AIO 208 0 133 16 0 62 27664 0 udplite_inpcb 424 0 63 20 0 30 26712 0 ripcb 392 2 61 30 0 30 24696 0 malloc-4096 4096 2 4 6435 0 2 24576 0 rl_entry 40 82 524 82 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 8 Bucket 80 54 246 2370 0 126 24000 0 malloc-384 384 0 60 202 0 30 23040 0 malloc-384 384 0 60 342 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 tcp_inpcb ports 32 2 628 20 0 254 20160 0 udp_inpcb ports 32 3 627 43 0 254 20160 0 ertt 72 4 276 48 0 126 20160 0 malloc-32 32 13 617 32 0 254 20160 0 malloc-32 32 25 605 350 0 254 20160 0 malloc-32 32 66 564 972 0 254 20160 0 malloc-32 32 43 587 101 0 254 20160 0 malloc-32 32 70 560 479 0 254 20160 0 2 Bucket 32 56 574 872 0 254 20160 0 AIOCB 552 0 35 16 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 10 0 2 16384 0 malloc-2048 2048 2 6 197 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 771542 0 254 16032 0 kenv 258 16 44 1042 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 26 724 850 0 254 12000 0 malloc-16 16 265 485 10205 0 254 12000 0 malloc-16 16 32 718 154 0 254 12000 0 malloc-16 16 279 471 26631 0 254 12000 0 malloc-16 16 15 735 2607 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-16 16 0 500 2 0 254 8000 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 344 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1024 0 0 0 0 16 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0