panic: in_pcblookup_hash_locked: invalid local address cpuid = 1 time = 1687588354 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0077036df0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0077036f50 vpanic() at vpanic+0x252/frame 0xfffffe0077037030 panic() at panic+0xb5/frame 0xfffffe00770370f0 in_pcblookup_hash_locked() at in_pcblookup_hash_locked+0x639/frame 0xfffffe0077037200 in_pcb_lport_dest() at in_pcb_lport_dest+0x475/frame 0xfffffe00770372b0 in_pcbconnect_setup() at in_pcbconnect_setup+0x879/frame 0xfffffe0077037410 udp_send() at udp_send+0x1968/frame 0xfffffe0077037650 udp6_send() at udp6_send+0x613/frame 0xfffffe0077037940 sosend_dgram() at sosend_dgram+0x68b/frame 0xfffffe00770379c0 sousrsend() at sousrsend+0x116/frame 0xfffffe0077037a50 kern_sendit() at kern_sendit+0x5a2/frame 0xfffffe0077037bc0 sendit() at sendit+0x157/frame 0xfffffe0077037c10 sys_sendto() at sys_sendto+0x181/frame 0xfffffe0077037d30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe0077037f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0077037f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x28e66a, rsp = 0x832dd4f08, rbp = 0x832dd4f70 --- KDB: enter: panic [ thread pid 2142 tid 101764 ] Stopped at kdb_enter+0x6e: movq $0,0x2133d57(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072200000 rdx 0x3ffff rbx 0xffffffff826ba7e0 .str.26 rsp 0xfffffe0077036f30 rbp 0xfffffe0077036f50 rsi 0x40001 rdi 0xffffffff815cd586 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0x6ea63482 r12 0xfffffe006d2c01e0 r13 0xfffffffffffffffd r14 0xffffffff826ba7e0 .str.26 r15 0 rip 0xffffffff815bd33e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2133d57(%rip) db> show proc Process 2142 (syz-executor.3) at 0xfffffe006cddfae0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 788 at 0xfffffe006cd1e5a0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe00541f2040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe006cd58c30 (map 0xfffffe006cd58c30) (map.pmap 0xfffffe006cd58cf0) (pmap 0xfffffe006cd58d60) threads: 2 101136 RunQ syz-executor.3 101764 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 2142 788 788 0 R (threaded) syz-executor.3 101136 RunQ syz-executor.3 101764 Run CPU 1 syz-executor.3 2141 780 780 0 R (threaded) syz-executor.1 101638 RunQ syz-executor.1 101763 S connec 0xfffffe0058ca90da syz-executor.1 2139 781 781 0 R (threaded) syz-executor.2 101383 Run CPU 0 syz-executor.2 101760 S connec 0xfffffe0058cab0da syz-executor.2 2136 779 779 0 S (threaded) syz-executor.0 101725 S nanslp 0xffffffff836d2840 syz-executor.0 101754 S connec 0xfffffe0073e700da syz-executor.0 101757 S uwait 0xfffffe005751f200 syz-executor.0 1532 0 0 0 DL - 0xffffffff837cf480 [soaiod4] 1531 0 0 0 DL - 0xffffffff837cf480 [soaiod3] 1530 0 0 0 DL - 0xffffffff837cf480 [soaiod2] 1529 0 0 0 DL - 0xffffffff837cf480 [soaiod1] 1308 0 0 0 DL aiordy 0xfffffe0057b9e040 [aiod4] 1306 0 0 0 DL aiordy 0xfffffe0058d675a0 [aiod3] 1305 0 0 0 DL aiordy 0xfffffe0057b9e5a0 [aiod2] 1303 0 0 0 DL aiordy 0xfffffe006cd1c000 [aiod1] 1048 1042 1048 0 Ss select 0xfffffe006d267e40 dhclient 1045 1 1045 0 Ss select 0xfffffe006d267ec0 dhclient 1042 1035 430 65 S select 0xfffffe00589509c0 dhclient 1035 430 430 0 S wait 0xfffffe006cd1f060 sh 788 774 788 0 Ss nanslp 0xffffffff836d2840 syz-executor.3 781 774 781 0 Ss nanslp 0xffffffff836d2841 syz-executor.2 780 774 780 0 Ss nanslp 0xffffffff836d2840 syz-executor.1 779 774 779 0 Ss nanslp 0xffffffff836d2841 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100087 S uwait 0xfffffe005751ee00 syz-fuzzer 100120 S uwait 0xfffffe005751d080 syz-fuzzer 100121 S uwait 0xfffffe005751d180 syz-fuzzer 100122 S wait 0xfffffe0057194560 syz-fuzzer 100123 S uwait 0xfffffe0057a72380 syz-fuzzer 100124 S uwait 0xfffffe005751c400 syz-fuzzer 100125 S wait 0xfffffe0057194560 syz-fuzzer 100126 S wait 0xfffffe0057194560 syz-fuzzer 100127 S wait 0xfffffe0057194560 syz-fuzzer 100128 S kqread 0xfffffe0058b9f600 syz-fuzzer 100130 S uwait 0xfffffe005751c980 syz-fuzzer 100220 S uwait 0xfffffe0057a71d00 syz-fuzzer 100962 S uwait 0xfffffe005751fb00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe006cd1c610 csh 770 688 770 0 Ss select 0xfffffe000799d1c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe005408b0b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0007ca78b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00589f0cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00540870b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00540874b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00540878b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0007ca7cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0007ca80b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0007ca84b0 getty 692 1 692 0 Ss nanslp 0xffffffff836d2840 cron 688 1 688 0 Ss select 0xfffffe000799d440 sshd 501 1 501 0 Ss select 0xfffffe000799d940 syslogd 430 1 430 0 Ss wait 0xfffffe0057b9eb00 devd 429 1 429 65 Ss select 0xfffffe000799d540 dhclient 344 1 344 0 Ss select 0xfffffe000799d740 dhclient 341 1 341 0 Ss select 0xfffffe000799dac0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0057195ae0 [vnlru] 16 0 0 0 DL syncer 0xffffffff837d4d20 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff837d3340 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe000795d8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff8380ac00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff837feab8 [dom0] 100080 D launds 0xffffffff837feac4 [laundry: dom0] 100081 D umarcl 0xffffffff81d3da20 [uma] 7 0 0 0 DL - 0xffffffff83496e48 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff83fae3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8436b1c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83479340 [doneq0] 100045 D - 0xffffffff834792c0 [async] 100076 D - 0xffffffff83479140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00085fb888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff837fa360 [crypto] 100041 D crypto_ 0xfffffe005436a030 [crypto returns 0] 100042 D crypto_ 0xfffffe005436a080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836a8640 [g_event] 100036 D - 0xffffffff836a8660 [g_up] 100037 D - 0xffffffff836a8680 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541f2040 [init] 10 0 0 0 DL audit_w 0xffffffff837fada0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836a9060 [swapper] 100005 D - 0xfffffe005409ae00 [if_io_tqg_0] 100006 D - 0xfffffe005409ad00 [if_io_tqg_1] 100007 D - 0xfffffe005409ac00 [if_config_tqg_0] 100008 D - 0xfffffe005409ab00 [softirq_0] 100009 D - 0xfffffe005409aa00 [softirq_1] 100010 D - 0xfffffe000799be00 [linuxkpi_irq_wq] 100011 D - 0xfffffe000799bd00 [thread taskq] 100012 D - 0xfffffe000799bc00 [inm_free taskq] 100013 D - 0xfffffe000799bb00 [aiod_kick taskq] 100014 D - 0xfffffe000799ba00 [deferred_unmount ta] 100015 D - 0xfffffe000799b900 [in6m_free taskq] 100017 D - 0xfffffe000799b700 [kqueue_ctx taskq] 100018 D - 0xfffffe000799b600 [pci_hp taskq] 100021 D - 0xfffffe000799b300 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000799b300 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000799b300 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000799b300 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000799b200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000799b200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000799b200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000799b200 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000799b100 [firmware taskq] 100038 D - 0xfffffe000799a600 [crypto_0] 100039 D - 0xfffffe000799a600 [crypto_1] 100055 D - 0xfffffe0007999800 [vtnet0 rxq 0] 100056 D - 0xfffffe0007999700 [vtnet0 txq 0] 100057 D - 0xfffffe0007999600 [vtnet0 rxq 1] 100058 D - 0xfffffe0007999500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe000799ec80 [virtio_balloon] 100066 D - 0xffffffff826bf721 [deadlkres] 100070 D - 0xfffffe000799a100 [acpi_task_0] 100071 D - 0xfffffe000799a100 [acpi_task_1] 100072 D - 0xfffffe000799a100 [acpi_task_2] 100073 D - 0xfffffe000799c100 [mca taskq] 100075 D - 0xfffffe000799a000 [CAM taskq] db> show all locks Process 2142 (syz-executor.3) thread 0xfffffe006d2c01e0 (101764) exclusive sleep mutex udphash (udphash) r = 0 (0xfffffe0054049dc8) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1254 exclusive rw udpinp (udpinp) r = 0 (0xfffffe006cc58560) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1098 db> show malloc Type InUse MemUse Requests sctp_stro 48 46188K 207 pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4218 4324K 4246 sysctloid 34805 2051K 34876 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 26 1031K 1953 vfscache 3 1025K 3 pcb 126 783K 3718 inodedep 288 620K 1366 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 135 258K 2221 acpica 1674 184K 57877 tidhash 3 141K 3 vmem 3 138K 5 filedesc 18 137K 2507 pagedep 15 132K 1252 tfo_ccache 1 128K 1 IP reass 1 128K 1 linker 324 127K 353 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 bus 988 81K 5135 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 dirrem 266 67K 1299 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 temp 36 53K 1992 umtx 352 44K 352 kdtrace 214 43K 3908 sctp_atcl 99 38K 2022 BPF 22 36K 22 freefile 266 34K 1297 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 7 msg 4 30K 4 kbdmux 6 28K 6 gtaskqueue 18 26K 18 DEVFS_RULE 56 20K 56 ifaddr 68 20K 70 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 138 16K 430 ithread 97 16K 97 lltable 46 15K 47 bus-sc 34 15K 1648 eventhandler 157 13K 157 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 1335 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 ksem 1 8K 219 pfs_vncache 1 8K 1 shmfd 1 8K 31 audit_evclass 237 8K 297 taskqueue 63 7K 63 sctp_atky 147 7K 2294 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 59 6K 2186 cred 23 6K 229 plimit 21 6K 364 pfs_nodes 20 5K 20 ufs_dirhash 24 5K 24 UMA 267 5K 267 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 189 pwddesc 57 4K 2143 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 session 25 4K 39 proc-args 76 3K 3288 terminal 11 3K 11 clone 9 3K 9 uidinfo 3 3K 8 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 mkdir 16 2K 2478 ipsec-saq 2 2K 2 selfd 31 2K 47576 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 31 2K 49 diradd 13 2K 1332 CAM XPT 22 2K 543 sctp_athm 99 2K 2022 sctp_map 96 2K 414 msi 12 2K 12 newdirblk 12 2K 1239 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 37 tun 7 2K 7 freework 5 2K 1245 NFSD session 1 1K 1 softdep 1 1K 1 freeblks 4 1K 1244 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 4 1K 88 nhops 6 1K 8 vnodemarker 2 1K 26 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 osd 9 1K 101 inpcbpolicy 13 1K 513 chacha20random 1 1K 1 biobuf 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 12 feeder 7 1K 7 tcpfunc 3 1K 3 soname 8 1K 5228 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 aio 4 1K 4 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 39 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 90 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 32 sctp_mcore 0 0K 0 sctp_socko 0 0K 938 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 filemon 0 0K 123 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 975 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 1598 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15132 ioctlops 0 0K 109 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 669 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 7 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1630697 0 254 38494208 0 mbuf 256 8723 940 2467483 0 254 2473728 0 RADIX NODE 144 16439 188 74932 0 62 2394288 0 BUF TRIE 144 183 11633 615 0 62 1701504 0 malloc-384 384 4118 52 4118 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11421 49 11438 0 126 1468160 0 malloc-4096 4096 337 3 1039 0 2 1392640 0 UMA Slabs 0 112 10970 4 10970 0 126 1229088 0 sctp_asoc 2264 48 462 207 0 254 1154640 0 vmem btag 56 16557 114 16557 0 254 933576 0 socket 960 32 732 3597 0 254 733440 0 FFS inode 1160 508 31 1805 0 8 625240 0 sctp_ep 1176 51 459 1815 0 254 599760 0 malloc-8192 8192 1 66 126 0 1 548864 0 pbuf 2624 0 202 0 0 2 530048 0 VM OBJECT 264 1864 116 52099 0 30 522720 0 malloc-2048 2048 8 216 1046 0 8 458752 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 48 469 207 0 254 380512 0 256 Bucket 2048 151 11 7380 0 8 331776 0 THREAD 1824 156 20 1764 0 8 321024 0 malloc-2048 2048 55 89 1864 0 8 294912 0 malloc-384 384 443 307 3500 0 30 288000 0 malloc-4096 4096 65 5 2151 0 2 286720 0 VNODE 448 549 81 1848 0 30 282240 0 MAP ENTRY 96 2305 467 161895 0 126 266112 0 malloc-64 64 3811 284 3844 0 254 262080 0 malloc-16 16 14390 360 14582 0 254 236000 0 malloc-16384 16384 10 4 1413 0 1 229376 0 DEVCTL 1024 22 198 150 0 0 225280 0 malloc-256 256 352 518 3334 0 62 222720 0 malloc-256 256 105 705 5583 0 62 207360 0 mbuf_packet 256 17 745 1605 0 254 195072 0 malloc-128 128 1297 222 31830 0 126 194432 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5255 415 5275 0 254 181440 0 FPU_save_area 832 158 40 4679 0 16 164736 0 malloc-128 128 925 346 2220 0 126 162688 0 S VFS Cache 104 1009 395 2613 0 126 146016 0 FFS2 dinode 256 508 62 1805 0 62 145920 0 malloc-65536 65536 0 2 126 0 1 131072 0 malloc-65536 65536 0 2 72 0 1 131072 0 malloc-1024 1024 115 13 132 0 16 131072 0 unpcb 256 11 499 1242 0 254 130560 0 ksiginfo 112 62 982 2986 0 126 116928 0 PROC 1376 56 21 2142 0 8 105952 0 tcp_inpcb 1304 4 77 88 0 8 105624 0 128 Bucket 1024 60 39 640 0 16 101376 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 16 6 1644 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-128 128 385 266 1006 0 126 83328 0 filedesc0 1072 57 20 2143 0 8 82544 0 malloc-8192 8192 9 1 136 0 1 81920 0 malloc-1024 1024 56 24 206 0 16 81920 0 sctp_chunk 152 45 475 83 0 254 79040 0 64 Bucket 512 90 46 3399 0 30 69632 0 malloc-64 64 505 566 993 0 254 68544 0 malloc-64 64 533 538 16167 0 254 68544 0 malloc-128 128 307 220 1632 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 175 80 2116 0 62 65280 0 malloc-256 256 87 168 3139 0 62 65280 0 g_bio 408 0 150 5290 0 30 61200 0 udplite_inpcb 424 0 126 133 0 30 53424 0 malloc-64 64 264 555 2364 0 254 52416 0 malloc-128 128 136 267 618 0 126 51584 0 malloc-256 256 136 59 151 0 62 49920 0 malloc-256 256 134 61 1126 0 62 49920 0 malloc-256 256 90 105 726 0 62 49920 0 32 Bucket 256 76 119 12157 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 20350 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 12 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-1024 1024 8 40 815 0 16 49152 0 malloc-384 384 100 20 101 0 30 46080 0 syncache 168 0 264 4 0 254 44352 0 Files 80 183 367 12460 0 126 44000 0 pcpu-8 8 4718 402 4874 0 254 40960 0 pipe 728 20 35 377 0 16 40040 0 VMSPACE 520 32 43 2119 0 16 39000 0 udp_inpcb 424 7 83 234 0 30 38160 0 malloc-64 64 235 332 379 0 254 36288 0 malloc-64 64 157 410 50412 0 254 36288 0 malloc-64 64 102 465 329 0 254 36288 0 malloc-64 64 64 503 2168 0 254 36288 0 malloc-32 32 511 623 2598 0 254 36288 0 malloc-128 128 44 235 182 0 126 35712 0 malloc-128 128 63 216 2804 0 126 35712 0 ripcb 392 2 88 58 0 30 35280 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 395 0 30 34560 0 malloc-256 256 4 131 9 0 62 34560 0 malloc-16384 16384 0 2 3 0 1 32768 0 malloc-4096 4096 4 4 85 0 2 32768 0 malloc-2048 2048 6 10 6 0 8 32768 0 malloc-2048 2048 5 11 69 0 8 32768 0 malloc-2048 2048 2 14 31 0 8 32768 0 malloc-2048 2048 6 10 197 0 8 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 8 24 1108 0 16 32768 0 malloc-512 512 2 62 26 0 30 32768 0 malloc-512 512 11 53 178 0 30 32768 0 malloc-512 512 6 58 6 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ertt_txseginfo 40 0 808 6925 0 254 32320 0 PWD 40 19 789 1330 0 254 32320 0 KNOTE 160 28 172 68243 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 192 396 496 0 254 28224 0 16 Bucket 144 62 134 286 0 62 28224 0 4 Bucket 48 6 582 7 0 254 28224 0 8 Bucket 80 88 262 1442 0 126 28000 0 AIO 208 0 133 51 0 62 27664 0 da_ccb 544 0 49 1447 0 16 26656 0 TURNSTILE 136 177 12 177 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 PGRP 88 25 251 39 0 126 24288 0 rl_entry 40 39 567 39 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 malloc-384 384 1 59 4 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 177 79 177 0 126 22528 0 clpbuf 2624 0 8 24 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 tcp_inpcb ports 32 2 628 18 0 254 20160 0 udp_inpcb ports 32 3 627 36 0 254 20160 0 ertt 72 4 276 88 0 126 20160 0 malloc-32 32 46 584 110 0 254 20160 0 malloc-32 32 63 567 886 0 254 20160 0 malloc-32 32 66 564 4032 0 254 20160 0 malloc-32 32 10 620 1118 0 254 20160 0 2 Bucket 32 87 543 549 0 254 20160 0 tcp_rack_map 128 0 155 54 0 126 19840 0 AIOCB 552 0 35 52 0 16 19320 0 tcp_rack_pcb 1024 0 16 16 0 16 16384 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 2 0 2 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-1024 1024 0 16 3 0 16 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 3 29 4 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 814198 0 254 16032 0 malloc-16 16 324 676 486 0 254 16000 0 kenv 258 15 45 1041 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-32 32 80 298 93 0 254 12096 0 malloc-32 32 96 282 1940 0 254 12096 0 malloc-16 16 10 740 123 0 254 12000 0 malloc-16 16 116 634 2054 0 254 12000 0 malloc-16 16 26 724 908 0 254 12000 0 malloc-16 16 215 535 5638 0 254 12000 0 malloc-16 16 17 733 27791 0 254 12000 0 malloc-16 16 126 624 497 0 254 12000 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 344 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0