panic: in_pcblookup_hash_locked: invalid local address cpuid = 0 time = 1692469795 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe007408ad30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe007408ae90 vpanic() at vpanic+0x271/frame 0xfffffe007408b030 panic() at panic+0xb5/frame 0xfffffe007408b0f0 in_pcblookup_hash_locked() at in_pcblookup_hash_locked+0x639/frame 0xfffffe007408b200 in_pcb_lport_dest() at in_pcb_lport_dest+0x465/frame 0xfffffe007408b2b0 in_pcbconnect_setup() at in_pcbconnect_setup+0x879/frame 0xfffffe007408b410 udp_send() at udp_send+0x1968/frame 0xfffffe007408b650 udp6_send() at udp6_send+0x613/frame 0xfffffe007408b940 sosend_dgram() at sosend_dgram+0x68b/frame 0xfffffe007408b9c0 sousrsend() at sousrsend+0x116/frame 0xfffffe007408ba50 kern_sendit() at kern_sendit+0x5a2/frame 0xfffffe007408bbc0 sendit() at sendit+0x157/frame 0xfffffe007408bc10 sys_sendto() at sys_sendto+0x181/frame 0xfffffe007408bd30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe007408bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe007408bf30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aebea, rsp = 0x825891f08, rbp = 0x825891f80 --- KDB: enter: panic [ thread pid 8127 tid 109254 ] Stopped at kdb_enter+0x6e: movq $0,0x21778f7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0070800000 rdx 0x3ffff rbx 0xffffffff826cb840 .str.28 rsp 0xfffffe007408ae70 rbp 0xfffffe007408ae90 rsi 0x40001 rdi 0xffffffff815d1e66 printf+0x156 r8 0 r9 0xffffffff r10 0x258f5ca4 r11 0x399ffa7f r12 0 r13 0xfffffe006ce033a0 r14 0xffffffff826cb840 .str.28 r15 0 rip 0xffffffff815c0f9e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21778f7(%rip) db> show proc Process 8127 (syz-executor.3) at 0xfffffe0074237560: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 786 at 0xfffffe006ce2fae0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0054225040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0073f55000 (map 0xfffffe0073f55000) (map.pmap 0xfffffe0073f550c0) (pmap 0xfffffe0073f55130) threads: 2 108982 RunQ syz-executor.3 109254 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 8130 771 771 0 R CPU 1 syz-executor.0 8129 783 783 0 R (threaded) syz-executor.2 108957 RunQ syz-executor.2 109255 RunQ syz-executor.2 8128 772 772 0 R (threaded) syz-executor.1 109141 RunQ syz-executor.1 109256 RunQ syz-executor.1 8127 786 786 0 R (threaded) syz-executor.3 108982 RunQ syz-executor.3 109254 Run CPU 0 syz-executor.3 7383 1 771 0 S uwait 0xfffffe0057588680 syz-executor.0 7378 1 771 0 S uwait 0xfffffe005758a900 syz-executor.0 7374 1 771 0 S uwait 0xfffffe00742c0d00 syz-executor.0 7372 1 771 0 S uwait 0xfffffe006ce08e00 syz-executor.0 7369 1 771 0 S uwait 0xfffffe0057aeda80 syz-executor.0 5562 1 5562 65 Ss select 0xfffffe0073f4cbc0 dhclient 4526 1 786 0 S uwait 0xfffffe0057aed880 syz-executor.3 4523 1 786 0 S uwait 0xfffffe0057aee000 syz-executor.3 4518 1 786 0 S uwait 0xfffffe00742c0a00 syz-executor.3 3985 1 3985 0 Ss select 0xfffffe0073e07cc0 dhclient 3982 1 3982 0 Ss select 0xfffffe0073e07bc0 dhclient 3948 1 3948 65 Ss select 0xfffffe0073f4cdc0 dhclient 2218 0 0 0 DL aiordy 0xfffffe006d221b00 [aiod4] 2216 0 0 0 DL aiordy 0xfffffe0073e0d580 [aiod3] 2215 0 0 0 DL aiordy 0xfffffe006ce30b00 [aiod2] 2214 0 0 0 DL aiordy 0xfffffe00571fb560 [aiod1] 1918 1 1918 0 Ss select 0xfffffe0073f4ce40 dhclient 1915 1 1915 0 Ss select 0xfffffe0073e07dc0 dhclient 1888 1 1888 65 Ss select 0xfffffe0058a0ef40 dhclient 1315 1 1315 0 Ss select 0xfffffe005896d0c0 dhclient 1312 1 1312 0 Ss select 0xfffffe0073e07ec0 dhclient 1293 1 1293 65 Ss select 0xfffffe0058758bc0 dhclient 805 1 805 0 Ss select 0xfffffe0058758e40 dhclient 802 1 802 0 Ss select 0xfffffe0058a470c0 dhclient 786 768 786 0 Rs syz-executor.3 783 768 783 0 Ss nanslp 0xffffffff83719c80 syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Ss nanslp 0xffffffff83719c80 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffffe00079ad600 syz-fuzzer 100119 S uwait 0xfffffe0057aedc80 syz-fuzzer 100120 S uwait 0xfffffe0057aedd80 syz-fuzzer 100121 S uwait 0xfffffe0057aede80 syz-fuzzer 100122 S uwait 0xfffffe0057587580 syz-fuzzer 100123 S uwait 0xfffffe0057587680 syz-fuzzer 100124 S wait 0xfffffe006a6195a0 syz-fuzzer 100125 S kqread 0xfffffe00542cc400 syz-fuzzer 100128 S wait 0xfffffe006a6195a0 syz-fuzzer 100130 S wait 0xfffffe006a6195a0 syz-fuzzer 100132 S wait 0xfffffe006a6195a0 syz-fuzzer 100181 S uwait 0xfffffe0057aec780 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006ce31670 csh 764 682 764 0 Ss select 0xfffffe0058758f40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00572328b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587f38b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587f40b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587f48b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00543980b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543988b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543990b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543998b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005439a0b0 getty 686 1 686 0 Ss nanslp 0xffffffff83719c80 cron 682 1 682 0 Ss select 0xfffffe0058a47540 sshd 495 1 495 0 Ss select 0xfffffe005896d340 syslogd 424 1 424 0 Ss select 0xfffffe005896d440 devd 423 1 423 65 Ss select 0xfffffe005896d740 dhclient 338 1 338 0 Ss select 0xfffffe005896d4c0 dhclient 335 1 335 0 Ss select 0xfffffe0058a47440 dhclient 17 0 0 0 DL vlruwt 0xfffffe00571fcae0 [vnlru] 16 0 0 0 DL syncer 0xffffffff838372e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83835900 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0058a2e4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a8480 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83890338 [dom0] 100080 D launds 0xffffffff83890344 [laundry: dom0] 100081 D umarcl 0xffffffff81d46080 [uma] 7 0 0 0 DL - 0xffffffff834aec28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8425e3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8408e380 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83479340 [doneq0] 100045 D - 0xffffffff834792c0 [async] 100076 D - 0xffffffff83479140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff8388bba0 [crypto] 100042 D crypto_ 0xfffffe00542cca30 [crypto returns 0] 100043 D crypto_ 0xfffffe00542cca80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543c7088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836c25e0 [g_event] 100036 D - 0xffffffff836c2600 [g_up] 100037 D - 0xffffffff836c2620 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054225040 [init] 10 0 0 0 DL audit_w 0xffffffff8388c5e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836c3000 [swapper] 100005 D - 0xfffffe00542cd100 [softirq_0] 100006 D - 0xfffffe00542cd000 [softirq_1] 100007 D - 0xfffffe00542cce00 [if_io_tqg_0] 100008 D - 0xfffffe00542ccd00 [if_io_tqg_1] 100009 D - 0xfffffe00542ccc00 [if_config_tqg_0] 100010 D - 0xfffffe00079a6b00 [linuxkpi_irq_wq] 100012 D - 0xfffffe00079a6900 [inm_free taskq] 100013 D - 0xfffffe00079a6800 [thread taskq] 100014 D - 0xfffffe00079a6700 [aiod_kick taskq] 100015 D - 0xfffffe00079a6600 [in6m_free taskq] 100016 D - 0xfffffe00079a6500 [deferred_unmount ta] 100018 D - 0xfffffe00079a6300 [kqueue_ctx taskq] 100019 D - 0xfffffe00079a6200 [pci_hp taskq] 100021 D - 0xfffffe00079a6000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079a6000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079a6000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079a6000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079a5b00 [firmware taskq] 100039 D - 0xfffffe00079a5a00 [crypto_0] 100040 D - 0xfffffe00079a5a00 [crypto_1] 100055 D - 0xfffffe00079a5500 [vtnet0 rxq 0] 100056 D - 0xfffffe00079a5400 [vtnet0 txq 0] 100057 D - 0xfffffe00079a5300 [vtnet0 rxq 1] 100058 D - 0xfffffe00079a5200 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057193a80 [virtio_balloon] 100066 D - 0xffffffff826d0980 [deadlkres] 100070 D - 0xfffffe00079a6c00 [mca taskq] 100071 D - 0xfffffe0058760300 [acpi_task_0] 100072 D - 0xfffffe0058760300 [acpi_task_1] 100073 D - 0xfffffe0058760300 [acpi_task_2] 100075 D - 0xfffffe00079a5900 [CAM taskq] db> show all locks Process 8127 (syz-executor.3) thread 0xfffffe006ce033a0 (109254) exclusive sleep mutex udphash (udphash) r = 0 (0xfffffe0054089e28) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1252 exclusive rw udpinp (udpinp) r = 0 (0xfffffe0074b61e20) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1096 db> show malloc Type InUse MemUse Requests sctp_stro 54 27738K 2402 pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4191 4324K 4219 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 14 1028K 23182 vfscache 3 1025K 3 pcb 135 790K 26707 inodedep 433 674K 7826 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 158 310K 8220 vmem 3 266K 6 filedesc 34 265K 14505 acpitask 1 224K 1 acpica 1674 184K 58619 tidhash 3 141K 3 pagedep 14 132K 7248 linker 352 130K 385 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 109 109K 126 dirrem 424 106K 7693 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 50 bus 985 81K 5069 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 512 64K 512 ddb_capture 1 64K 1 temp 36 53K 2407 freefile 419 53K 7683 umtx 374 47K 374 kdtrace 238 47K 17388 sctp_atcl 108 41K 15650 shm 2 34K 5 DEVFS3 128 32K 138 hostcache 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 sctp_timw 93 24K 93 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 128 16K 411 ithread 97 16K 97 bus-sc 34 15K 1653 lltable 43 14K 56 eventhandler 157 13K 157 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 8006 rpc 4 9K 4 ksem 2 9K 4226 UART 12 9K 12 devstat 4 9K 4 pfs_vncache 1 8K 1 shmfd 1 8K 9 audit_evclass 237 8K 297 sctp_atky 162 7K 18157 kqueue 71 7K 8135 taskqueue 63 7K 63 cred 26 7K 261 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 418 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 UMA 268 5K 268 session 35 5K 46 pwddesc 69 5K 8131 pf_ifnet 10 5K 19 DEVFSP 68 5K 688 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 100 4K 9369 acpisem 28 4K 28 selfd 55 4K 122283 lockf 32 4K 54 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 57 clone 9 3K 9 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 31 2K 251 sctp_athm 108 2K 15954 sctp_map 108 2K 4378 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 acpidev 20 2K 20 newdirblk 9 2K 7230 tun 7 2K 7 freework 5 2K 13944 NFSD session 1 1K 1 softdep 1 1K 1 mkdir 8 1K 14460 freeblks 4 1K 7971 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 4 1K 4115 nhops 6 1K 8 vnodemarker 2 1K 34 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 14 diradd 4 1K 7732 inpcbpolicy 16 1K 4973 cdev 2 1K 2 osd 9 1K 4128 chacha20random 1 1K 1 biobuf 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 20207 cryptodev 2 1K 581 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 aio 4 1K 4 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 94 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 41 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 4700 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 65 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 76 sctp_mcore 0 0K 0 sctp_socko 0 0K 7238 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 608 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7174 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 15 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 8955 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 15 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 196 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20027 ioctlops 0 0K 503 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 825 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1250093 0 254 38494208 0 mbuf 256 8892 771 1979724 0 254 2473728 0 RADIX NODE 144 15645 170 271861 0 62 2277360 0 tcp_log 416 0 4833 108617 0 254 2010528 0 BUF TRIE 144 198 11618 15457 0 62 1701504 0 malloc-384 384 4144 56 4145 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11607 266 14901 0 126 1519744 0 malloc-4096 4096 349 1 1066 0 2 1433600 0 UMA Slabs 0 112 10973 1 10973 0 126 1229088 0 sctp_asoc 2264 54 456 2189 0 254 1154640 0 vmem btag 56 17634 117 17634 0 254 994056 0 sctp_ep 1176 54 716 13157 0 254 905520 0 socket 960 41 723 19536 0 254 733440 0 FFS inode 1160 522 31 8205 0 8 641480 0 malloc-384 384 432 1188 7826 0 30 622080 0 malloc-2048 2048 61 211 14556 0 8 557056 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-256 256 614 1246 7901 0 62 476160 0 256 Bucket 2048 189 15 7168 0 8 417792 0 malloc-65536 65536 6 0 6 0 1 393216 0 VM OBJECT 264 1395 75 98414 0 30 388080 0 sctp_raddr 736 54 463 2274 0 254 380512 0 malloc-16384 16384 17 4 7251 0 1 344064 0 THREAD 1824 168 19 9256 0 8 341088 0 malloc-256 256 14 1291 30356 0 62 334080 0 malloc-4096 4096 69 5 8160 0 2 303104 0 VNODE 448 562 104 8247 0 30 298368 0 malloc-64 64 3933 414 15803 0 254 278208 0 malloc-128 128 821 1225 15815 0 126 261888 0 malloc-16 16 14540 710 41531 0 254 244000 0 malloc-32768 32768 0 7 8471 0 1 229376 0 DEVCTL 1024 0 220 151 0 0 225280 0 malloc-32 32 5423 751 39315 0 254 197568 0 mbuf_packet 256 114 648 13894 0 254 195072 0 malloc-128 128 1307 212 28157 0 126 194432 0 MAP ENTRY 96 1775 241 263140 0 126 193536 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 170 46 18799 0 16 179712 0 malloc-1024 1024 137 23 166 0 16 163840 0 FFS2 dinode 256 522 108 8205 0 62 161280 0 tcp_inpcb 1304 4 116 4115 0 8 156480 0 malloc-384 384 174 216 15716 0 30 149760 0 S VFS Cache 104 1015 389 8936 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 172 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 20 490 1249 0 254 130560 0 malloc-256 256 289 221 31533 0 62 130560 0 PROC 1376 68 20 8130 0 8 121088 0 128 Bucket 1024 77 38 542 0 16 117760 0 ksiginfo 112 77 967 9716 0 126 116928 0 malloc-128 128 631 268 4227 0 126 115072 0 malloc-256 256 106 329 14200 0 62 111360 0 64 Bucket 512 125 75 11913 0 30 102400 0 malloc-8192 8192 7 5 85 0 1 98304 0 filedesc0 1072 69 22 8131 0 8 97552 0 UMA Kegs 384 227 6 227 0 30 89472 0 pipe 728 23 98 463 0 16 88088 0 g_bio 408 0 210 125479 0 30 85680 0 malloc-128 128 352 299 15066 0 126 83328 0 malloc-1024 1024 48 32 2653 0 16 81920 0 32 Bucket 256 118 197 10718 0 62 80640 0 sctp_readq 152 0 520 26 0 254 79040 0 sctp_chunk 152 57 463 659 0 254 79040 0 malloc-64 64 660 411 18099 0 254 68544 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 17 0 1 65536 0 malloc-256 256 116 139 13009 0 62 65280 0 Files 80 222 578 43367 0 126 64000 0 sctp_stream_msg_out 112 47 493 183 0 254 60480 0 malloc-4096 4096 13 1 24 0 2 57344 0 udplite_inpcb 424 0 126 241 0 30 53424 0 udp_inpcb 424 7 119 385 0 30 53424 0 malloc-64 64 415 404 131359 0 254 52416 0 malloc-64 64 529 290 8872 0 254 52416 0 VMSPACE 616 48 36 8111 0 16 51744 0 tcp_rack_map 128 0 403 15258 0 126 51584 0 malloc-256 256 84 111 516 0 62 49920 0 tcp_rack_pcb 1024 0 48 2350 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 46565 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 30 0 1 49152 0 malloc-4096 4096 0 12 2351 0 2 49152 0 malloc-2048 2048 13 11 13 0 8 49152 0 malloc-384 384 89 31 121 0 30 46080 0 da_ccb 544 0 84 31498 0 16 45696 0 PWD 40 30 1081 7323 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 6 4 205 0 2 40960 0 pcpu-8 8 4788 332 4972 0 254 40960 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 8 559 20 0 254 36288 0 malloc-64 64 74 493 84 0 254 36288 0 malloc-64 64 86 481 125 0 254 36288 0 malloc-64 64 35 532 381 0 254 36288 0 16 Bucket 144 86 166 1585 0 62 36288 0 tcp_bbr_map 128 0 279 558 0 126 35712 0 malloc-128 128 20 259 4286 0 126 35712 0 malloc-128 128 60 219 7309 0 126 35712 0 malloc-128 128 9 270 375 0 126 35712 0 ripcb 392 5 85 232 0 30 35280 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 23 112 581 0 62 34560 0 malloc-256 256 61 74 8079 0 62 34560 0 TURNSTILE 136 188 64 188 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 103 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 3 13 119 0 8 32768 0 malloc-2048 2048 7 9 11 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 2 30 2692 0 16 32768 0 malloc-1024 1024 12 20 171 0 16 32768 0 malloc-1024 1024 9 23 17 0 16 32768 0 malloc-512 512 9 55 127 0 30 32768 0 malloc-512 512 1 63 15 0 30 32768 0 malloc-512 512 4 60 36 0 30 32768 0 malloc-512 512 0 64 608 0 30 32768 0 malloc-512 512 14 50 88 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ertt_txseginfo 40 0 808 35898 0 254 32320 0 KNOTE 160 28 172 83363 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 46 0 126 31680 0 clpbuf 2624 0 12 36 0 4 31488 0 tcp_bbr_pcb 832 0 36 258 0 16 29952 0 sctp_laddr 48 48 540 303 0 254 28224 0 tcp_inpcb ports 32 2 880 2980 0 254 28224 0 4 Bucket 48 6 582 9 0 254 28224 0 2 Bucket 32 69 813 2560 0 254 28224 0 8 Bucket 80 82 268 3183 0 126 28000 0 AIO 208 0 133 4 0 62 27664 0 cpuset 200 7 121 412 0 62 25600 0 malloc-4096 4096 2 4 6 0 2 24576 0 rl_entry 40 85 521 85 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 malloc-384 384 12 48 12 0 30 23040 0 malloc-384 384 2 58 340 0 30 23040 0 malloc-384 384 43 17 59 0 30 23040 0 domainset 40 0 567 304 0 254 22680 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 188 68 188 0 126 22528 0 udp_inpcb ports 32 3 627 124 0 254 20160 0 ertt 72 4 276 4115 0 126 20160 0 malloc-32 32 318 312 378 0 254 20160 0 malloc-32 32 51 579 297 0 254 20160 0 malloc-32 32 80 550 1138 0 254 20160 0 malloc-32 32 151 479 888 0 254 20160 0 malloc-32 32 74 556 2999 0 254 20160 0 malloc-32 32 55 575 625 0 254 20160 0 AIOCB 552 0 35 4 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 1 31 6 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 626351 0 254 16032 0 kenv 258 16 44 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-32 32 9 369 67 0 254 12096 0 malloc-16 16 24 726 9063 0 254 12000 0 malloc-16 16 297 453 462 0 254 12000 0 malloc-16 16 62 688 121 0 254 12000 0 malloc-16 16 188 562 3064 0 254 12000 0 malloc-16 16 131 619 33973 0 254 12000 0 malloc-16 16 58 692 8765 0 254 12000 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 malloc-16 16 15 485 15 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0