panic: in_pcblookup_hash_locked: invalid local address cpuid = 0 time = 1678725826 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0099e75dd0 kdb_backtrace() at kdb_backtrace+0xd1/frame 0xfffffe0099e75f30 vpanic() at vpanic+0x254/frame 0xfffffe0099e76010 panic() at panic+0xb5/frame 0xfffffe0099e760d0 in_pcblookup_hash_locked() at in_pcblookup_hash_locked+0xf32/frame 0xfffffe0099e76210 in_pcb_lport_dest() at in_pcb_lport_dest+0x476/frame 0xfffffe0099e762d0 in_pcbconnect_setup() at in_pcbconnect_setup+0x7e5/frame 0xfffffe0099e76430 udp_send() at udp_send+0x18a2/frame 0xfffffe0099e76650 udp6_send() at udp6_send+0x76d/frame 0xfffffe0099e76940 sosend_dgram() at sosend_dgram+0x69b/frame 0xfffffe0099e769c0 sousrsend() at sousrsend+0x115/frame 0xfffffe0099e76a50 kern_sendit() at kern_sendit+0x596/frame 0xfffffe0099e76bc0 sendit() at sendit+0x14b/frame 0xfffffe0099e76c10 sys_sendto() at sys_sendto+0x182/frame 0xfffffe0099e76d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe0099e76f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0099e76f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x28e66a, rsp = 0x830cfbf08, rbp = 0x830cfbf70 --- KDB: enter: panic [ thread pid 37366 tid 150883 ] Stopped at kdb_enter+0x6b: movq $0,0x25789ba(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0092c93000 rdx 0x3ffff rbx 0 rsp 0xfffffe0099e75f10 rbp 0xfffffe0099e75f30 rsi 0x40001 rdi 0xffffffff817282a8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0x7471e7b5 r12 0 r13 0xfffffe0099ca4ac0 r14 0xffffffff82af8e80 .str.26 r15 0xffffffff82af8e80 .str.26 rip 0xffffffff817180db kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x25789ba(%rip) db> show proc Process 37366 (syz-executor.0) at 0xfffffe009ae53018: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 781 at 0xfffffe0057994018 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe00541da010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009aea1400 (map 0xfffffe009aea1400) (map.pmap 0xfffffe009aea14c0) (pmap 0xfffffe009aea1530) threads: 2 150352 Run CPU 1 syz-executor.0 150883 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 37367 782 782 0 R syz-executor.1 37366 781 781 0 R (threaded) syz-executor.0 150352 Run CPU 1 syz-executor.0 150883 Run CPU 0 syz-executor.0 37365 796 796 0 R syz-executor.2 32651 1 782 0 SV uwait 0xfffffe0057885400 syz-executor.1 32529 1 782 0 SV uwait 0xfffffe005731eb80 syz-executor.1 32523 32521 782 0 SV uwait 0xfffffe009a31d400 syz-executor.1 32521 1 782 0 RV syz-executor.1 32509 1 782 0 SV uwait 0xfffffe0057886600 syz-executor.1 31941 1 782 0 SV uwait 0xfffffe0057885980 syz-executor.1 31931 1 782 0 SV uwait 0xfffffe009a0a7480 syz-executor.1 31920 1 782 0 SV uwait 0xfffffe009265b000 syz-executor.1 30607 1 781 0 S uwait 0xfffffe0057885f00 syz-executor.0 30596 1 781 0 S uwait 0xfffffe009a0a7100 syz-executor.0 30588 1 781 0 S uwait 0xfffffe005731e900 syz-executor.0 29802 1 781 0 SV uwait 0xfffffe009a31e100 syz-executor.0 29801 1 781 0 S uwait 0xfffffe0092659600 syz-executor.0 29791 1 781 0 S uwait 0xfffffe0057886180 syz-executor.0 29790 1 781 0 SV uwait 0xfffffe009a0a7380 syz-executor.0 29781 1 781 0 SV uwait 0xfffffe0092658d00 syz-executor.0 29779 1 781 0 S uwait 0xfffffe0057886b00 syz-executor.0 29398 1 781 0 SV uwait 0xfffffe0092658b00 syz-executor.0 29389 1 781 0 SV uwait 0xfffffe0092658000 syz-executor.0 29380 1 781 0 SV uwait 0xfffffe009265a900 syz-executor.0 27666 1 825 0 S uwait 0xfffffe005731bd80 syz-executor.3 27397 1 781 0 S uwait 0xfffffe005731ed80 syz-executor.0 27378 1 781 0 S uwait 0xfffffe0092659780 syz-executor.0 12350 1 796 0 S uwait 0xfffffe0057886380 syz-executor.2 12349 1 796 0 S uwait 0xfffffe009a0a6d80 syz-executor.2 12347 1 796 0 S uwait 0xfffffe0057885e00 syz-executor.2 12342 1 796 0 S uwait 0xfffffe0092658500 syz-executor.2 12341 1 796 0 S uwait 0xfffffe0092659c00 syz-executor.2 12337 1 796 0 S uwait 0xfffffe0092659380 syz-executor.2 12335 1 796 0 S uwait 0xfffffe0057886e00 syz-executor.2 11159 1 825 0 SV uwait 0xfffffe0057885b80 syz-executor.3 11153 11150 825 0 SV uwait 0xfffffe0057886a00 syz-executor.3 11150 1 825 0 DV ppwait 0xfffffe00925424f8 syz-executor.3 11139 1 825 0 SV uwait 0xfffffe0092658f00 syz-executor.3 10159 1 782 0 SV uwait 0xfffffe0057885200 syz-executor.1 10148 1 782 0 SV uwait 0xfffffe005731ea00 syz-executor.1 10136 1 782 0 SV uwait 0xfffffe0092659280 syz-executor.1 2976 1 825 0 SV uwait 0xfffffe005731ec80 syz-executor.3 2967 1 825 0 SV uwait 0xfffffe0092659980 syz-executor.3 2958 1 825 0 SV uwait 0xfffffe005731d800 syz-executor.3 2843 1 2843 65 Ss select 0xfffffe0097d6b440 dhclient 2664 0 0 0 DL aiordy 0xfffffe00926f7560 [aiod4] 2663 0 0 0 DL aiordy 0xfffffe009271d560 [aiod3] 2662 0 0 0 DL aiordy 0xfffffe0092542558 [aiod2] 2661 0 0 0 DL aiordy 0xfffffe00999b7568 [aiod1] 2228 1 2228 0 Ss select 0xfffffe0058e57ec0 dhclient 2225 1 2225 0 Ss select 0xfffffe0097d6a240 dhclient 2205 1 2205 65 Ss select 0xfffffe0097d6a1c0 dhclient 1710 1 1710 0 Ss select 0xfffffe0097d6a9c0 dhclient 1706 1 1706 0 Ss select 0xfffffe0097d6a440 dhclient 1683 1 1683 65 Ss select 0xfffffe0097d6a740 dhclient 1298 1 1298 0 Ss select 0xfffffe0097d6acc0 dhclient 1291 1 1291 0 Ss select 0xfffffe0097d6aac0 dhclient 1270 1 1270 65 Ss select 0xfffffe0097d6ab40 dhclient 857 1 782 0 SV uwait 0xfffffe005731c300 syz-executor.1 846 1 782 0 SV uwait 0xfffffe005731c700 syz-executor.1 825 774 825 0 Rs syz-executor.3 822 1 782 0 SV uwait 0xfffffe009265a600 syz-executor.1 820 1 820 0 Ss select 0xfffffe00078742c0 dhclient 816 1 816 0 Ss select 0xfffffe0007874540 dhclient 796 774 796 0 Ss nanslp 0xffffffff83c5e201 syz-executor.2 782 774 782 0 Rs syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff83c5e201 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100098 S uwait 0xfffffe005731bc00 syz-fuzzer 100121 S uwait 0xfffffe0057887e00 syz-fuzzer 100122 S uwait 0xfffffe0057887f00 syz-fuzzer 100123 S uwait 0xfffffe0057886f00 syz-fuzzer 100124 S wait 0xfffffe0058e59560 syz-fuzzer 100125 S uwait 0xfffffe0057887080 syz-fuzzer 100126 S uwait 0xfffffe009265ad80 syz-fuzzer 100127 S wait 0xfffffe0058e59560 syz-fuzzer 100128 S wait 0xfffffe0058e59560 syz-fuzzer 100131 S wait 0xfffffe0058e59560 syz-fuzzer 100144 S uwait 0xfffffe009265a200 syz-fuzzer 100157 S kqread 0xfffffe0054099e00 syz-fuzzer 116642 S uwait 0xfffffe009265ab00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0057994620 csh 770 688 770 0 Ss select 0xfffffe00078744c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe005746fcb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00586fa8b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0007b4e0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005747a0b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0007b4e8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005747a8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0007b500b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0007b508b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0007b510b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c5e201 cron 688 1 688 0 Ss select 0xfffffe0058e56c40 sshd 501 1 501 0 Ss select 0xfffffe00078748c0 syslogd 430 1 430 0 Ss select 0xfffffe0058e570c0 devd 429 1 429 65 Ss select 0xfffffe0007874ac0 dhclient 344 1 344 0 Ss select 0xfffffe0058e57040 dhclient 341 1 341 0 Ss select 0xfffffe0007874a40 dhclient 17 0 0 0 DL syncer 0xffffffff83d836a0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f8b000 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83d81cc0 [bufdaemon] 100082 D - 0xffffffff83012180 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00579ad0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83db9400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83dad2b8 [dom0] 100080 D launds 0xffffffff83dad2c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e7d120 [uma] 7 0 0 0 DL - 0xffffffff83a2be48 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843ab270 [pf purge] 5 0 0 0 DL waiting 0xffffffff849591c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff838ce340 [doneq0] 100045 D - 0xffffffff838ce2c0 [async] 100076 D - 0xffffffff838ce140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007baa088 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83da8b60 [crypto] 100041 D crypto_ 0xfffffe0054096430 [crypto returns 0] 100042 D crypto_ 0xfffffe0054096480 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83c33640 [g_event] 100036 D - 0xffffffff83c33660 [g_up] 100037 D - 0xffffffff83c33680 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541da010 [init] 10 0 0 0 DL audit_w 0xffffffff83da95a0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c34060 [swapper] 100005 D - 0xfffffe0007a09700 [if_config_tqg_0] 100006 D - 0xfffffe0007a09600 [softirq_0] 100007 D - 0xfffffe0007a09500 [softirq_1] 100008 D - 0xfffffe0007a09400 [if_io_tqg_0] 100009 D - 0xfffffe0007a09300 [if_io_tqg_1] 100011 D - 0xfffffe00085f3c00 [kqueue_ctx taskq] 100012 D - 0xfffffe00085f3b00 [pci_hp taskq] 100014 D - 0xfffffe00085f3900 [inm_free taskq] 100015 D - 0xfffffe00085f3800 [aiod_kick taskq] 100016 D - 0xfffffe00085f3700 [in6m_free taskq] 100017 D - 0xfffffe00085f3600 [deferred_unmount ta] 100019 D - 0xfffffe00085f3400 [thread taskq] 100020 D - 0xfffffe00085f3300 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085f3200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f3200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f3200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f3200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f3100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f3100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f3100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f3100 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f3000 [firmware taskq] 100038 D - 0xfffffe00085f2e00 [crypto_0] 100039 D - 0xfffffe00085f2e00 [crypto_1] 100055 D - 0xfffffe00085f2900 [vtnet0 rxq 0] 100056 D - 0xfffffe00085f2800 [vtnet0 txq 0] 100057 D - 0xfffffe00085f2700 [vtnet0 rxq 1] 100058 D - 0xfffffe00085f2600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f5c180 [virtio_balloon] 100066 D - 0xffffffff82afddc0 [deadlkres] 100070 D - 0xfffffe00085f4100 [mca taskq] 100071 D - 0xfffffe00579b4000 [acpi_task_0] 100072 D - 0xfffffe00579b4000 [acpi_task_1] 100073 D - 0xfffffe00579b4000 [acpi_task_2] 100075 D - 0xfffffe00085f2b00 [CAM taskq] db> show all locks Process 37366 (syz-executor.0) thread 0xfffffe0099ca4ac0 (150883) exclusive sleep mutex udphash (udphash) r = 0 (0xfffffe0054049da8) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1254 exclusive rw udpinp (udpinp) r = 0 (0xfffffe0058c62010) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1098 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4216 4323K 4244 sysctloid 34725 2046K 34796 vtbuf 24 1968K 46 kobj 330 1320K 493 pcb 505 1079K 146631 newblk 9 1026K 48939 vfscache 3 1025K 3 filedesc 102 810K 72816 inodedep 478 691K 38989 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 225 458K 37598 vmem 3 274K 6 sctp_stro 219 219K 17739 acpica 1674 184K 58126 sctp_atcl 460 173K 90857 tidhash 3 141K 3 pagedep 9 130K 36387 tfo_ccache 1 128K 1 IP reass 1 128K 1 linker 324 127K 353 dirrem 469 118K 38882 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 48 89K 214 bus 1000 82K 5215 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 484 61K 484 freefile 469 59K 38830 kdtrace 305 57K 88252 temp 37 55K 3050 sctp_timw 153 39K 153 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 5 msg 4 30K 4 sctp_atky 679 29K 109401 kbdmux 6 28K 6 gtaskqueue 18 26K 18 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 136 18K 435 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1682 lltable 42 13K 111 eventhandler 154 13K 154 KTRACE 103 13K 16869 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 cred 38 10K 395 kqueue 105 9K 37428 in6_multi 65 9K 65 bmsafemap 2 9K 38981 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 854 shmfd 1 8K 200 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 sctp_athm 460 8K 91126 sctp_map 438 7K 35496 taskqueue 63 7K 63 pwddesc 103 7K 37599 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 533 pf_ifnet 13 5K 23 ufs_dirhash 24 5K 24 DEVFSP 72 5K 4000 session 35 5K 68 UMA 267 5K 267 vt 11 5K 11 proc-args 134 5K 38823 pf_table 2 4K 6 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 selfd 55 4K 504938 lockf 32 4K 91 hhook 15 4K 17 kcovinfo 52 4K 52 CC Mem 25 4K 20871 terminal 11 3K 11 crypto 10 3K 1752 select 19 3K 190 uidinfo 4 3K 17 clone 9 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_ifa 13 2K 14 Unitno 27 2K 55 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 inpcbpolicy 37 2K 26841 tun 7 2K 7 freework 5 2K 39442 NFSD session 1 1K 1 softdep 1 1K 1 mkdir 8 1K 72730 freeblks 4 1K 38593 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 146 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 osd 29 1K 20880 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 pf_osfp 7 1K 7 tcp_fsb 5 1K 4460 encap_export_host 12 1K 12 procdesc 5 1K 14 cryptodev 8 1K 5746 newdirblk 4 1K 36365 diradd 4 1K 38924 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 sigio 5 1K 6 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 105090 pf_rule 1 1K 67 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 netlink 1 1K 1 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 97 pmchooks 1 1K 1 filecaps 5 1K 130 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 59716 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 84 sctp_stri 0 0K 280 mqdata 0 0K 0 tcp_do 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 43 newnfsclient_req 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 ixl 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 xen_intr 0 0K 0 NFSD V4lock 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD V4state 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 msdosfs_node 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 UMAHash 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 33665 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 71 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2246 allocindir 0 0K 0 indirdep 0 0K 14 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 ktls_ocf 0 0K 0 scsi_cd 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 137 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 9 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 46 VN POLL 0 0K 0 USB 0 0K 0 statfs 0 0K 36726 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 286 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2832 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 28 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 69378 ioctlops 0 0K 1996 eventfd 0 0K 111 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1072 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8418 1234 1432878 0 254 39534592 0 mbuf 256 9039 4945 4254424 0 254 3579904 0 sctp_asoc 2264 219 1051 17739 0 254 2875280 0 RADIX NODE 144 17576 227 689622 0 62 2563632 0 malloc-384 384 4637 1303 95116 0 30 2280960 0 tcp_log 416 0 5337 151372 0 254 2220192 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 pbuf 2624 0 762 0 0 2 1999488 0 malloc-2048 2048 242 654 72978 0 8 1835008 0 BUF TRIE 144 203 11585 2219 0 62 1697472 0 malloc-4096 4096 364 4 1165 0 2 1507328 0 sctp_ep 1176 241 1029 72975 0 254 1493520 0 malloc-128 128 11437 33 11576 0 126 1468160 0 UMA Slabs 0 112 12053 1 12053 0 126 1350048 0 vmem btag 56 21316 107 21316 0 254 1199688 0 malloc-1024 1024 358 650 17909 0 16 1032192 0 socket 960 99 917 113932 0 254 975360 0 malloc-16384 16384 53 5 36408 0 1 950272 0 sctp_raddr 736 219 1057 17802 0 254 939136 0 VM OBJECT 264 3160 140 742555 0 30 871200 0 malloc-384 384 600 1530 39111 0 30 817920 0 FFS inode 1160 566 29 39397 0 8 690200 0 malloc-65536 65536 6 4 1202 0 1 655360 0 256 Bucket 2048 290 16 14504 0 8 626688 0 malloc-256 256 674 1621 47202 0 62 587520 0 malloc-256 256 9 2166 82604 0 62 556800 0 tcp_bbr_map 128 0 4185 245017 0 126 535680 0 MAP ENTRY 96 4813 353 1900907 0 126 495936 0 malloc-4096 4096 103 5 37368 0 2 442368 0 THREAD 1824 201 41 50883 0 8 441408 0 sctp_chunk 152 132 2676 9305 0 254 426816 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 ertt_txseginfo 40 0 9696 1878144 0 254 387840 0 malloc-128 128 1085 1705 43577 0 126 357120 0 VNODE 448 607 113 39440 0 30 322560 0 malloc-256 256 269 796 76599 0 62 272640 0 malloc-64 64 3843 252 4113 0 254 262080 0 mbuf_packet 256 391 625 72200 0 254 260096 0 malloc-16 16 14389 611 35333 0 254 240000 0 VMSPACE 2560 80 13 37321 0 4 238080 0 DEVCTL 1024 0 220 152 0 0 225280 0 FPU_save_area 832 203 58 60494 0 16 217152 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-65536 65536 2 1 10 0 1 196608 0 unpcb 256 21 744 14050 0 254 195840 0 malloc-128 128 1311 208 29513 0 126 194432 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5228 442 5259 0 254 181440 0 FFS2 dinode 256 566 124 39397 0 62 176640 0 128 Bucket 1024 114 49 4695 0 16 166912 0 PROC 1368 102 19 37367 0 8 165528 0 malloc-2048 2048 7 73 688 0 8 163840 0 S VFS Cache 104 1022 499 43422 0 126 158184 0 tcp_inpcb 1288 25 95 20868 0 8 154560 0 filedesc0 1072 103 23 37599 0 8 135072 0 malloc-65536 65536 0 2 476 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 clpbuf 2624 0 48 101 0 16 125952 0 64 Bucket 512 150 82 26359 0 30 118784 0 sctp_readq 152 9 771 11340 0 254 118560 0 sctp_stream_msg_out 112 273 771 4496 0 254 116928 0 ksiginfo 112 111 933 10694 0 126 116928 0 malloc-64 64 591 984 531370 0 254 100800 0 malloc-128 128 542 233 113431 0 126 99200 0 malloc-32768 32768 0 3 122 0 1 98304 0 pipe 728 23 109 2315 0 16 96096 0 malloc-256 256 213 162 52000 0 62 96000 0 32 Bucket 256 187 188 18367 0 62 96000 0 malloc-8192 8192 9 2 15 0 1 90112 0 UMA Kegs 384 225 8 225 0 30 89472 0 g_bio 408 0 210 11623 0 30 85680 0 malloc-256 256 221 94 1445 0 62 80640 0 ripcb 416 5 175 1736 0 30 74880 0 malloc-8192 8192 4 5 30 0 1 73728 0 udplite_inpcb 448 0 153 991 0 30 68544 0 udp_inpcb 448 7 146 3246 0 30 68544 0 malloc-64 64 324 747 115391 0 254 68544 0 malloc-64 64 638 433 21878 0 254 68544 0 malloc-32 32 588 1554 129166 0 254 68544 0 malloc-128 128 178 349 29648 0 126 67456 0 malloc-128 128 305 222 36830 0 126 67456 0 malloc-16384 16384 4 0 14 0 1 65536 0 malloc-2048 2048 9 23 1903 0 8 65536 0 malloc-256 256 92 163 154238 0 62 65280 0 Files 80 297 503 184507 0 126 64000 0 malloc-16 16 934 3066 177468 0 254 64000 0 malloc-512 512 14 106 175 0 30 61440 0 malloc-8192 8192 2 5 71 0 1 57344 0 malloc-64 64 481 338 1099 0 254 52416 0 malloc-256 256 81 114 208 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 189479 0 16 49152 0 malloc-8192 8192 4 2 6 0 1 49152 0 malloc-4096 4096 9 3 14 0 2 49152 0 malloc-1024 1024 8 40 2070 0 16 49152 0 tcp_rack_pcb 896 5 49 4460 0 16 48384 0 pcpu-8 8 4766 866 5915 0 254 45056 0 tcp_bbr_pcb 832 4 50 9394 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 243 72 243 0 62 42840 0 malloc-4096 4096 4 6 36939 0 2 40960 0 sctp_laddr 48 0 840 2047 0 254 40320 0 da_ccb 544 0 70 3034 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 PWD 32 54 1080 36459 0 254 36288 0 malloc-64 64 17 550 17 0 254 36288 0 malloc-64 64 61 506 753 0 254 36288 0 malloc-64 64 67 500 99 0 254 36288 0 malloc-128 128 14 265 138 0 126 35712 0 malloc-128 128 67 212 326 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 63 27 63 0 30 34560 0 malloc-256 256 64 71 303 0 62 34560 0 SLEEPQUEUE 88 243 141 243 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 3 13 19 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 5 11 94 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 3 13 454 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 7 25 35 0 16 32768 0 malloc-1024 1024 10 22 168 0 16 32768 0 malloc-1024 1024 0 32 164 0 16 32768 0 malloc-512 512 3 61 265 0 30 32768 0 malloc-512 512 1 63 16 0 30 32768 0 malloc-512 512 2 62 288 0 30 32768 0 malloc-512 512 11 53 463 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 KNOTE 160 28 172 310578 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 149 251 13817 0 126 32000 0 tcp_rack_map 120 4 260 7317 0 126 31680 0 cpuset 104 7 272 19 0 126 29016 0 sctp_asconf_ack 48 0 588 43 0 254 28224 0 tcp_inpcb ports 32 4 878 10600 0 254 28224 0 ertt 72 25 367 20868 0 126 28224 0 malloc-32 32 251 631 64531 0 254 28224 0 malloc-32 32 99 783 27575 0 254 28224 0 16 Bucket 144 114 82 859 0 62 28224 0 4 Bucket 48 6 582 751 0 254 28224 0 AIO 208 4 129 228 0 62 27664 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 8 0 2 24576 0 malloc-4096 4096 3 3 34 0 2 24576 0 PGRP 88 35 241 72 0 126 24288 0 rl_entry 40 105 501 105 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 itimer 352 0 66 128 0 30 23232 0 malloc-384 384 7 53 37 0 30 23040 0 malloc-384 384 1 59 92 0 30 23040 0 malloc-384 384 0 60 345 0 30 23040 0 malloc-384 384 24 36 35 0 30 23040 0 domainset 40 0 567 9 0 254 22680 0 udplite_inpcb ports 32 0 630 49 0 254 20160 0 udp_inpcb ports 32 3 627 280 0 254 20160 0 malloc-32 32 142 488 1722 0 254 20160 0 malloc-32 32 59 571 972 0 254 20160 0 malloc-32 32 68 562 4315 0 254 20160 0 2 Bucket 32 62 568 3816 0 254 20160 0 malloc-16 16 274 976 41216 0 254 20000 0 cryptop 280 0 70 91 0 30 19600 0 AIOCB 552 4 31 354 0 16 19320 0 AIOLIO 272 0 70 28 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-1024 1024 6 10 6 0 16 16384 0 malloc-512 512 0 32 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 1895675 0 254 16032 0 tcp_log_id_node 120 0 132 3 0 126 15840 0 kenv 258 15 45 1050 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 3 0 62 12144 0 malloc-32 32 80 298 80 0 254 12096 0 malloc-16 16 18 732 19 0 254 12000 0 malloc-16 16 309 441 543 0 254 12000 0 malloc-16 16 10 740 51253 0 254 12000 0 malloc-16 16 28 722 71020 0 254 12000 0 malloc-16 16 26 724 30 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0