panic: in_pcblookup_hash_locked: invalid local address cpuid = 1 time = 1693521141 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe006a5d7d30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe006a5d7e90 vpanic() at vpanic+0x271/frame 0xfffffe006a5d8030 panic() at panic+0xb5/frame 0xfffffe006a5d80f0 in_pcblookup_hash_locked() at in_pcblookup_hash_locked+0x639/frame 0xfffffe006a5d8200 in_pcb_lport_dest() at in_pcb_lport_dest+0x465/frame 0xfffffe006a5d82b0 in_pcbconnect_setup() at in_pcbconnect_setup+0x879/frame 0xfffffe006a5d8410 udp_send() at udp_send+0x1968/frame 0xfffffe006a5d8650 udp6_send() at udp6_send+0x613/frame 0xfffffe006a5d8940 sosend_dgram() at sosend_dgram+0x68b/frame 0xfffffe006a5d89c0 sousrsend() at sousrsend+0x116/frame 0xfffffe006a5d8a50 kern_sendit() at kern_sendit+0x5a2/frame 0xfffffe006a5d8bc0 sendit() at sendit+0x157/frame 0xfffffe006a5d8c10 sys_sendto() at sys_sendto+0x181/frame 0xfffffe006a5d8d30 amd64_syscall() at amd64_syscall+0x423/frame 0xfffffe006a5d8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe006a5d8f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aeb2a, rsp = 0x826e5ff08, rbp = 0x826e5ff80 --- KDB: enter: panic [ thread pid 12354 tid 114752 ] Stopped at kdb_enter+0x6e: movq $0,0x21794e7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe006d400000 rdx 0x3ffff rbx 0xffffffff826da560 .str.28 rsp 0xfffffe006a5d7e70 rbp 0xfffffe006a5d7e90 rsi 0x40001 rdi 0xffffffff815d4316 printf+0x156 r8 0 r9 0xffffffff r10 0xc4ce3c2a r11 0xdab8754f r12 0 r13 0xfffffe00747be560 r14 0xffffffff826da560 .str.28 r15 0 rip 0xffffffff815c332e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21794e7(%rip) db> show proc Process 12354 (syz-executor.1) at 0xfffffe00747e1560: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 772 at 0xfffffe0057be9060 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0054216040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0074796000 (map 0xfffffe0074796000) (map.pmap 0xfffffe00747960c0) (pmap 0xfffffe0074796130) threads: 2 111366 RunQ syz-executor.1 114752 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 12359 771 771 0 R (threaded) syz-executor.0 107852 Run CPU 0 syz-executor.0 114755 RunQ syz-executor.0 12358 781 781 0 R (threaded) syz-executor.3 111238 RunQ syz-executor.3 114754 RunQ syz-executor.3 12354 772 772 0 R (threaded) syz-executor.1 111366 RunQ syz-executor.1 114752 Run CPU 1 syz-executor.1 10170 1 10170 65 Ss select 0xfffffe0058a0c940 dhclient 9647 1 9647 0 Ss select 0xfffffe0058a0cdc0 dhclient 9644 1 9644 0 Ss select 0xfffffe0058a0cc40 dhclient 9625 1 9625 65 Ss select 0xfffffe0058a0ce40 dhclient 8946 1 8946 0 Ss select 0xfffffe0058a0c8c0 dhclient 8942 1 8942 0 Ss select 0xfffffe0058a0ca40 dhclient 8920 1 8920 65 Ss select 0xfffffe0058a0cd40 dhclient 7512 1 782 0 S uwait 0xfffffe00079c0900 syz-executor.2 7506 1 782 0 S uwait 0xfffffe006d26c600 syz-executor.2 7500 1 782 0 S uwait 0xfffffe006d26c700 syz-executor.2 7246 1 7246 0 Ss select 0xfffffe006d25cf40 dhclient 7239 1 7239 0 Ss select 0xfffffe000784e3c0 dhclient 7195 1 7195 65 Ss select 0xfffffe000784e7c0 dhclient 6260 1 771 0 S uwait 0xfffffe006d26c500 syz-executor.0 3697 1 772 0 S uwait 0xfffffe006d26b180 syz-executor.1 3682 1 772 0 S uwait 0xfffffe006d26c400 syz-executor.1 3667 1 782 0 S umtxn 0xfffffe00079c0e00 syz-executor.2 3654 1 782 0 S uwait 0xfffffe00576afb80 syz-executor.2 2890 1 771 0 S uwait 0xfffffe006d26de00 syz-executor.0 2881 1 771 0 S uwait 0xfffffe006d26c800 syz-executor.0 1790 1 772 0 S uwait 0xfffffe006d26cd00 syz-executor.1 1755 1 771 0 S uwait 0xfffffe00576b1780 syz-executor.0 815 1 815 0 Ss select 0xfffffe000784e2c0 dhclient 814 0 0 0 DL aiordy 0xfffffe006cda25a0 [aiod4] 812 0 0 0 DL aiordy 0xfffffe0058d475a0 [aiod3] 811 0 0 0 DL aiordy 0xfffffe006cda2b00 [aiod2] 810 0 0 0 DL aiordy 0xfffffe006cda3060 [aiod1] 805 1 805 0 Ss select 0xfffffe006d25d240 dhclient 782 768 782 0 Rs syz-executor.2 781 768 781 0 Ss nanslp 0xffffffff8371dc01 syz-executor.3 772 768 772 0 Ss nanslp 0xffffffff8371dc00 syz-executor.1 771 768 771 0 Ss nanslp 0xffffffff8371dc00 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100094 S wait 0xfffffe0057be85a0 syz-fuzzer 100117 S uwait 0xfffffe0057ac9f00 syz-fuzzer 100118 S uwait 0xfffffe0057aca080 syz-fuzzer 100119 S wait 0xfffffe0057be85a0 syz-fuzzer 100120 S uwait 0xfffffe0057aca280 syz-fuzzer 100121 S uwait 0xfffffe0057aca380 syz-fuzzer 100122 S uwait 0xfffffe00576af100 syz-fuzzer 100123 S uwait 0xfffffe00576af880 syz-fuzzer 100124 S wait 0xfffffe0057be85a0 syz-fuzzer 100125 S wait 0xfffffe0057be85a0 syz-fuzzer 100132 S uwait 0xfffffe0057ac9b00 syz-fuzzer 100145 S kqread 0xfffffe006ce05700 syz-fuzzer 100967 S uwait 0xfffffe006d26d380 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0058d45b70 csh 764 682 764 0 Ss select 0xfffffe000784e1c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00572198b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587f54b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587f5cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587f64b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587f6cb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe005439e4b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe005439ecb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe005439f4b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005439fcb0 getty 686 1 686 0 Ss nanslp 0xffffffff8371dc00 cron 682 1 682 0 Ss select 0xfffffe000784e4c0 sshd 495 1 495 0 Ss select 0xfffffe000784e740 syslogd 424 1 424 0 Ss select 0xfffffe000784e640 devd 423 1 423 65 Ss select 0xfffffe000784e5c0 dhclient 338 1 338 0 Ss select 0xfffffe000784e540 dhclient 335 1 335 0 Ss select 0xfffffe000784e6c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe00571deae0 [vnlru] 16 0 0 0 DL syncer 0xffffffff8383b2e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83839900 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00570ca4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838ac480 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83894338 [dom0] 100080 D launds 0xffffffff83894344 [laundry: dom0] 100081 D umarcl 0xffffffff81d4c490 [uma] 7 0 0 0 DL - 0xffffffff834b2c28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8438e3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff840bd360 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8347d340 [doneq0] 100045 D - 0xffffffff8347d2c0 [async] 100076 D - 0xffffffff8347d140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570b1888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff8388fba0 [crypto] 100041 D crypto_ 0xfffffe00540c0130 [crypto returns 0] 100042 D crypto_ 0xfffffe00540c0180 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836c65e0 [g_event] 100036 D - 0xffffffff836c6600 [g_up] 100037 D - 0xffffffff836c6620 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100017 I [swi6: Giant taskq] 100018 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054216040 [init] 10 0 0 0 DL audit_w 0xffffffff838905e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836c6fa0 [swapper] 100005 D - 0xfffffe00542d0100 [if_config_tqg_0] 100006 D - 0xfffffe00542d0000 [if_io_tqg_0] 100007 D - 0xfffffe00542cfe00 [if_io_tqg_1] 100008 D - 0xfffffe00542cfd00 [softirq_0] 100009 D - 0xfffffe00542cfc00 [softirq_1] 100010 D - 0xfffffe00079d0000 [linuxkpi_irq_wq] 100011 D - 0xfffffe00079cfe00 [in6m_free taskq] 100012 D - 0xfffffe00079cfd00 [inm_free taskq] 100013 D - 0xfffffe00079cfc00 [deferred_unmount ta] 100014 D - 0xfffffe00079cfb00 [aiod_kick taskq] 100016 D - 0xfffffe00079cf900 [thread taskq] 100019 D - 0xfffffe00079cf600 [kqueue_ctx taskq] 100020 D - 0xfffffe00079cf500 [pci_hp taskq] 100021 D - 0xfffffe00079cf400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079cf400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079cf400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079cf400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079cf300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079cf300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079cf300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079cf300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079cf200 [firmware taskq] 100038 D - 0xfffffe00079cf100 [crypto_0] 100039 D - 0xfffffe00079cf100 [crypto_1] 100055 D - 0xfffffe00079cee00 [vtnet0 rxq 0] 100056 D - 0xfffffe00079ced00 [vtnet0 txq 0] 100057 D - 0xfffffe00079cec00 [vtnet0 rxq 1] 100058 D - 0xfffffe00079ceb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00571ad480 [virtio_balloon] 100066 D - 0xffffffff826df6a1 [deadlkres] 100070 D - 0xfffffe00079d0100 [mca taskq] 100072 D - 0xfffffe0058761300 [acpi_task_0] 100073 D - 0xfffffe0058761300 [acpi_task_1] 100074 D - 0xfffffe0058761300 [acpi_task_2] 100075 D - 0xfffffe00079cf000 [CAM taskq] db> show all locks Process 12354 (syz-executor.1) thread 0xfffffe00747be560 (114752) exclusive sleep mutex udphash (udphash) r = 0 (0xfffffe0054089e28) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1252 exclusive rw udpinp (udpinp) r = 0 (0xfffffe0058b45560) locked @ /syzkaller/managers/main/kernel/sys/netinet/udp_usrreq.c:1096 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4191 4324K 4219 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 487 pcb 579 1290K 59990 newblk 88 1046K 47250 vfscache 3 1025K 3 inodedep 121 557K 14266 callout 2 512K 2 vfs_hash 1 512K 1 ufs_quota 1 512K 1 intr 4 472K 4 subproc 172 326K 12463 filedesc 40 313K 22963 sctp_stro 268 268K 7014 vmem 3 266K 6 acpitask 1 224K 1 sctp_atcl 544 204K 36961 acpica 1674 184K 56014 tidhash 3 141K 3 pagedep 9 130K 11412 linker 352 130K 385 IP reass 1 128K 1 tfo_ccache 1 128K 1 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 134 bus 985 81K 5035 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 sctp_timw 263 66K 263 ddb_capture 1 64K 1 module 512 64K 512 umtx 418 53K 418 kdtrace 252 50K 27116 temp 35 37K 2251 sctp_atky 818 35K 45092 DEVFS3 128 32K 138 shm 1 32K 1269 hostcache 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 dirrem 109 28K 12599 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 128 16K 411 ithread 97 16K 97 bus-sc 34 15K 1639 freefile 112 14K 12585 lltable 43 14K 56 eventhandler 157 13K 157 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 freework 46 12K 25840 rman 88 11K 431 GEOM 61 11K 480 CAM queue 5 11K 1528 in6_multi 65 9K 65 sctp_athm 544 9K 36986 sctp_map 536 9K 14028 bmsafemap 2 9K 13536 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 pfs_vncache 1 8K 1 shmfd 1 8K 1 audit_evclass 238 8K 300 kqueue 74 7K 12371 taskqueue 63 7K 63 cred 26 7K 261 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 409 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 pwddesc 72 5K 12360 session 35 5K 245 UMA 268 5K 268 pf_ifnet 10 5K 19 DEVFSP 68 5K 1619 vt 11 5K 11 evdev 4 4K 4 MCA 32 4K 32 memdesc 1 4K 1 proc-args 103 4K 13598 acpisem 28 4K 28 lockf 32 4K 54 selfd 55 4K 174855 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 63 uidinfo 3 3K 8 clone 9 3K 9 freeblks 9 3K 13455 ipsec-saq 2 2K 2 io_apic 1 2K 1 local_apic 1 2K 1 ip6ndp 12 2K 13 Unitno 30 2K 49 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 toponodes 6 2K 6 in_multi 6 2K 8 msi 12 2K 12 acpidev 20 2K 20 ipsecpolicy 2 2K 2 tun 7 2K 7 NFSD session 1 1K 1 vnodemarker 2 1K 38 nhops 6 1K 8 CC Mem 4 1K 1651 secasvar 1 1K 1 sahead 1 1K 1 mkdir 8 1K 22788 softdep 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 isadev 6 1K 6 pfil 6 1K 6 igmp 6 1K 6 mld 6 1K 6 indirdep 3 1K 21682 mount 16 1K 89 pci_link 10 1K 10 procdesc 5 1K 14 encap_export_host 12 1K 12 crypto 4 1K 4 cdev 2 1K 2 inpcbpolicy 16 1K 3219 diradd 4 1K 12638 newdirblk 4 1K 11394 osd 9 1K 1599 biobuf 1 1K 1 chacha20random 1 1K 1 CAM SIM 2 1K 2 DEVFS 9 1K 10 NFSD V4client 1 1K 1 NFSD lckfile 1 1K 1 vnodes 1 1K 1 feeder 7 1K 7 prison 6 1K 6 loginclass 3 1K 6 tcpfunc 3 1K 3 lkpikmalloc 5 1K 6 soname 5 1K 23030 cryptodev 2 1K 237 CAM I/O Scheduler 1 1K 1 CAM dev queue 2 1K 2 CAM path 4 1K 1034 pmchooks 1 1K 1 aio 4 1K 4 netlink 1 1K 1 atkbddev 2 1K 2 apmdev 1 1K 1 nexusdev 8 1K 8 filecaps 5 1K 94 sctp_vrf 1 1K 1 acpiintr 1 1K 1 entropy 2 1K 41 pmc 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 vnet_data_free 1 1K 1 cpus 2 1K 2 p1003.1b 1 1K 1 tcp_fsb 0 0K 2400 tcp_do 0 0K 0 ah 0 0K 0 esp 0 0K 0 ipcomp 0 0K 0 pf_temp 0 0K 0 pf_krule_item 0 0K 0 pf_osfp 0 0K 0 pf_altq 0 0K 0 pf_rule 0 0K 0 pf_table 0 0K 0 mqdata 0 0K 0 sctp_stri 0 0K 0 sctp_aadr 0 0K 0 sctp_a_it 0 0K 11 sctp_athi 0 0K 0 sctp_stre 0 0K 0 sctp_cmsg 0 0K 0 sctp_cpal 0 0K 0 sctp_mvrf 0 0K 0 sctp_iter 0 0K 11 sctp_socko 0 0K 15716 sctp_mcore 0 0K 0 filemon 0 0K 1264 CAM ccb queue 0 0K 0 CAM CCB 0 0K 523 nvme_da 0 0K 0 scsi_cd 0 0K 0 scsi_ch 0 0K 0 ata_da 0 0K 0 scsi_da 0 0K 69 scsi_pass 0 0K 0 SCSI sa 0 0K 0 SCSI ENC 0 0K 0 nvlist 0 0K 0 XZ_DEC 0 0K 0 zstd 0 0K 0 aacbuf 0 0K 0 aaccam 0 0K 0 aacraid_buf 0 0K 0 aacraidcam 0 0K 0 acpicmbat 0 0K 0 acpi_perf 0 0K 0 acpipwr 0 0K 0 agp 0 0K 0 AHCI driver 0 0K 0 ata_generic 0 0K 0 ata_dma 0 0K 0 ata_pci 0 0K 0 athdev 0 0K 0 ath_hal 0 0K 0 BACKLIGHT 0 0K 0 ciss_data 0 0K 0 ipsbuf 0 0K 0 ix 0 0K 0 ix_sriov 0 0K 0 LED 0 0K 0 malodev 0 0K 0 md_disk 0 0K 0 md_sectors 0 0K 0 mfibuf 0 0K 0 mpr 0 0K 0 MPRSAS 0 0K 0 mpr_user 0 0K 0 mps 0 0K 0 MPSSAS 0 0K 0 mps_user 0 0K 0 mpt_user 0 0K 0 mrsasbuf 0 0K 0 MVS driver 0 0K 0 mwldev 0 0K 0 netmap 0 0K 0 nvd 0 0K 0 nvme 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 sr_iov 0 0K 0 ppbusdev 0 0K 0 PUC 0 0K 0 SIIS driver 0 0K 0 hdaa 0 0K 0 hdac 0 0K 0 hdacc 0 0K 0 ac97 0 0K 0 mixer 0 0K 0 midi buffers 0 0K 0 tcp_log_dev 0 0K 26 twsbuf 0 0K 0 USB 0 0K 0 USBdev 0 0K 0 pvscsi 0 0K 0 vtfont 0 0K 0 sysmouse 0 0K 0 Balloon 0 0K 0 xbd 0 0K 0 xbbd 0 0K 0 xen_acpi 0 0K 0 xnb 0 0K 0 xenstore 0 0K 0 evtchn_dev 0 0K 0 privcmd_dev 0 0K 0 gntdev 0 0K 0 DEVFS2 0 0K 0 DEVFS4 0 0K 0 msdosfs_node 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_fat 0 0K 0 NFSD V4state 0 0K 0 NFSD V4lock 0 0K 0 NFSD string 0 0K 0 NFSD usrgroup 0 0K 0 NFS req 0 0K 0 NFS fh 0 0K 0 NFSCL owner 0 0K 0 NFSCL open 0 0K 0 NFSCL deleg 0 0K 0 NFSCL client 0 0K 0 NFSCL lckown 0 0K 0 NFSCL lck 0 0K 0 NEWNFSnode 0 0K 0 NEWdirectio 0 0K 0 NFSCL diroff 0 0K 0 NFSD rollback 0 0K 0 NFSCL layout 0 0K 0 NFSCL flayout 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL session 0 0K 0 NFSCL layrecall 0 0K 0 newnfsclient_req 0 0K 0 newnfsmnt 0 0K 0 NFS FHA 0 0K 0 tmpfs extattr 0 0K 0 tmpfs mount 0 0K 0 tmpfs name 0 0K 0 tmpfs dir 0 0K 0 geom_flashmap 0 0K 0 raid_data 0 0K 72 md_ddf_data 0 0K 0 md_intel_data 0 0K 0 md_jmicron_data 0 0K 0 md_nvidia_data 0 0K 0 md_promise_data 0 0K 0 md_sii_data 0 0K 0 tr_concat_data 0 0K 0 tr_raid0_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid5_data 0 0K 0 isofs_mount 0 0K 0 isofs_node 0 0K 0 boottrace 0 0K 0 tty console 0 0K 0 pwd 0 0K 0 filedesc_to_leader 0 0K 0 sigio 0 0K 1 Fail Points 0 0K 0 prison_racct 0 0K 0 cache 0 0K 0 rctl 0 0K 0 sendfile 0 0K 0 dumper 0 0K 0 ekcd 0 0K 0 sysctl 0 0K 3 sysctltmp 0 0K 831 SWAP 0 0K 0 compressor 0 0K 0 firmware 0 0K 0 sbuf 0 0K 288 stack 0 0K 0 Witness 0 0K 0 eventfd 0 0K 0 ioctlops 0 0K 323 iov 0 0K 20337 timerfd 0 0K 0 pts 0 0K 0 accf 0 0K 0 ktls 0 0K 0 mbuf_tag 0 0K 0 acl 0 0K 0 lio 0 0K 0 cl_savebuf 0 0K 2 export_host 0 0K 0 namei_tracker 0 0K 0 statfs 0 0K 377 VN POLL 0 0K 0 fadvise 0 0K 0 zlib 0 0K 0 ifdescr 0 0K 0 gif 0 0K 0 vlan 0 0K 0 iflib 0 0K 0 80211vap 0 0K 0 80211crypto 0 0K 0 80211dfs 0 0K 0 80211preq 0 0K 0 80211prep 0 0K 0 80211perr 0 0K 0 80211mesh_rt 0 0K 0 80211mesh_gt 0 0K 0 80211node 0 0K 0 80211nodeie 0 0K 0 80211power 0 0K 0 80211ratectl 0 0K 0 80211scan 0 0K 0 ipid 0 0K 0 in_mfilter 0 0K 0 ip_moptions 0 0K 0 ip_msource 0 0K 0 LRO 0 0K 0 tcp_hwpace 0 0K 0 tcplog 0 0K 0 frag6 0 0K 0 in6_mfilter 0 0K 0 ip6_moptions 0 0K 0 ip6_msource 0 0K 0 ip6opt 0 0K 5 ipsecrequest 0 0K 0 ipsec-misc 0 0K 0 ipsec-reg 0 0K 0 ipsec-spdcache 0 0K 0 NLM 0 0K 0 lkpi80211 0 0K 0 lkpifw 0 0K 0 lkpimhi 0 0K 0 lkpindev 0 0K 0 idr 0 0K 0 radix 0 0K 0 lkpiskb 0 0K 0 seq_file 0 0K 0 simple_attr 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 ktls_ocf 0 0K 0 audit_cred 0 0K 0 audit_data 0 0K 0 audit_path 0 0K 0 audit_text 0 0K 0 audit_gidset 0 0K 0 audit_bsm 0 0K 0 audit_evname 0 0K 0 audit_pipe 0 0K 0 audit_pipeent 0 0K 0 audit_pipe_presel 0 0K 0 audit_trigger 0 0K 0 mactemp 0 0K 0 ufs_trim 0 0K 0 allocdirect 0 0K 0 allocindir 0 0K 0 freefrag 0 0K 2 freedep 0 0K 0 jaddref 0 0K 0 jremref 0 0K 0 jmvref 0 0K 0 jnewblk 0 0K 0 jfreeblk 0 0K 0 jfreefrag 0 0K 0 jseg 0 0K 0 jsegdep 0 0K 0 sbdep 0 0K 17 jtrunc 0 0K 0 jfsync 0 0K 0 sentinel 0 0K 0 savedino 0 0K 15027 jblocks 0 0K 0 vm_pgdata 0 0K 0 UMAHash 0 0K 0 vm_fictitious 0 0K 0 xenbus 0 0K 0 aesni_data 0 0K 0 bxe_ilt 0 0K 0 hyperv_socket 0 0K 0 iommu_dmamap 0 0K 0 isci 0 0K 0 dmar_ctx 0 0K 0 dmar_dom 0 0K 0 dmar_idpgtbl 0 0K 0 qpidrv 0 0K 0 busdma 0 0K 0 bounce 0 0K 0 legacydrv 0 0K 0 xen_hvm 0 0K 0 xen_intr 0 0K 0 fpukern_ctx 0 0K 0 axgbe 0 0K 0 iavf 0 0K 0 ice 0 0K 0 ice-osdep 0 0K 0 ice-resmgr 0 0K 0 ixl 0 0K 0 smartpqi 0 0K 0 madt_table 0 0K 2 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1174985 0 254 38494208 0 mbuf 256 8880 783 1854987 0 254 2473728 0 RADIX NODE 144 15359 484 331848 0 64 2281392 0 malloc-384 384 4759 161 41191 0 30 1889280 0 BUF TRIE 144 201 11615 42630 0 62 1701504 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11495 99 11760 0 126 1484032 0 malloc-384 384 144 3576 14325 0 30 1428480 0 malloc-4096 4096 330 8 2070 0 2 1384448 0 UMA Slabs 0 112 11170 20 11170 0 126 1253280 0 sctp_ep 1176 276 744 29947 0 254 1199520 0 sctp_asoc 2256 268 242 7014 0 254 1150560 0 vmem btag 56 18069 114 18069 0 254 1018248 0 malloc-256 256 361 3614 13913 0 62 1017600 0 malloc-256 256 227 3253 34022 0 62 890880 0 malloc-2048 2048 279 137 29952 0 8 851968 0 socket 960 51 713 34744 0 254 733440 0 FFS inode 1160 526 27 13112 0 8 641480 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-1024 1024 405 75 8319 0 16 491520 0 malloc-128 128 119 3663 12601 0 126 484096 0 VM OBJECT 264 1623 117 146785 0 30 459360 0 malloc-65536 65536 5 2 185 0 1 458752 0 malloc-16384 16384 19 5 11479 0 1 393216 0 THREAD 1824 179 30 14755 0 8 381216 0 256 Bucket 2048 168 18 4600 0 8 380928 0 sctp_raddr 736 268 249 7014 0 254 380512 0 malloc-4096 4096 72 6 12360 0 2 319488 0 VNODE 448 567 99 13155 0 30 298368 0 malloc-64 64 3816 279 3828 0 254 262080 0 malloc-16 16 14438 312 16118 0 254 236000 0 malloc-32768 32768 0 7 20640 0 1 229376 0 DEVCTL 1024 0 220 151 0 0 225280 0 malloc-256 256 146 724 86548 0 62 222720 0 MAP ENTRY 96 1864 404 398142 0 126 217728 0 tcp_log 416 0 513 100 0 254 213408 0 mbuf_packet 256 241 521 21073 0 254 195072 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 181 44 25597 0 16 187200 0 malloc-32 32 5280 390 5311 0 254 181440 0 malloc-128 128 1126 269 23911 0 126 178560 0 malloc-128 128 1180 215 26381 0 126 178560 0 FFS2 dinode 256 526 164 13111 0 62 176640 0 64 Bucket 512 202 86 18198 0 30 147456 0 S VFS Cache 104 1014 390 13991 0 126 146016 0 PROC 1376 71 28 12359 0 8 136224 0 128 Bucket 1024 99 32 3069 0 16 134144 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 20 490 1541 0 254 130560 0 malloc-256 256 338 172 2063 0 62 130560 0 malloc-256 256 311 199 30631 0 62 130560 0 ksiginfo 112 87 957 11083 0 126 116928 0 malloc-4096 4096 23 3 575 0 2 106496 0 filedesc0 1072 72 26 12360 0 8 105056 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-2048 2048 4 44 511 0 8 98304 0 32 Bucket 256 203 172 7562 0 62 96000 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 304368 0 30 85680 0 malloc-64 64 535 788 19203 0 254 84672 0 malloc-128 128 398 253 12403 0 126 83328 0 sctp_chunk 152 266 254 1262 0 254 79040 0 sctp_laddr 48 1064 532 6077 0 254 76608 0 tcp_inpcb 1304 4 53 1586 0 8 74328 0 malloc-4096 4096 14 4 29 0 2 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 0 8 1290 0 1 65536 0 malloc-2048 2048 8 24 1800 0 8 65536 0 malloc-1024 1024 15 49 526 0 16 65536 0 udp_inpcb 424 7 146 979 0 30 64872 0 pipe 728 23 65 644 0 16 64064 0 malloc-512 512 16 104 211 0 30 61440 0 sctp_stream_msg_out 112 0 540 193 0 254 60480 0 VMSPACE 616 51 45 12340 0 16 59136 0 udplite_inpcb 424 0 126 280 0 30 53424 0 malloc-64 64 213 606 817 0 254 52416 0 malloc-64 64 576 243 9337 0 254 52416 0 malloc-64 64 333 486 212251 0 254 52416 0 malloc-64 64 483 336 1050 0 254 52416 0 Files 80 231 419 60672 0 126 52000 0 malloc-128 128 143 260 4926 0 126 51584 0 malloc-128 128 25 378 289 0 126 51584 0 malloc-256 256 32 163 24974 0 62 49920 0 malloc-256 256 73 122 259 0 62 49920 0 ripcb 392 5 121 374 0 30 49392 0 tcp_rack_pcb 1024 0 48 1200 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 69367 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-8192 8192 4 2 21 0 1 49152 0 malloc-384 384 101 19 101 0 30 46080 0 pcpu-8 8 4805 827 5577 0 254 45056 0 PWD 40 33 1078 11486 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 650 736 41049 0 254 44352 0 malloc-4096 4096 8 2 8 0 2 40960 0 da_ccb 544 0 70 76220 0 16 38080 0 malloc-64 64 4 563 36 0 254 36288 0 malloc-64 64 3 564 27 0 254 36288 0 16 Bucket 144 77 175 3161 0 62 36288 0 tcp_rack_map 128 0 279 2200 0 126 35712 0 tcp_bbr_map 128 0 279 99 0 126 35712 0 malloc-128 128 51 228 13358 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 28 107 174 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 7 9 64 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 9 7 292 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 1 31 2 0 16 32768 0 malloc-1024 1024 6 26 6 0 16 32768 0 malloc-1024 1024 4 28 153 0 16 32768 0 malloc-512 512 0 64 118 0 30 32768 0 malloc-512 512 2 62 110 0 30 32768 0 malloc-512 512 0 64 94 0 30 32768 0 malloc-512 512 9 55 10 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 ertt_txseginfo 40 0 808 18771 0 254 32320 0 KNOTE 160 28 172 107467 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 245 0 126 31680 0 clpbuf 2624 0 12 38 0 4 31488 0 tcp_bbr_pcb 832 0 36 84 0 16 29952 0 tcp_inpcb ports 32 2 880 1246 0 254 28224 0 malloc-32 32 75 807 532 0 254 28224 0 malloc-32 32 321 561 5127 0 254 28224 0 4 Bucket 48 6 582 9 0 254 28224 0 2 Bucket 32 70 812 5260 0 254 28224 0 AIO 208 0 133 84 0 62 27664 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-4096 4096 3 3 68 0 2 24576 0 rl_entry 40 94 512 94 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 malloc-16 16 616 884 37152 0 254 24000 0 8 Bucket 80 77 223 3485 0 126 24000 0 itimer 352 0 66 3 0 30 23232 0 malloc-384 384 2 58 336 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 341 0 254 20160 0 ertt 72 4 276 1586 0 126 20160 0 malloc-32 32 26 604 11530 0 254 20160 0 malloc-32 32 160 470 1014 0 254 20160 0 malloc-32 32 56 574 2845 0 254 20160 0 malloc-32 32 35 595 115 0 254 20160 0 AIOCB 552 0 35 117 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-2048 2048 0 8 12 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 0 16 8 0 16 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 594516 0 254 16032 0 malloc-16 16 550 450 43448 0 254 16000 0 kenv 258 16 44 1021 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 4 0 254 12096 0 malloc-16 16 14 736 27 0 254 12000 0 malloc-16 16 293 457 337 0 254 12000 0 malloc-16 16 234 516 16015 0 254 12000 0 malloc-16 16 18 732 27364 0 254 12000 0 malloc-16 16 18 732 21 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 13 17 13 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0