panic: failed to reclaim memory cpuid = 0 time = 304 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056de1470 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056de15d0 vpanic() at vpanic+0x257/frame 0xfffffe0056de1790 panic() at panic+0xb5/frame 0xfffffe0056de1860 vm_pageout_oom() at vm_pageout_oom+0xce4/frame 0xfffffe0056de18f0 vm_pageout_worker() at vm_pageout_worker+0xfb8/frame 0xfffffe0056de1e90 vm_pageout() at vm_pageout+0x2ce/frame 0xfffffe0056de1ee0 fork_exit() at fork_exit+0x10c/frame 0xfffffe0056de1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056de1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 8 tid 100077 ] Stopped at kdb_enter+0x6e: movq $0,0x26bb467(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002befac0 rdx 0 rbx 0xffffffff82a24940 .str.27 rsp 0xfffffe0056de15b0 rbp 0xfffffe0056de15d0 rsi 0 rdi 0xffffffff81777939 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x43 r12 0xfffffe0059204780 r13 0xfffffffffffffffe r14 0xffffffff82a24940 .str.27 r15 0 rip 0xffffffff8176026e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bb467(%rip) db> show proc Process 8 (pagedaemon) at 0xfffffe00592015a0: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 0 at 0xffffffff83da6020 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83da6020 reapsubtree: 8 sigparent: 20 vmspace: 0xffffffff83da66e0 (map 0xffffffff83da66e0) (map.pmap 0xffffffff83da6780) (pmap 0xffffffff83da67f0) threads: 3 100077 Run CPU 0 [dom0] 100081 D laundp 0xffffffff82a29080 [laundry: dom0] 100082 D umarcl 0xffffffff81f9d480 [uma] db> ps pid ppid pgrp uid state wmesg wchan cmd 2310 2309 2309 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2309 1544 2309 0 S wait 0xfffffe0059310070 syz-executor 2306 2305 2305 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2305 1544 2305 0 S wait 0xfffffe00592ed038 syz-executor 2304 2303 2303 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2303 1544 2303 0 S wait 0xfffffe00593615a0 syz-executor 2302 2301 2301 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2301 1544 2301 0 SL wait 0xfffffe0059361b08 syz-executor 2300 1 2299 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2298 1 2297 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2296 1 2295 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2294 1 2293 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2292 1 2291 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2290 1 2289 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2288 1 2287 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2286 1 2285 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2284 1 2283 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2282 1 2281 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2280 1 2279 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2278 1 2277 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2274 1 2273 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2272 1 2271 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2270 1 2269 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2268 1 2171 0 T (threaded) syz-executor 100403 s syz-executor 101324 D ifnet_d 0xffffffff83ebf1a0 syz-executor 101325 s syz-executor 2264 1 2263 0 D ifnet_d 0xffffffff83ebf1a0 ifconfig 2252 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 2239 1 2146 0 T (threaded) syz-executor 100165 s syz-executor 101269 D ifnet_d 0xffffffff83ebf1a0 syz-executor 2229 0 0 0 DL mdwait 0xfffffe005a97f000 [md0] 2199 1 2127 0 DE ifnet_d 0xffffffff83ebf1a0 syz-executor 2180 1 2177 0 S tun_con 0xfffffe0058a00240 ifconfig 1814 1808 1814 0 Ss select 0xfffffe0058f7a340 dhclient 1811 1 1811 0 Ss select 0xfffffe0058f7a140 dhclient 1808 1758 982 65 S select 0xfffffe0058f79d40 dhclient 1758 982 982 0 S wait 0xfffffe00592ca038 sh 1739 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1738 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1737 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1736 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1695 0 0 0 DL mdwait 0xfffffe0071bbc000 [md1] 1659 0 0 0 DL (threaded) [so_splice] 100092 D - 0xfffffe005aae3c00 [thr_0] 100288 D - 0xfffffe005aae3c40 [thr_1] 1607 0 0 0 DL aiordy 0xfffffe005930e568 [aiod4] 1606 0 0 0 DL aiordy 0xfffffe005930ead0 [aiod3] 1605 0 0 0 DL aiordy 0xfffffe005930f038 [aiod2] 1604 0 0 0 DL aiordy 0xfffffe00592a9b08 [aiod1] 1599 1 1548 0 T (threaded) syz-executor 100152 s syz-executor 100191 Run CPU 1 syz-executor 1544 1543 1544 0 Ss select 0xfffffe0058f7d040 syz-executor 1543 1541 1541 0 S select 0xfffffe0058f7da40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f7d940 sshd-session 1533 1 1533 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1532 1 1532 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1531 1 1531 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1530 1 1530 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1529 1 1529 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1500 1 1500 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0054360840 sshd 1280 1 1280 0 Ss select 0xfffffe005a5e4c40 syslogd 1279 1 1276 0 S select 0xfffffe005a5e4d40 syslogd 1276 1 1276 0 Rs syslogd 982 1 982 0 Ss wait 0xfffffe00592c9568 devd 981 1 981 65 Ss select 0xfffffe005435f440 dhclient 829 1 829 0 Ss select 0xfffffe005a5e7e40 dhclient 826 1 826 0 Ss select 0xfffffe005a5eab40 dhclient 406 0 0 0 DL - 0xffffffff83a2b2c0 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100080 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe005a9920e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 0 [dom0] 100081 D laundp 0xffffffff82a29080 [laundry: dom0] 100082 D umarcl 0xffffffff81f9d480 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845935c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8498a8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efcff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a29081 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100118 D - 0xfffffe006cd09a00 [netlink_socket (PID] 100382 D - 0xfffffe00716ba200 [netlink_socket (PID] 101128 D - 0xfffffe007200a400 [netlink_socket (PID] 101317 D - 0xfffffe007174f200 [netlink_socket (PID] 101326 D - 0xfffffe009319d800 [netlink_socket (PID] 101327 D - 0xfffffe005a295600 [netlink_socket (PID] 101328 D - 0xfffffe00724d2a00 [netlink_socket (PID] 101329 D - 0xfffffe005abfee00 [netlink_socket (PID] 101330 D - 0xfffffe0071740a00 [netlink_socket (PID] 101331 D - 0xfffffe009319a000 [netlink_socket (PID] 101332 D - 0xfffffe0093196c00 [netlink_socket (PID] 101334 D - 0xfffffe007200ae00 [netlink_socket (PID] 101336 D - 0xfffffe009318cc00 [netlink_socket (PID] 101337 D - 0xfffffe00724d8600 [netlink_socket (PID] 101339 D - 0xfffffe0072005e00 [netlink_socket (PID] 101340 D - 0xfffffe009318d400 [netlink_socket (PID] 101341 D - 0xfffffe0090588600 [netlink_socket (PID] 101342 D - 0xfffffe00931a3000 [netlink_socket (PID] 101343 D - 0xfffffe005abffe00 [netlink_socket (PID] 101345 D - 0xfffffe0072007000 [netlink_socket (PID] 101348 D - 0xfffffe009312d200 [netlink_socket (PID] 101349 D - 0xfffffe00931a3c00 [netlink_socket (PID] 101351 D - 0xfffffe0058a3d000 [netlink_socket (PID] db> show all locks Process 2180 (ifconfig) thread 0xfffffe0059264000 (100091) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83ebf1a0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/net/if_clone.c:480 Process 1599 (syz-executor) thread 0xfffffe00592d0780 (100191) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007f1a520) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_bio.c:4027 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071bbec78) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_vnops.c:4037 Process 1276 (syslogd) thread 0xfffffe00592d0000 (100146) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e18780) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_bio.c:4027 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071a7ac78) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_syscalls.c:3724 db> show malloc Type InUse MemUse Requests netmap 92409 376356K 189593 pf_hash 6 12804K 6 devbuf 8350 8954K 8835 linker 388 5325K 694 tcp_hpts 8 4865K 8 pcb 48 2809K 438 sysctloid 35754 2106K 35947 vtbuf 24 1968K 46 kobj 344 1376K 629 vmem 5 1046K 13 newblk 12 1027K 3454 vfscache 3 1025K 3 inodedep 10 516K 1312 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 filedesc 60 473K 1111 intr 4 472K 4 subproc 173 370K 2412 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 5916 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 pagedep 7 130K 655 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 118 118K 154 gtaskqueue 18 98K 18 LRO 34 97K 48 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 537 68K 538 ddb_capture 1 64K 1 umtx 432 54K 432 kdtrace 267 51K 3663 BPF 29 37K 107 DEVFS3 137 35K 155 ifaddr 91 34K 178 hostcache 1 32K 1 shm 1 32K 7 msg 5 31K 5 kbdmux 6 28K 6 lltable 92 26K 189 DEVFS_RULE 61 22K 61 temp 62 22K 6884 GEOM 90 18K 868 ufs_mount 4 17K 5 ifnet 17 17K 37 proc 3 17K 3 devstat 8 17K 8 plimit 43 17K 743 tty 16 16K 16 DEVFSP 237 15K 463 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 15K 1356 kcovinfo 225 15K 288 taskqueue 138 14K 1185 kenv 138 14K 138 cred 31 12K 669 kqueue 90 11K 2578 ether_multi 129 11K 360 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 bmsafemap 3 9K 1233 UART 12 9K 12 md_disk 3 9K 39 ksem 1 8K 8 shmfd 1 8K 6 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 in6_multi 55 8K 127 pf_ifnet 20 7K 102 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 16 6K 33 pwddesc 83 6K 2311 proc-args 126 5K 4684 UMA 273 5K 274 mount 51 5K 921 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 md_sectors 1 4K 2 evdev 4 4K 4 tun 10 4K 11 acpisem 28 4K 28 lockf 29 4K 550 selfd 48 3K 31677 terminal 11 3K 11 session 22 3K 148 acpidev 21 3K 21 msdosfs_node 10 3K 18 uidinfo 4 3K 45 hhook 8 3K 10 sctp_ifa 18 3K 27 netlink 2 3K 768 igmp 17 3K 35 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 40 select 14 2K 112 Unitno 29 2K 229 CAM XPT 22 2K 545 in_multi 6 2K 18 toponodes 6 2K 6 ipsecpolicy 2 2K 4 sctp_timw 5 2K 5 inpcbpolicy 40 2K 1106 ip6ndp 5 2K 12 msi 9 2K 9 softdep 1 1K 1 indirdep 4 1K 222 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 12 vnodemarker 2 1K 258 NFSD session 1 1K 1 CAM periph 4 1K 526 ipsec 3 1K 3 sctp_ifn 6 1K 27 mkdir 6 1K 1208 diradd 6 1K 952 CC Mem 6 1K 315 pfil 6 1K 6 sigio 12 1K 36 pci_link 10 1K 10 newdirblk 5 1K 604 crypto 4 1K 4 encap_export_host 12 1K 12 osd 11 1K 413 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 sctp_atcl 1 1K 127 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 1 1K 7 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 CAM path 5 1K 1035 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 134 aio 4 1K 5 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4316 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 115 acpiintr 1 1K 1 sctp_atky 1 1K 135 cpus 2 1K 2 freework 1 1K 990 vnet_data_free 1 1K 1 fadvise 1 1K 7 Per-cpu 1 1K 1 filecaps 2 1K 207 sctp_athm 1 1K 127 p1003.1b 1 1K 1 tcp_pcm_rack 0 0K 5 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 10 ipcomp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 55 sctp_iter 0 0K 30 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 30 sctp_aadr 0 0K 10 sctp_stro 0 0K 5 sctp_stri 0 0K 0 sctp_map 0 0K 10 mqdata 0 0K 0 cryptodev 0 0K 16 filemon 0 0K 7 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 270 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 74 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 875 freefile 0 0K 799 freeblks 0 0K 694 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 7 audit_pipeent 0 0K 0 audit_pipe 0 0K 20 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 36 ipsecrequest 0 0K 2 mld 0 0K 0 ip6opt 0 0K 43 ip6_msource 0 0K 2 ip6_moptions 0 0K 4 in6_mfilter 0 0K 4 frag6 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 2 ip_moptions 0 0K 10 in_mfilter 0 0K 7 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 VN POLL 0 0K 13 statfs 0 0K 53 namei_tracker 0 0K 8 inotify 0 0K 87 export_host 0 0K 0 cl_savebuf 0 0K 62 lio 0 0K 7 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 5 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 101954 ioctlops 0 0K 311 eventfd 0 0K 7 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 826 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1898 sysctl 0 0K 206 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 150 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 849 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1 21380 0 124 34082816 0 vmem btag 56 112541 12296 212879 0 254 6990872 0 RADIX NODE 152 25894 1276 127071 0 62 4129840 0 malloc-384 384 8217 23 8231 0 30 3164160 0 mbuf 256 8641 1286 28393 0 254 2541312 0 BUF TRIE 152 287 11491 4658 0 62 1790256 0 malloc-128 128 12016 224 13342 0 126 1566720 0 mbuf_cluster 2048 33 729 762 0 127 1560576 0 malloc-4096 4096 353 0 647 0 2 1445888 0 malloc-65536 65536 11 0 16 0 1 720896 0 FFS inode 1168 589 11 1403 0 8 700800 0 pbuf 2664 0 210 0 0 2 559440 0 lkpicurr 168 2 3080 2 0 62 517776 0 VM OBJECT 232 1997 111 35915 0 62 489056 0 malloc-16384 16384 29 0 739 0 1 475136 0 THREAD 1876 182 34 1351 0 8 405216 0 malloc-4096 4096 91 1 2981 0 2 376832 0 socket 1024 85 245 5295 0 131 337920 0 malloc-64 64 4466 622 7000 0 254 325632 0 VNODE 440 656 64 1481 0 30 316800 0 swblk 136 2054 18 2096 0 62 281792 0 MAP ENTRY 96 2586 339 124395 0 126 280800 0 DEVCTL 1024 155 109 562 0 0 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16 16 14980 770 18429 0 254 252000 0 256 Bucket 2048 13 95 6243 0 8 221184 0 FPU_save_area 832 184 77 1872 0 16 217152 0 malloc-2048 2048 104 0 164 0 8 212992 0 malloc-32 32 5533 641 7367 0 254 197568 0 UMA Zones 768 245 8 246 0 16 194304 0 FFS2 dinode 256 589 146 1403 0 62 188160 0 malloc-128 128 1184 176 24826 0 126 174080 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-1024 1024 134 14 425 0 16 151552 0 malloc-256 256 287 305 9382 0 62 151552 0 tcp_log 416 170 190 9396 0 138 149760 0 S VFS Cache 104 1109 295 2029 0 126 146016 0 malloc-65536 65536 2 0 112 0 1 131072 0 64 Bucket 512 8 247 13977 0 30 130560 0 malloc-256 256 307 181 3336 0 62 124928 0 malloc-64 64 229 1691 38143 0 254 122880 0 PROC 1384 83 5 2310 0 8 121792 0 malloc-8192 8192 14 0 37 0 1 114688 0 filedesc0 1072 84 21 2311 0 8 112560 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-128 128 608 144 5373 0 126 96256 0 UMA Kegs 384 232 5 233 0 30 91008 0 malloc-128 128 454 170 2881 0 126 79872 0 pipe 736 71 34 961 0 16 77280 0 128 Bucket 1024 6 69 1948 0 16 76800 0 malloc-4096 4096 18 0 70 0 2 73728 0 malloc-384 384 90 90 1636 0 30 69120 0 malloc-65536 65536 1 0 11 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 38 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 ttyinq 160 300 108 780 0 62 65280 0 udp_inpcb 408 32 121 606 0 30 62424 0 malloc-64 64 326 602 1691 0 254 59392 0 ttyoutq 256 157 68 407 0 62 57600 0 malloc-8192 8192 7 0 88 0 1 57344 0 swpctrie 152 368 7 380 0 62 57000 0 malloc-128 128 170 262 1421 0 126 55296 0 Files 80 470 180 20694 0 126 52000 0 malloc-256 256 97 103 653 0 62 51200 0 malloc-64 64 525 275 1705 0 254 51200 0 malloc-384 384 81 49 221 0 30 49920 0 malloc-16384 16384 3 0 13 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 37 11 143 0 16 49152 0 malloc-128 128 34 350 1343 0 126 49152 0 pcpu-8 8 5657 487 8613 0 254 49152 0 VMSPACE 584 55 29 2249 0 16 49056 0 tcp_inpcb 1304 6 30 312 0 8 46944 0 malloc-4096 4096 11 0 35 0 2 45056 0 malloc-64 64 30 674 11396 0 254 45056 0 malloc-384 384 91 19 434 0 30 42240 0 malloc-256 256 54 106 310 0 62 40960 0 malloc-2048 2048 19 0 49 0 8 38912 0 malloc-128 128 70 234 1696 0 126 38912 0 32 Bucket 256 13 137 8520 0 62 38400 0 malloc-256 256 35 109 90233 0 62 36864 0 pcpu-64 64 508 52 508 0 254 35840 0 unpcb 320 19 91 3917 0 138 35200 0 malloc-384 384 16 74 1320 0 30 34560 0 TURNSTILE 136 217 35 217 0 62 34272 0 malloc-32 32 315 756 1211 0 254 34272 0 malloc-32 32 121 950 1442 0 254 34272 0 DIRHASH 1024 11 22 44 0 16 33792 0 udplite_inpcb 408 0 81 83 0 30 33048 0 malloc-32768 32768 1 0 3 0 1 32768 0 malloc-32768 32768 1 0 3 0 1 32768 0 malloc-32768 32768 1 0 121 0 1 32768 0 malloc-8192 8192 4 0 52 0 1 32768 0 malloc-8192 8192 4 0 55 0 1 32768 0 malloc-64 64 390 122 512 0 254 32768 0 PGRP 120 47 217 183 0 126 31680 0 malloc-384 384 37 43 68 0 30 30720 0 SLEEPQUEUE 88 217 124 217 0 126 30008 0 malloc-1024 1024 24 4 43 0 16 28672 0 malloc-256 256 27 85 1007 0 62 28672 0 malloc-128 128 131 77 302 0 126 26624 0 malloc-64 64 248 168 525 0 254 26624 0 ripcb 376 2 68 105 0 30 26320 0 PWD 40 35 553 565 0 254 23520 0 routing nhops 256 24 66 57 0 62 23040 0 Mountpoints 2816 3 5 9 0 4 22528 0 ksiginfo 112 78 120 141 0 126 22176 0 malloc-256 256 11 61 498 0 62 18432 0 8 Bucket 80 6 224 58916 0 126 18400 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 5 0 1 16384 0 malloc-16 16 98 910 3917 0 254 16128 0 rtentry 168 27 65 57 0 62 15456 0 g_bio 424 0 36 183480 0 30 15264 0 malloc-1024 1024 3 11 2382 0 16 14336 0 malloc-32 32 32 409 432 0 254 14112 0 malloc-16 16 275 607 24572 0 254 14112 0 malloc-4096 4096 3 0 34 0 2 12288 0 malloc-2048 2048 6 0 514 0 8 12288 0 malloc-2048 2048 6 0 43 0 8 12288 0 malloc-2048 2048 6 0 996 0 8 12288 0 malloc-1024 1024 11 1 20 0 16 12288 0 malloc-512 512 14 10 56 0 30 12288 0 malloc-512 512 12 12 88 0 30 12288 0 malloc-512 512 7 17 237 0 30 12288 0 malloc-32 32 26 352 2405 0 254 12096 0 malloc-32 32 34 344 2820 0 254 12096 0 malloc-16 16 71 685 841 0 254 12096 0 L VFS Cache 320 0 36 72 0 30 11520 0 NAMEI 1024 0 11 29392 0 16 11264 0 UMA Slabs 0 112 51 46 68 0 126 10864 0 kenv 258 18 24 1078 0 30 10836 0 rl_entry 48 18 198 46 0 254 10368 0 malloc-1024 1024 6 4 209 0 16 10240 0 malloc-32 32 142 173 243 0 254 10080 0 malloc-16 16 23 607 583 0 254 10080 0 vmem 1856 2 3 2 0 8 9280 0 mbuf_packet 256 33 0 690 0 254 8448 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 2 0 5 0 2 8192 0 malloc-2048 2048 3 1 1389 0 8 8192 0 malloc-1024 1024 4 4 625 0 16 8192 0 malloc-512 512 5 11 485 0 30 8192 0 malloc-512 512 10 6 11 0 30 8192 0 malloc-64 64 14 114 227 0 254 8192 0 sctp_ep 1152 1 6 122 0 127 8064 0 malloc-32 32 12 240 1142 0 254 8064 0 malloc-16 16 52 452 116 0 254 8064 0 malloc-16 16 56 448 345 0 254 8064 0 KNOTE 160 11 37 228 0 62 7680 0 epoch_record pcpu 256 4 26 4 0 62 7680 0 mqnode 416 4 14 4 0 30 7488 0 16 Bucket 144 3 49 5826 0 62 7488 0 ertt 72 6 94 312 0 126 7200 0 vtnet_tx_hdr 40 0 168 2142 0 254 6720 0 2 Bucket 32 2 200 3273 0 254 6464 0 cpuset 200 7 25 11 0 62 6400 0 pcpu-16 16 8 332 8 0 254 5440 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 2 0 379 0 8 4096 0 malloc-256 256 5 11 338 0 62 4096 0 malloc-384 384 1 9 16 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 da_ccb 544 0 7 46049 0 16 3808 0 mqueue 248 1 14 1 0 62 3720 0 hostcache 64 3 53 3 0 254 3584 0 KMAP ENTRY 96 12 24 23 0 0 3456 0 SMR CPU 32 8 87 8 0 254 3040 0 SMR SHARED 24 8 87 8 0 254 2280 0 malloc-2048 2048 1 0 195 0 8 2048 0 malloc-1024 1024 2 0 6 0 16 2048 0 malloc-16 16 10 116 2866 0 254 2016 0 pass0IO 1048576 0 0 0 0 1 0 0 pass0 1976 0 0 11 0 8 0 0 md1 4 0 0 0 0 254 0 0 splice 184 0 0 39 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 154 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 32 0 0 pf anchors 1664 0 0 0 0 32 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 154 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 138 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 5 0 8 0 0 tcp_rack_map 128 0 0 3 0 126 0 0 tcp_bbr_pcb 896 0 0 23 0 16 0 0 tcp_bbr_map 128 0 0 3 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 syncache 168 0 0 5 0 154 0 0 ipq 56 0 0 3 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 4 0 186 0 0 sctp_readq 152 0 0 0 0 154 0 0 sctp_chunk 152 0 0 4 0 154 0 0 sctp_raddr 736 0 0 5 0 131 0 0 sctp_laddr 48 0 0 50 0 254 0 0 sctp_asoc 2256 0 0 5 0 125 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 104 0 30 0 0 AIOLIO 272 0 0 7 0 30 0 0 AIOCB 552 0 0 182 0 16 0 0 AIO 208 0 0 41 0 62 0 0 mqnotifier 216 0 0 1 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 124 0 0 mbuf_jumbo_9k 9216 0 0 0 0 124 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 37 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2664 0 0 207 0 4 0 0 vnpbuf 2664 0 0 0 0 6 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 2575 0 2 0 0 swrbuf 2664 0 0 78 0 4 0 0 ertt_txseginfo 40 0 0 1224 0 254 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 3 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 57 0 1 0 0 malloc-32768 32768 0 0 13 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 7 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 4 0 2 0 0 malloc-512 512 0 0 15 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 48 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 4 Bucket 48 0 0 37 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl