panic: failed to reclaim memory cpuid = 0 time = 1760028963 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056be2470 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056be25d0 vpanic() at vpanic+0x257/frame 0xfffffe0056be2790 panic() at panic+0xb5/frame 0xfffffe0056be2860 vm_pageout_oom() at vm_pageout_oom+0xce4/frame 0xfffffe0056be28f0 vm_pageout_worker() at vm_pageout_worker+0xf9b/frame 0xfffffe0056be2ea0 vm_pageout() at vm_pageout+0x2ce/frame 0xfffffe0056be2ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056be2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056be2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 8 tid 100077 ] Stopped at kdb_enter+0x6e: movq $0,0x259f6b7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff8280bda0 .str.27 rsp 0xfffffe0056be25b0 rbp 0xfffffe0056be25d0 rsi 0 rdi 0xffffffff816450f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x33 r12 0xfffffe0054008000 r13 0xfffffffffffffffe r14 0xffffffff8280bda0 .str.27 r15 0 rip 0xffffffff8162e4de kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x259f6b7(%rip) db> show proc Process 8 (pagedaemon) at 0xfffffe0054002558: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 0 at 0xffffffff83b58080 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b58080 reapsubtree: 8 sigparent: 20 vmspace: 0xffffffff83b59060 (map 0xffffffff83b59060) (map.pmap 0xffffffff83b59100) (pmap 0xffffffff83b59170) threads: 3 100077 Run CPU 0 [dom0] 100080 Run CPU 1 [laundry: dom0] 100081 D umarcls 0xffffffff82810481 [uma] db> ps pid ppid pgrp uid state wmesg wchan cmd 1228 764 764 0 N syz-executor 1227 762 1227 0 D vmwait 0xffffffff83003480 syz-executor 1226 1 764 0 S uwait 0xfffffe006e4ac480 syz-executor 1224 763 763 60928 D (threaded) syz-executor 100773 D pfault 0xffffffff83003480 syz-executor 100918 S uwait 0xfffffe007785a600 syz-executor 100919 S uwait 0xfffffe0057dc8c80 syz-executor 100920 S uwait 0xfffffe006e4ab900 syz-executor 1218 1 764 0 S uwait 0xfffffe006e4a9c80 syz-executor 1215 1 766 0 S uwait 0xfffffe006e4aa700 syz-executor 1212 1 764 0 S uwait 0xfffffe006e4ab580 syz-executor 1203 1 764 60929 S uwait 0xfffffe006e4ab880 syz-executor 1198 1 763 0 S uwait 0xfffffe006e4aa580 syz-executor 1193 1 764 0 S uwait 0xfffffe0058518980 syz-executor 1185 1 763 0 S uwait 0xfffffe006e4aa500 syz-executor 1170 1 764 0 S uwait 0xfffffe006e4ab400 syz-executor 1168 1 763 0 S uwait 0xfffffe007785b980 syz-executor 1158 1 764 0 S uwait 0xfffffe00582d1d80 syz-executor 1155 1 763 0 S uwait 0xfffffe006e4a9b80 syz-executor 1148 1142 1148 0 Ss select 0xfffffe006dc002c0 dhclient 1145 1 1145 0 Ss select 0xfffffe006dbff040 dhclient 1142 1134 423 65 S select 0xfffffe006dbffdc0 dhclient 1134 423 423 0 S wait 0xfffffe0054188018 sh 1125 1 1125 65 Ss select 0xfffffe006dbff6c0 dhclient 1117 1 764 0 S uwait 0xfffffe006e4ac500 syz-executor 1113 1 764 0 S uwait 0xfffffe0057dc8880 syz-executor 1106 1 766 0 S uwait 0xfffffe00582d0480 syz-executor 1102 1 764 0 S uwait 0xfffffe007785b380 syz-executor 1098 1 763 0 S uwait 0xfffffe006e4aaa80 syz-executor 1096 1 766 0 S uwait 0xfffffe006e4aac80 syz-executor 1077 1 763 0 S uwait 0xfffffe007785b680 syz-executor 1076 1 766 0 SL uwait 0xfffffe0058519200 syz-executor 1074 1 763 0 S uwait 0xfffffe007785b000 syz-executor 1066 1 764 0 S uwait 0xfffffe007785c500 syz-executor 1062 1 763 0 S uwait 0xfffffe00582d0d00 syz-executor 1059 1 764 0 S uwait 0xfffffe006e4aba00 syz-executor 1056 1 766 0 S uwait 0xfffffe007785c400 syz-executor 1052 1 766 0 S uwait 0xfffffe0058519100 syz-executor 1038 1 764 0 S uwait 0xfffffe00582cf800 syz-executor 1031 1 766 0 S uwait 0xfffffe007785bb80 syz-executor 1021 1 764 0 S uwait 0xfffffe006e4aac00 syz-executor 1020 1 764 0 S uwait 0xfffffe007785b580 syz-executor 1013 1 763 0 S uwait 0xfffffe006e4ab100 syz-executor 1012 1 766 0 S uwait 0xfffffe006e4ac680 syz-executor 1005 1 763 60929 S uwait 0xfffffe00582cf900 syz-executor 1001 1 766 0 S uwait 0xfffffe006e4aae80 syz-executor 998 1 764 0 S uwait 0xfffffe006e4ac080 syz-executor 987 1 763 0 S uwait 0xfffffe006e4abf00 syz-executor 973 1 766 0 S uwait 0xfffffe007785c100 syz-executor 971 1 763 0 S uwait 0xfffffe007785c200 syz-executor 956 1 763 0 S uwait 0xfffffe006e4ab780 syz-executor 953 1 766 0 S uwait 0xfffffe0058517a80 syz-executor 949 1 766 0 S uwait 0xfffffe007785c680 syz-executor 946 1 763 0 S uwait 0xfffffe006e4ab200 syz-executor 945 1 766 0 S uwait 0xfffffe006e4aad80 syz-executor 938 1 763 0 S uwait 0xfffffe007785ba80 syz-executor 936 1 766 0 S uwait 0xfffffe007785b880 syz-executor 930 1 763 0 S uwait 0xfffffe006e4ac380 syz-executor 916 1 764 0 S uwait 0xfffffe00582cf000 syz-executor 915 1 914 0 S tun_con 0xfffffe00599d36a8 ifconfig 911 1 763 0 S umtxn 0xfffffe00582d0580 syz-executor 908 1 763 0 S uwait 0xfffffe006e4ab380 syz-executor 904 1 766 0 S uwait 0xfffffe006e4ab000 syz-executor 902 1 765 0 S uwait 0xfffffe007785c980 syz-executor 901 1 766 0 S uwait 0xfffffe00582cf400 syz-executor 900 1 764 0 S uwait 0xfffffe007785c880 syz-executor 895 0 0 0 DL (threaded) [so_splice] 100239 D - 0xfffffe006e4ab300 [thr_0] 100291 D - 0xfffffe006e4ab340 [thr_1] 883 1 764 0 S uwait 0xfffffe007785c780 syz-executor 882 1 764 0 S uwait 0xfffffe006e4ac180 syz-executor 879 1 763 0 S uwait 0xfffffe0058518880 syz-executor 873 1 763 0 S uwait 0xfffffe006e4ac280 syz-executor 872 1 764 0 S uwait 0xfffffe0058517880 syz-executor 871 1 766 0 S uwait 0xfffffe0057dc8e80 syz-executor 865 1 765 0 S uwait 0xfffffe0057dc8b80 syz-executor 863 1 764 0 S uwait 0xfffffe0057dc8a80 syz-executor 858 1 763 0 S uwait 0xfffffe0058517b80 syz-executor 857 1 764 0 S uwait 0xfffffe0058517480 syz-executor 852 1 765 0 S uwait 0xfffffe0058517780 syz-executor 848 1 765 0 S uwait 0xfffffe00582cf500 syz-executor 834 1 765 0 S uwait 0xfffffe006e4abe00 syz-executor 832 1 763 0 S uwait 0xfffffe00582d0680 syz-executor 826 1 765 0 S uwait 0xfffffe00582d1900 syz-executor 825 1 763 0 S uwait 0xfffffe00582cf300 syz-executor 824 1 764 0 S uwait 0xfffffe00582d0880 syz-executor 821 1 821 0 Ss select 0xfffffe006dbffe40 dhclient 818 1 818 0 Ss select 0xfffffe006dbffd40 dhclient 804 0 0 0 DL aiordy 0xfffffe005410a568 [aiod4] 803 0 0 0 DL aiordy 0xfffffe00540f0570 [aiod3] 802 0 0 0 DL aiordy 0xfffffe005410aac0 [aiod2] 801 0 0 0 DL aiordy 0xfffffe00540db568 [aiod1] 766 762 766 0 D vmwait 0xffffffff83003480 syz-executor 764 762 764 0 DL vmwait 0xffffffff83003480 syz-executor 763 762 763 0 S wait 0xfffffe0054005570 syz-executor 762 760 760 0 S select 0xfffffe0059714140 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540dc620 csh 758 681 758 0 Ss select 0xfffffe00597143c0 sshd 747 1 747 0 Ss+ ttyin 0xfffffe00582b80b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00594b00b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00594b08b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00594b10b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00594b18b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0053f670b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0053f678b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0053f680b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe0053f688b0 getty 685 1 685 0 Ss nanslp 0xffffffff83baec40 cron 681 1 681 0 Ss select 0xfffffe00597144c0 sshd 494 1 494 0 Ss select 0xfffffe00597145c0 syslogd 423 1 423 0 Ss wait 0xfffffe00540a5560 devd 422 1 422 65 Ss select 0xfffffe006dc005c0 dhclient 337 1 337 0 Ss select 0xfffffe00597147c0 dhclient 334 1 334 0 Ss select 0xfffffe0059714740 dhclient 16 0 0 0 RL [syncer] 15 0 0 0 DL vlruwt 0xfffffe000780a018 [vnlru] 14 0 0 0 RL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdad60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100092 RunQ [/ worker] 9 0 0 0 DL psleep 0xffffffff83d25cc0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 0 [dom0] 100080 Run CPU 1 [laundry: dom0] 100081 D umarcls 0xffffffff82810481 [uma] 7 0 0 0 DL - 0xffffffff839275f8 [rand_harvestq] 6 0 0 0 RL [pf purge] 5 0 0 0 DL waiting 0xffffffff845d5700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f1340 [doneq0] 100046 D - 0xffffffff838f12c0 [async] 100075 D - 0xffffffff838f1140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83d07660 [crypto] 100043 D crypto_ 0xfffffe0057d60030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057d60080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b57640 [g_event] 100038 D - 0xffffffff83b57660 [g_up] 100039 D - 0xffffffff83b57680 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83d08100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c55ff0 [swapper] 100005 D - 0xfffffe0053ebf100 [softirq_0] 100006 D - 0xfffffe0053ebf000 [softirq_1] 100007 D - 0xfffffe0053ebee00 [if_io_tqg_0] 100008 D - 0xfffffe0053ebed00 [if_io_tqg_1] 100009 D - 0xfffffe0053ebec00 [if_config_tqg_0] 100010 D - 0xfffffe00077dc700 [kqueue_ctx taskq] 100011 D - 0xfffffe00077dc600 [jail_remove taskq] 100012 D - 0xfffffe00077dc500 [bus taskq] 100015 D - 0xfffffe00077dc000 [thread taskq] 100017 D - 0xfffffe00077dbc00 [aiod_kick taskq] 100018 D - 0xfffffe00077dbb00 [deferred_unmount ta] 100019 D - 0xfffffe00077dba00 [inm_free taskq] 100020 D - 0xfffffe00077db900 [in6m_free taskq] 100021 D - 0xfffffe00077db800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00077db700 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00077db700 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00077db700 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00077db700 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00077db600 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00077db600 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00077db600 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00077db600 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00077db100 [firmware taskq] 100040 D - 0xfffffe00083ff600 [crypto_0] 100041 D - 0xfffffe00083ff600 [crypto_1] 100056 D - 0xfffffe0057e08e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0057e08d00 [vtnet0 txq 0] 100058 D - 0xfffffe0057e08c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057e08b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d73d80 [virtio_balloon] 100065 D - 0xffffffff82810481 [deadlkres] 100069 D - 0xfffffe00083ff200 [acpi_task_0] 100070 D - 0xfffffe00083ff200 [acpi_task_1] 100071 D - 0xfffffe00083ff200 [acpi_task_2] 100073 D - 0xfffffe00077de100 [mca taskq] 100074 D - 0xfffffe00083ff000 [CAM taskq] 100076 D - 0xfffffe0057e08400 [ipsec_offload] 100192 D - 0xfffffe00596d7100 [netlink_socket (PID] 100258 D - 0xfffffe0057e06b00 [netlink_socket (PID] 100308 D - 0xfffffe0057e07300 [netlink_socket (PID] 100398 D - 0xfffffe00596d6500 [netlink_socket (PID] db> show all locks Process 915 (ifconfig) thread 0xfffffe0054124780 (100186) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83cdd000) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3006 Process 766 (syz-executor) thread 0xfffffe00540cd780 (100098) shared sx killpg racer (killpg racer) r = 0 (0xfffffe00540d42b0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_fork.c:979 Process 764 (syz-executor) thread 0xfffffe00540de780 (100105) shared sx killpg racer (killpg racer) r = 0 (0xfffffe00540d43a0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_fork.c:979 Process 8 (pagedaemon) thread 0xfffffe0054052780 (100080) exclusive rw vmobject (vmobject) r = 0 (0xfffffe00541455d0) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_pageout.c:776 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 384 5195K 530 tcp_hpts 7 4801K 7 devbuf 4187 4324K 4216 sysctloid 35242 2077K 35434 vtbuf 24 1968K 46 kobj 331 1324K 504 filedesc 154 1227K 807 newblk 45 1035K 1040 vfscache 3 1025K 3 pcb 66 680K 230 subproc 258 550K 1386 inodedep 37 526K 614 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 2120 acpica 1674 184K 54444 vmem 5 144K 7 tidhash 3 141K 3 pagedep 29 135K 385 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 124 gtaskqueue 18 98K 18 LRO 24 87K 24 bus 1000 82K 5086 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 523 ddb_capture 1 64K 1 kdtrace 330 59K 2156 umtx 440 55K 440 BPF 32 54K 103 hostcache 1 32K 1 shm 1 32K 4 DEVFS3 125 32K 136 plimit 83 32K 458 msg 4 30K 4 kbdmux 6 28K 6 temp 30 21K 2470 DEVFS_RULE 56 20K 56 ifaddr 68 20K 70 routetbl 148 19K 458 ufs_mount 4 17K 5 proc 3 17K 3 filemon 2 16K 2 tty 16 16K 16 cred 38 16K 360 ithread 90 15K 90 bus-sc 34 15K 1657 eventhandler 163 14K 163 lltable 42 13K 47 ifnet 7 13K 7 ether_multi 152 13K 202 kenv 95 12K 95 netlink 22 11K 96 GEOM 49 11K 458 CAM queue 5 11K 1528 rman 82 10K 437 shmfd 4 10K 24 rpc 8 9K 8 in6_multi 65 9K 67 bmsafemap 3 9K 603 taskqueue 81 9K 108 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 2 kqueue 128 8K 1529 pfs_vncache 1 8K 1 pwddesc 125 8K 1276 audit_evclass 240 8K 306 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 DEVFSP 71 5K 204 UMA 269 5K 270 pf_ifnet 10 5K 20 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ufs_dirhash 8 4K 27 evdev 4 4K 4 proc-args 153 4K 2351 acpisem 28 4K 28 selfd 55 4K 93037 kcovinfo 53 4K 53 mount 23 4K 1193 lockf 29 4K 327 session 24 3K 39 terminal 11 3K 11 newdirblk 21 3K 348 CC Mem 21 3K 774 uidinfo 6 3K 33 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 pf_rule 1 2K 2 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 inpcbpolicy 64 2K 1294 sctp_atcl 5 2K 38 ip6ndp 12 2K 13 dirrem 7 2K 515 select 14 2K 93 sctp_ifa 13 2K 14 Unitno 26 2K 116 CAM XPT 22 2K 543 in_multi 6 2K 14 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 sctp_stro 1 1K 2 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 20 NFSD session 1 1K 1 osd 27 1K 792 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 diradd 6 1K 539 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 mkdir 5 1K 696 crypto 4 1K 92 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 ip_msource 7 1K 19 counter_rate 13 1K 13 chacha20random 1 1K 1 VN POLL 3 1K 18 biobuf 1 1K 1 procdesc 3 1K 10 ip6opt 2 1K 40 cryptodev 4 1K 254 sctp_timw 1 1K 1 indirdep 1 1K 145 vnodes 1 1K 27 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 sctp_atky 6 1K 41 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 6 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3779 sctp_athm 5 1K 39 sctp_vrf 1 1K 1 freework 1 1K 392 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 37 acpiintr 1 1K 1 filecaps 3 1K 83 sctp_map 2 1K 4 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 pf 1 1K 1 p1003.1b 1 1K 1 tcp_pcm_rack 0 0K 10 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 20 mqdata 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 11 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 116 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 403 freeblks 0 0K 327 freefrag 0 0K 24 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 5 in6_mfilter 0 0K 2 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 51 in_mfilter 0 0K 60 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 statfs 0 0K 241 namei_tracker 0 0K 1 inotify 0 0K 34 export_host 0 0K 0 cl_savebuf 0 0K 15 lio 0 0K 62 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14358 ioctlops 0 0K 113 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 354 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 689 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 78 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 74 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 1 md_disk 0 0K 6 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 700 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1 23334 0 2 34091008 0 RADIX NODE 152 29663 154 90254 0 62 4532184 0 mbuf 256 9380 350 37464 0 254 2490880 0 BUF TRIE 152 373 11431 1125 0 62 1794208 0 malloc-384 384 4150 80 4736 0 30 1624320 0 malloc-128 128 11575 81 12442 0 126 1491968 0 malloc-4096 4096 334 0 516 0 2 1368064 0 malloc-16384 16384 77 0 401 0 1 1261568 0 UMA Slabs 0 112 9315 1479 11563 0 126 1208928 0 vmem btag 56 14967 2712 17710 0 254 990024 0 FFS inode 1168 626 18 1055 0 8 752192 0 VM OBJECT 248 2527 129 19819 0 62 658688 0 malloc-65536 65536 9 0 12 0 1 589824 0 pbuf 2624 0 210 0 0 2 551040 0 malloc-4096 4096 134 0 1245 0 2 548864 0 lkpicurr 168 2 3094 2 0 62 520128 0 THREAD 1860 203 17 923 0 8 409200 0 malloc-65536 65536 6 0 26 0 1 393216 0 MAP ENTRY 96 3718 146 64575 0 126 370944 0 VNODE 440 666 81 1097 0 30 328680 0 malloc-64 64 3870 225 3965 0 254 262080 0 malloc-16 16 14547 453 15701 0 254 240000 0 malloc-2048 2048 104 0 217 0 8 212992 0 UMA Zones 768 241 3 242 0 16 187392 0 FPU_save_area 832 205 20 1262 0 16 187200 0 malloc-32 32 5413 383 6814 0 254 185472 0 PROC 1368 125 7 1231 0 8 180576 0 lkpimm 56 1 3095 1 0 254 173376 0 FFS2 dinode 256 626 49 1055 0 62 172800 0 malloc-128 128 1174 97 6250 0 126 162688 0 malloc-128 128 1191 80 25357 0 126 162688 0 filedesc0 1072 125 15 1276 0 8 150080 0 S VFS Cache 104 1037 367 1666 0 126 146016 0 malloc-1024 1024 133 3 151 0 16 139264 0 malloc-65536 65536 2 0 2 0 1 131072 0 DEVCTL 1024 21 103 153 0 0 126976 0 socket 1024 95 25 2856 0 16 122880 0 malloc-256 256 265 200 1403 0 62 119040 0 malloc-384 384 241 19 576 0 30 99840 0 malloc-32768 32768 3 0 3 0 1 98304 0 UMA Kegs 384 228 5 229 0 30 89472 0 mbuf_cluster 2048 35 5 783 0 8 81920 0 malloc-256 256 257 43 1454 0 62 76800 0 malloc-8192 8192 9 0 12 0 1 73728 0 VMSPACE 584 105 21 1208 0 16 73584 0 tcp_log 416 69 102 19764 0 30 71136 0 malloc-128 128 373 154 1565 0 126 67456 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 107 0 1 65536 0 malloc-32768 32768 2 0 10 0 1 65536 0 malloc-64 64 384 624 98155 0 254 64512 0 malloc-4096 4096 14 0 17 0 2 57344 0 malloc-4096 4096 14 0 31 0 2 57344 0 malloc-64 64 639 243 2864 0 254 56448 0 malloc-256 256 109 101 1211 0 62 53760 0 malloc-64 64 537 282 1012 0 254 52416 0 tcp_inpcb 1304 21 18 774 0 8 50856 0 malloc-384 384 102 28 510 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 Files 80 311 289 10079 0 126 48000 0 ripcb 376 30 90 165 0 30 45120 0 pcpu-8 8 4833 799 5440 0 254 45056 0 TURNSTILE 136 221 94 221 0 62 42840 0 malloc-8192 8192 5 0 39 0 1 40960 0 udp_inpcb 408 13 77 286 0 30 36720 0 malloc-2048 2048 13 3 63 0 8 32768 0 pcpu-64 64 501 11 501 0 254 32768 0 pipe 736 29 15 406 0 16 32384 0 PWD 40 84 724 403 0 254 32320 0 malloc-32 32 394 614 4542 0 254 32256 0 PGRP 120 30 234 45 0 126 31680 0 malloc-256 256 47 73 451 0 62 30720 0 malloc-256 256 52 68 828 0 62 30720 0 malloc-64 64 231 210 271 0 254 28224 0 ttyinq 160 135 40 300 0 62 28000 0 ttyoutq 256 72 33 160 0 62 26880 0 SLEEPQUEUE 88 221 67 221 0 126 25344 0 malloc-8192 8192 3 0 23 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 10 2 12 0 8 24576 0 malloc-2048 2048 12 0 61 0 8 24576 0 malloc-512 512 18 30 78 0 30 24576 0 malloc-64 64 197 181 349 0 254 24192 0 malloc-384 384 52 8 61 0 30 23040 0 malloc-256 256 16 74 1535 0 62 23040 0 32 Bucket 256 10 80 11540 0 62 23040 0 Mountpoints 2816 2 6 22 0 4 22528 0 malloc-4096 4096 5 0 14 0 2 20480 0 malloc-2048 2048 7 3 516 0 8 20480 0 ksiginfo 112 119 61 247 0 126 20160 0 malloc-64 64 60 255 703 0 254 20160 0 malloc-32 32 183 447 874 0 254 20160 0 malloc-128 128 44 111 346 0 126 19840 0 malloc-128 128 32 123 658 0 126 19840 0 malloc-128 128 60 95 318 0 126 19840 0 unpcb 320 19 41 1444 0 30 19200 0 malloc-256 256 23 52 430 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 3 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 116 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-1024 1024 13 3 17 0 16 16384 0 sctp_ep 1152 4 10 35 0 8 16128 0 malloc-64 64 10 242 13987 0 254 16128 0 malloc-32 32 128 376 343 0 254 16128 0 malloc-32 32 63 441 968 0 254 16128 0 malloc-32 32 83 421 225 0 254 16128 0 malloc-32 32 16 488 26 0 254 16128 0 malloc-128 128 34 90 121 0 126 15872 0 routing nhops 256 30 30 51 0 62 15360 0 malloc-256 256 11 49 329 0 62 15360 0 malloc-4096 4096 3 0 55 0 2 12288 0 malloc-2048 2048 4 2 195 0 8 12288 0 malloc-1024 1024 12 0 14 0 16 12288 0 malloc-1024 1024 5 7 1647 0 16 12288 0 malloc-512 512 8 16 10 0 30 12288 0 256 Bucket 2048 3 3 1301 0 8 12288 0 rtentry 168 33 39 51 0 62 12096 0 ertt 72 21 147 774 0 126 12096 0 rl_entry 48 9 243 11 0 254 12096 0 malloc-16 16 20 730 688 0 254 12000 0 malloc-16 16 8 742 206 0 254 12000 0 malloc-16 16 84 666 753 0 254 12000 0 malloc-16 16 299 451 4825 0 254 12000 0 malloc-16 16 37 713 225 0 254 12000 0 malloc-16 16 277 473 25081 0 254 12000 0 8 Bucket 80 4 146 523 0 126 12000 0 L VFS Cache 320 0 36 13 0 30 11520 0 sctp_asoc 2256 1 4 2 0 4 11280 0 udplite_inpcb 408 0 27 69 0 30 11016 0 cpuset 200 7 41 595 0 62 9600 0 vmem 1856 2 3 2 0 8 9280 0 mbuf_packet 256 35 0 1024 0 254 8960 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 2 0 774 0 2 8192 0 malloc-1024 1024 5 3 25 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 2 6 37 0 16 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 64 Bucket 512 4 12 17781 0 30 8192 0 sctp_raddr 736 1 10 2 0 16 8096 0 ertt_txseginfo 40 11 191 3824 0 254 8080 0 hostcache 64 2 124 2 0 254 8064 0 malloc-32 32 17 235 104 0 254 8064 0 malloc-16 16 4 496 17 0 254 8000 0 kenv 258 17 13 1070 0 30 7740 0 malloc-384 384 7 13 7 0 30 7680 0 128 Bucket 1024 1 6 346 0 16 7168 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 4 0 8 4096 0 malloc-1024 1024 3 1 170 0 16 4096 0 malloc-512 512 2 6 58 0 30 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 2 6 49 0 30 4096 0 malloc-512 512 6 2 29 0 30 4096 0 pf tags 104 1 38 1 0 126 4056 0 tcp_log_id_bucket 176 1 22 6 0 62 4048 0 vtnet_tx_hdr 24 0 167 4445 0 254 4008 0 tcp_log_id_node 120 1 32 57 0 126 3960 0 sctp_chunk 152 1 25 6 0 62 3952 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 1 9 55 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 SMR CPU 32 8 87 8 0 254 3040 0 SMR SHARED 24 8 87 8 0 254 2280 0 splice 184 0 0 2 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 2266 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 8 0 0 pf anchors 1664 0 0 0 0 8 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 62 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 30 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 10 0 8 0 0 tcp_rack_map 128 0 0 7 0 126 0 0 tcp_bbr_pcb 896 0 0 2 0 16 0 0 tcp_bbr_map 128 0 0 316 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 syncache 176 0 0 14 0 62 0 0 ipq 56 0 0 6 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 2 0 126 0 0 sctp_readq 152 0 0 1 0 62 0 0 sctp_laddr 48 0 0 12 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 KNOTE 160 0 0 156 0 62 0 0 itimer 352 0 0 3 0 30 0 0 AIOLIO 272 0 0 31 0 30 0 0 AIOCB 552 0 0 24 0 16 0 0 AIO 208 0 0 152 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 DIRHASH 1024 0 0 36 0 16 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 NAMEI 1024 0 0 16111 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 32 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 g_bio 408 0 0 8716 0 30 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 563 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2624 0 0 24 0 4 0 0 vnpbuf 2624 0 0 0 0 4 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 101 0 1 0 0 malloc-65536 65536 0 0 110 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 8 0 1 0 0 malloc-32768 32768 0 0 120 0 1 0 0 malloc-32768 32768 0 0 11 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 190 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 573 0 8 0 0 malloc-512 512 0 0 205 0 30 0 0 malloc-512 512 0 0 2 0 30 0 0 malloc-384 384 0 0 343 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 16 Bucket 144 0 0 2378 0 62 0 0 4 Bucket 48 0 0 7 0 254 0 0 2 Bucket 32 0 0 493 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl