panic: sleeping thread holds vm map (system) cpuid = 1 time = 425 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00572c56d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00572c5830 vpanic() at vpanic+0x257/frame 0xfffffe00572c59f0 panic() at panic+0xb5/frame 0xfffffe00572c5ab0 propagate_priority() at propagate_priority+0x521/frame 0xfffffe00572c5b00 turnstile_wait() at turnstile_wait+0x665/frame 0xfffffe00572c5b70 __mtx_lock_sleep() at __mtx_lock_sleep+0x44c/frame 0xfffffe00572c5cb0 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe00572c5d90 vm_map_lookup() at vm_map_lookup+0x17d/frame 0xfffffe00572c5f80 vm_fault() at vm_fault+0x423/frame 0xfffffe00572c6340 vm_fault_trap() at vm_fault_trap+0xbd/frame 0xfffffe00572c6390 trap_pfault() at trap_pfault+0x6c0/frame 0xfffffe00572c64d0 trap() at trap+0x4c8/frame 0xfffffe00572c6660 calltrap() at calltrap+0x8/frame 0xfffffe00572c6660 --- trap 0xc, rip = 0xffffffff82304096, rsp = 0xfffffe00572c6730, rbp = 0xfffffe00572c6730 --- memcpy_erms() at memcpy_erms+0x106/frame 0xfffffe00572c6730 uiomove_step() at uiomove_step+0xef/frame 0xfffffe00572c6770 uiomove_fromphys() at uiomove_fromphys+0x336/frame 0xfffffe00572c6890 pipe_direct_write() at pipe_direct_write+0x108d/frame 0xfffffe00572c69f0 pipe_write() at pipe_write+0xe06/frame 0xfffffe00572c6ac0 dofilewrite() at dofilewrite+0x150/frame 0xfffffe00572c6b30 kern_writev() at kern_writev+0xd4/frame 0xfffffe00572c6bf0 sys_write() at sys_write+0x22d/frame 0xfffffe00572c6d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00572c6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00572c6f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x826463e88, rbp = 0x826463f20 --- KDB: enter: panic [ thread pid 10211 tid 109255 ] Stopped at kdb_enter+0x6e: movq $0,0x26b8d77(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072800000 rdx 0x7ffff rbx 0xffffffff82a285c0 .str.27 rsp 0xfffffe00572c5810 rbp 0xfffffe00572c5830 rsi 0x80001 rdi 0xffffffff8177a029 printf+0x149 r8 0 r9 0xffffffff r10 0x1 r11 0x11 r12 0xfffffe0094314000 r13 0xfffffffffffffffd r14 0xffffffff82a285c0 .str.27 r15 0 rip 0xffffffff8176295e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26b8d77(%rip) db> show proc Process 10211 (syz-executor) at 0xfffffe00592015a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1546 at 0xfffffe0059303000 ABI: FreeBSD ELF64 flag: 0x10480080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00592aab68 (map 0xfffffe00592aab68) (map.pmap 0xfffffe00592aac08) (pmap 0xfffffe00592aac78) threads: 3 100086 s syz-executor 109255 L *vm map 0xfffffe0007a2da80 syz-executor 109256 s syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 10217 5646 5646 0 R (threaded) syz-executor 100331 RunQ syz-executor 109257 D unwbo 0xfffffe0059315994 syz-executor 109258 RunQ syz-executor 10211 1546 1546 0 T (threaded) syz-executor 100086 s syz-executor 109255 L *vm map 0xfffffe0007a2da80 syz-executor 109256 s syz-executor 10208 1545 1545 0 R (threaded) syz-executor 100163 RunQ syz-executor 109253 S pipdwt 0xfffffe00970695d0 syz-executor 109254 S uwait 0xfffffe0092b0b500 syz-executor 10196 982 982 0 R sh 10195 1547 1547 0 R (threaded) syz-executor 103228 RunQ syz-executor 109246 S accept 0xfffffe00716e3230 syz-executor 109249 S uwait 0xfffffe0092ab5300 syz-executor 10091 1 10091 65 Ss select 0xfffffe0071a52840 dhclient 10044 1 10044 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 9313 1 9313 0 Ss select 0xfffffe0071a51840 dhclient 9306 1 9306 0 Ss select 0xfffffe0058f76040 dhclient 7568 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 7567 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 7566 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 7565 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 6548 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 6444 0 0 0 DL mdwait 0xfffffe009538d000 [md2] 6436 0 0 0 DL mdwait 0xfffffe005a5de000 [md6] 5921 0 0 0 DL mdwait 0xfffffe0090966000 [md1] 5646 1544 5646 0 R syz-executor 1610 0 0 0 DL (threaded) [so_splice] 100332 D - 0xfffffe006cd1ca00 [thr_0] 100333 D - 0xfffffe006cd1ca40 [thr_1] 1608 0 0 0 DL aiordy 0xfffffe00592adb08 [aiod4] 1607 0 0 0 DL aiordy 0xfffffe00592f4070 [aiod3] 1606 0 0 0 DL aiordy 0xfffffe00593135a0 [aiod2] 1605 0 0 0 DL aiordy 0xfffffe00592cf070 [aiod1] 1547 1544 1547 0 R syz-executor 1546 1544 1546 0 R syz-executor 1545 1544 1545 0 R syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0058f76240 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0071a57140 sshd-session 1531 1 1531 0 Ss+ ttyin 0xfffffe0058be08b0 getty 1530 1 1530 0 Ss+ ttyin 0xfffffe0058be28b0 getty 1529 1 1529 0 Ss+ ttyin 0xfffffe005a3bf0b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1500 1 1500 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe005a608140 sshd 1280 1 1280 0 Ss select 0xfffffe0071a57f40 syslogd 1279 1 1276 0 S select 0xfffffe0071a58040 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a6d3600 syslogd 982 1 982 0 Ss wait 0xfffffe00592ac000 devd 981 1 981 65 Ss select 0xfffffe005a607240 dhclient 829 1 829 0 Ss select 0xfffffe0054361c40 dhclient 826 1 826 0 Ss select 0xfffffe0058f7de40 dhclient 406 0 0 0 DL - 0xffffffff83a2b900 [busdma] 16 0 0 0 RL [syncer] 15 0 0 0 RL [vnlru] 14 0 0 0 RL (threaded) [bufdaemon] 100079 RunQ [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 RunQ [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 0 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9faa0 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845935c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8487d8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 RunQ [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 RunQ [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 RunQ [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a2cd00 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100118 D - 0xfffffe0058a3ea00 [netlink_socket (PID] 108007 D - 0xfffffe0092bd0e00 [netlink_socket (PID] 10218 10196 982 0 Z sh db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 2455860 pf_hash 6 12804K 6 devbuf 8549 8613K 14974 linker 407 5415K 3222 tcp_hpts 8 4865K 8 pcb 24 2801K 2870 sysctloid 35754 2106K 35830 vtbuf 24 1968K 46 kobj 344 1376K 701 newblk 201 1074K 90146 vmem 5 1054K 11 vfscache 3 1025K 3 inodedep 31 524K 8569 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2816 352K 2816 subproc 147 291K 11338 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 55123 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 7888 sem 5 135K 5 pagedep 9 130K 5742 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 114 114K 142 gtaskqueue 18 98K 18 LRO 22 85K 24 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 574 ddb_capture 1 64K 1 kdtrace 225 45K 19478 BPF 23 36K 682 DEVFS3 133 34K 155 hostcache 1 32K 1 shm 1 32K 47 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 53 22K 1028 DEVFS_RULE 61 22K 61 temp 36 21K 17597 GEOM 95 19K 1000 cred 46 18K 1443 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 lltable 47 14K 1029 routetbl 56 14K 468 kenv 138 14K 138 md_disk 4 13K 14 ether_multi 129 11K 939 CAM queue 5 11K 1528 rman 75 10K 422 ksem 4 10K 28 kqueue 77 10K 15552 rpc 8 9K 8 bmsafemap 3 9K 9488 plimit 22 9K 6943 UART 12 9K 12 filemon 1 8K 63 shmfd 1 8K 275 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 taskqueue 75 8K 5844 audit_evclass 244 8K 311 ifnet 8 8K 251 in6_multi 55 8K 67 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 33 freework 23 6K 12138 pf_ifnet 15 6K 749 pfs_nodes 22 6K 22 UMA 273 5K 273 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 pwddesc 64 4K 10219 md_sectors 1 4K 1 evdev 4 4K 4 dirrem 15 4K 8182 lockf 31 4K 4462 acpisem 28 4K 28 selfd 48 3K 451393 DEVFSP 47 3K 2949 session 23 3K 1082 proc-args 80 3K 16157 terminal 11 3K 11 acpidev 21 3K 21 freefile 19 3K 8108 hhook 8 3K 10 uidinfo 3 3K 110 kcovinfo 36 3K 45 netlink 2 3K 1391 local_apic 1 2K 1 io_apic 1 2K 1 freeblks 8 2K 7111 ipsec-saq 2 2K 2 clone 8 2K 9 procdesc 4 2K 1473 sigio 32 2K 248 msdosfs_node 8 2K 48 mount 46 2K 1687 tun 5 2K 5 Unitno 31 2K 287 indirdep 7 2K 3943 select 14 2K 1000 CAM XPT 22 2K 545 sctp_ifa 12 2K 15 in_multi 6 2K 162 toponodes 6 2K 6 ipsecpolicy 2 2K 2 ip6ndp 5 2K 6 msi 9 2K 9 softdep 1 1K 1 mkdir 8 1K 11408 sahead 1 1K 1 secasvar 1 1K 1 igmp 8 1K 250 nhops 6 1K 8 vnodemarker 2 1K 211 NFSD session 1 1K 1 CAM periph 4 1K 527 ipsec 3 1K 3 sctp_ifn 6 1K 15 pfil 6 1K 6 pci_link 10 1K 10 diradd 5 1K 8221 crypto 4 1K 4 encap_export_host 12 1K 12 osd 9 1K 1702 newdirblk 4 1K 5704 CC Mem 4 1K 1693 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 inpcbpolicy 14 1K 6559 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 1 1K 71 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 4 iov 2 1K 97179 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 9215 sctp_vrf 1 1K 1 in6_mfilter 1 1K 104 ip_msource 1 1K 186 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 86 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 105 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 722 p1003.1b 1 1K 1 tcp_pcm_rack 0 0K 3 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 6 ipcomp 0 0K 0 ah 0 0K 0 cryptodev 0 0K 155 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 1271 sctp_atky 0 0K 1271 sctp_atcl 0 0K 1271 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3044 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 115 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2555 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 142 audit_pipeent 0 0K 0 audit_pipe 0 0K 215 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 484 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 169 ip6_msource 0 0K 3 frag6 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 445 in_mfilter 0 0K 521 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 57 fadvise 0 0K 11 VN POLL 0 0K 75 statfs 0 0K 65 namei_tracker 0 0K 101 inotify 0 0K 202 export_host 0 0K 0 cl_savebuf 0 0K 1861 lio 0 0K 142 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 2 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 988 eventfd 0 0K 14 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 948 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 5023 sysctl 0 0K 415 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 198 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 6 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 779 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 58048 0 254 38494208 0 vmem btag 56 106621 20106 2434526 0 254 7096712 0 malloc-384 384 8211 99 8443 0 30 3191040 0 tcp_log 416 5181 1425 65416 0 254 2748096 0 THREAD 1876 159 1249 9258 0 8 2641408 0 mbuf 256 8664 990 129533 0 254 2471424 0 RADIX NODE 152 14495 1075 699584 0 62 2366640 0 swblk 136 0 16436 16384 0 62 2235296 0 mbuf_cluster 2048 762 254 790 0 254 2080768 0 BUF TRIE 152 282 11496 77672 0 62 1790256 0 malloc-128 128 12018 462 23501 0 126 1597440 0 malloc-4096 4096 355 5 789 0 2 1474560 0 FPU_save_area 832 161 1279 13698 0 16 1198080 0 malloc-65536 65536 12 5 52 0 1 1114112 0 socket 1024 40 983 12311 0 254 1047552 0 sctp_ep 1152 0 763 1271 0 254 878976 0 256 Bucket 2048 331 29 19737 0 8 737280 0 FFS inode 1168 552 68 9463 0 9 724160 0 malloc-256 256 482 1814 127449 0 62 587776 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 269 237 1193 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 194 0 0 2 516816 0 malloc-32768 32768 2 12 1712 0 1 458752 0 malloc-256 256 267 1413 26922 0 62 430080 0 malloc-128 128 2829 451 8935 0 126 419840 0 malloc-65536 65536 0 6 365 0 1 393216 0 malloc-64 64 4447 897 14902 0 254 342016 0 VM OBJECT 232 1280 148 147760 0 62 331296 0 malloc-4096 4096 73 7 11456 0 2 327680 0 VNODE 440 610 110 9564 0 30 316800 0 64 Bucket 512 480 120 40694 0 30 307200 0 malloc-2048 2048 103 33 1740 0 8 278528 0 malloc-16 16 14959 1673 19903 0 254 266112 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 11 0 1 262144 0 unpcb 320 22 748 4292 0 254 246400 0 malloc-32 32 5492 1879 12963 0 254 235872 0 malloc-32768 32768 1 6 10 0 1 229376 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-64 64 193 3391 482244 0 254 229376 0 malloc-16384 16384 8 5 4141 0 1 212992 0 MAP ENTRY 96 1417 728 569669 0 126 205920 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 0 6 49 0 1 196608 0 mbuf_packet 256 27 735 4101 0 254 195072 0 malloc-128 128 1178 342 24822 0 126 194560 0 UMA Zones 768 245 8 245 0 16 194304 0 TURNSTILE 136 1409 19 1409 0 62 194208 0 FFS2 dinode 256 552 198 9463 0 62 192000 0 malloc-1024 1024 130 46 413 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 swpctrie 152 0 1125 1093 0 62 171000 0 malloc-8192 8192 15 5 109 0 1 163840 0 malloc-2048 2048 6 74 514 0 8 163840 0 S VFS Cache 104 1055 457 10035 0 126 157248 0 malloc-128 128 631 505 24965 0 126 145408 0 128 Bucket 1024 92 49 5805 0 16 144384 0 SLEEPQUEUE 88 1409 110 1409 0 126 133672 0 ksiginfo 112 72 984 1128 0 126 118272 0 malloc-16384 16384 3 4 11 0 1 114688 0 PROC 1384 64 16 10218 0 8 110720 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-8192 8192 7 5 88 0 1 98304 0 malloc-4096 4096 10 14 275 0 2 98304 0 malloc-64 64 545 991 2076 0 254 98304 0 filedesc0 1072 64 27 10219 0 8 97552 0 g_bio 424 0 216 70801 0 31 91584 0 UMA Kegs 384 232 5 232 0 30 91008 0 NAMEI 1024 0 88 102852 0 17 90112 0 syncache 168 0 529 5 0 254 88872 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-8192 8192 4 6 1040 0 1 81920 0 malloc-4096 4096 18 2 30 0 2 81920 0 malloc-1024 1024 21 59 1440 0 16 81920 0 malloc-128 128 162 478 5349 0 126 81920 0 malloc-64 64 391 889 850 0 254 81920 0 ttyoutq 256 157 158 75272 0 62 80640 0 ttyinq 160 300 204 145680 0 62 80640 0 32 Bucket 256 127 188 7232 0 62 80640 0 malloc-256 256 83 229 1660 0 62 79872 0 malloc-8192 8192 2 7 221 0 1 73728 0 malloc-384 384 72 108 938 0 30 69120 0 malloc-384 384 83 97 9727 0 30 69120 0 malloc-384 384 37 143 8577 0 30 69120 0 DIRHASH 1024 42 24 44 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 3 5 50 0 1 65536 0 malloc-2048 2048 12 20 65 0 8 65536 0 malloc-2048 2048 2 30 292 0 8 65536 0 malloc-2048 2048 7 25 2183 0 8 65536 0 malloc-2048 2048 3 29 713 0 8 65536 0 malloc-1024 1024 5 59 6217 0 16 65536 0 malloc-1024 1024 6 58 390 0 16 65536 0 malloc-1024 1024 15 49 258 0 16 65536 0 malloc-1024 1024 3 61 7363 0 16 65536 0 malloc-128 128 34 478 11760 0 126 65536 0 malloc-128 128 74 438 10508 0 126 65536 0 malloc-128 128 132 380 686 0 126 65536 0 malloc-64 64 32 992 89384 0 254 65536 0 malloc-64 64 59 965 3416 0 254 65536 0 16 Bucket 144 199 243 14624 0 62 63648 0 malloc-256 256 4 244 3149 0 62 63488 0 malloc-256 256 35 213 7025 0 62 63488 0 malloc-256 256 23 225 1789 0 62 63488 0 malloc-256 256 32 216 10164 0 62 63488 0 malloc-512 512 13 107 389 0 30 61440 0 malloc-512 512 7 113 2065 0 30 61440 0 malloc-512 512 7 113 2386 0 30 61440 0 pipe 736 20 60 4773 0 16 58880 0 malloc-384 384 83 67 440 0 30 57600 0 malloc-384 384 39 111 128 0 30 57600 0 8 Bucket 80 233 457 26550 0 126 55200 0 rl_entry 48 174 906 6458 0 254 51840 0 udp_inpcb 408 8 118 3214 0 30 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 6 18 34 0 8 49152 0 malloc-256 256 11 181 736 0 62 49152 0 malloc-64 64 111 657 4733 0 254 49152 0 malloc-64 64 17 751 783 0 254 49152 0 pcpu-8 8 4966 1178 36308 0 254 49152 0 VMSPACE 584 34 50 10181 0 16 49056 0 malloc-512 512 12 80 40 0 30 47104 0 ripcb 376 2 118 896 0 30 45120 0 Files 80 192 358 70732 0 126 44000 0 PWD 40 19 1073 5390 0 254 43680 0 tcp_inpcb 1304 4 29 1580 0 8 43032 0 clpbuf 2664 0 16 1223 0 4 42624 0 itimer 352 0 121 2573 0 30 42592 0 AIO 208 1 197 884 0 62 41184 0 malloc-4096 4096 3 7 2992 0 2 40960 0 AIOCB 552 0 70 1516 0 16 38640 0 cpuset 200 7 185 193 0 62 38400 0 da_ccb 544 0 70 19212 0 16 38080 0 udplite_inpcb 408 0 90 869 0 30 36720 0 hostcache 64 3 557 3 0 254 35840 0 pcpu-64 64 508 52 508 0 254 35840 0 2 Bucket 32 132 979 12009 0 254 35552 0 routing nhops 256 24 111 33 0 62 34560 0 malloc-32 32 319 752 2174 0 254 34272 0 malloc-32 32 90 981 8832 0 254 34272 0 vtnet_tx_hdr 40 0 840 19840 0 254 33600 0 ertt_txseginfo 40 0 840 15036 0 254 33600 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 11 21 15 0 16 32768 0 kenv 258 18 108 1241 0 30 32508 0 ipq 56 1 566 12 0 254 31752 0 PGRP 120 27 237 1089 0 126 31680 0 KNOTE 160 12 180 1652 0 62 30720 0 L VFS Cache 320 0 96 148 0 30 30720 0 malloc-512 512 0 60 29 0 30 30720 0 malloc-512 512 0 60 30 0 30 30720 0 ertt 72 4 396 1580 0 126 28800 0 tcp_bbr_pcb 896 0 32 6 0 16 28672 0 sctp_laddr 48 0 576 15 0 254 27648 0 4 Bucket 48 8 568 82 0 254 27648 0 AIOLIO 272 0 98 142 0 30 26656 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 32 787 748 0 254 26208 0 malloc-32 32 143 676 831 0 254 26208 0 malloc-32 32 25 794 6821 0 254 26208 0 malloc-32 32 34 785 2926 0 254 26208 0 malloc-32 32 11 808 1280 0 254 26208 0 splice 184 0 126 7 0 62 23184 0 rtentry 168 27 111 33 0 62 23184 0 malloc-384 384 1 59 30 0 30 23040 0 tcp_rack_pcb 1088 0 21 3 0 8 22848 0 domainset 40 0 567 176 0 254 22680 0 Mountpoints 2816 3 5 7 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 tcp_log_id_node 120 0 155 4 0 126 18600 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 3 0 126 18560 0 tcp_bbr_map 128 0 145 4 0 126 18560 0 malloc-16 16 70 1064 14159 0 254 18144 0 malloc-16 16 284 850 1949 0 254 18144 0 malloc-16 16 10 1124 18710 0 254 18144 0 malloc-16 16 275 859 24570 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 pass0 1976 0 8 2 0 8 15808 0 malloc-16 16 25 857 3012 0 254 14112 0 malloc-16 16 45 837 698 0 254 14112 0 malloc-16 16 30 852 1055 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 1 0 126 12144 0 tcp_log_id_bucket 176 0 66 5 0 62 11616 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 68 29 68 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 16 20 340 0 0 3456 0 tfo 4 0 500 1 0 254 2000 0 md1 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl