panic: sleeping thread holds vm map (system) cpuid = 0 time = 1795080130 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057940730 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057940890 vpanic() at vpanic+0x257/frame 0xfffffe0057940a50 panic() at panic+0xb5/frame 0xfffffe0057940b10 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0057940b60 turnstile_wait() at turnstile_wait+0x665/frame 0xfffffe0057940bd0 __mtx_lock_sleep() at __mtx_lock_sleep+0x44c/frame 0xfffffe0057940d10 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0057940df0 vm_map_lookup() at vm_map_lookup+0x17d/frame 0xfffffe0057940fe0 vm_fault() at vm_fault+0x423/frame 0xfffffe00579413a0 vm_fault_trap() at vm_fault_trap+0xbd/frame 0xfffffe00579413f0 trap_pfault() at trap_pfault+0x6c0/frame 0xfffffe0057941530 trap() at trap+0x4c8/frame 0xfffffe00579416c0 calltrap() at calltrap+0x8/frame 0xfffffe00579416c0 --- trap 0xc, rip = 0xffffffff82300096, rsp = 0xfffffe0057941790, rbp = 0xfffffe0057941790 --- memcpy_erms() at memcpy_erms+0x106/frame 0xfffffe0057941790 uiomove_step() at uiomove_step+0xef/frame 0xfffffe00579417d0 uiomove_fromphys() at uiomove_fromphys+0x336/frame 0xfffffe00579418f0 pipe_direct_write() at pipe_direct_write+0x108d/frame 0xfffffe0057941a50 pipe_write() at pipe_write+0xe06/frame 0xfffffe0057941b20 dofilewrite() at dofilewrite+0x150/frame 0xfffffe0057941b90 kern_writev() at kern_writev+0xd4/frame 0xfffffe0057941c50 sys_writev() at sys_writev+0xe4/frame 0xfffffe0057941d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0057941f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057941f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x8245c6e88, rbp = 0x8245c6f20 --- KDB: enter: panic [ thread pid 2137 tid 103637 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0078800000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe0057940870 rbp 0xfffffe0057940890 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe00923e3000 r13 0xfffffffffffffffe r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 2137 (syz-executor) at 0xfffffe0059200568: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1761 at 0xfffffe00593105d8 ABI: FreeBSD ELF64 flag: 0x10080580 flag2: 0x40040 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0059349000 (map 0xfffffe0059349000) (map.pmap 0xfffffe00593490a0) (pmap 0xfffffe0059349110) threads: 4 100133 s syz-executor 103637 L *vm map 0xfffffe00923d5900 syz-executor 103638 RunQ syz-executor 103639 RunQ syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2150 2013 2013 0 R (threaded) syz-executor 103527 RunQ syz-executor 103704 D unwbo 0xfffffe0002a2d7d0 syz-executor 103705 D netmap_ 0xffffffff83b73120 syz-executor 103706 Run CPU 1 syz-executor 2148 1547 1547 0 S (threaded) syz-executor 100131 S nanslp 0xffffffff83dfc700 syz-executor 103700 S uwait 0xfffffe00932b1600 syz-executor 103701 S lockf 0xfffffe0007885900 syz-executor 103702 S uwait 0xfffffe00932aec00 syz-executor 2143 1548 1548 0 S (threaded) syz-executor 100168 S nanslp 0xffffffff83dfc700 syz-executor 103649 S accept 0xfffffe006cd4e618 syz-executor 103650 S uwait 0xfffffe0058b8d000 syz-executor 103653 S uwait 0xfffffe00932b0600 syz-executor 2137 1761 1761 0 T (threaded) syz-executor 100133 s syz-executor 103637 L *vm map 0xfffffe00923d5900 syz-executor 103638 RunQ syz-executor 103639 RunQ syz-executor 2136 2060 982 0 R sleep 2060 2021 982 0 S wait 0xfffffe005930ead0 sh 2021 982 982 0 S wait 0xfffffe00592ebb08 sh 2013 1544 2013 0 R syz-executor 1857 1 1857 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1831 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 1815 0 0 0 DL mdwait 0xfffffe007e254000 [md6] 1780 0 0 0 DL mdwait 0xfffffe00726fd000 [md2] 1763 0 0 0 DL mdwait 0xfffffe0071b0c000 [md1] 1761 1544 1761 0 R syz-executor 1714 0 0 0 DL (threaded) [so_splice] 100285 D - 0xfffffe0058b90c00 [thr_0] 100353 D - 0xfffffe0058b90c40 [thr_1] 1594 0 0 0 DL aiordy 0xfffffe00592ec5d8 [aiod4] 1593 0 0 0 DL aiordy 0xfffffe005930e000 [aiod3] 1592 0 0 0 DL aiordy 0xfffffe0059200000 [aiod2] 1591 0 0 0 DL aiordy 0xfffffe005930e568 [aiod1] 1548 1544 1548 0 S nanslp 0xffffffff83dfc700 syz-executor 1547 1544 1547 0 S nanslp 0xffffffff83dfc700 syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0058f76c40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0071a55640 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1517 1 1517 0 Ss select 0xfffffe0071a55e40 logger 1511 1 17 0 S+ piperd 0xfffffe005a9912e8 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc701 sleep 1509 1 17 0 S+ wait 0xfffffe0059200ad0 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0058f76440 sshd 1280 1 1280 0 Ss select 0xfffffe0071a56940 syslogd 1279 1 1276 0 S select 0xfffffe0071a56a40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a6cea00 syslogd 982 1 982 0 Ss wait 0xfffffe00592ac568 devd 981 1 981 65 Ss select 0xfffffe005a611c40 dhclient 829 1 829 0 Ss select 0xfffffe0054361140 dhclient 826 1 826 0 Ss select 0xfffffe005a60a940 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 RL [syncer] 15 0 0 0 RL [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe005aa498e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b770 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 RL [pf purge] 5 0 0 0 DL waiting 0xffffffff848918c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 RunQ [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28321 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100116 D - 0xfffffe00716a2400 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 182681 pf_hash 6 12804K 6 devbuf 8327 8610K 8764 linker 388 5329K 1099 tcp_hpts 8 4865K 8 pcb 32 2810K 394 sysctloid 35754 2106K 35947 vtbuf 24 1968K 46 kobj 344 1376K 656 vmem 5 1052K 11 newblk 72 1042K 3977 vfscache 3 1025K 3 inodedep 28 523K 1012 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2848 356K 2848 subproc 144 283K 2255 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 8019 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 787 sem 5 135K 5 pagedep 17 132K 556 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 115 115K 140 gtaskqueue 18 98K 18 LRO 26 89K 30 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 537 68K 542 ddb_capture 1 64K 1 kdtrace 222 44K 5858 shm 2 34K 7 DEVFS3 134 34K 151 hostcache 1 32K 1 msg 5 31K 5 kbdmux 6 28K 6 filemon 3 24K 10 ifaddr 59 24K 132 DEVFS_RULE 61 22K 61 temp 40 21K 5771 BPF 17 19K 78 GEOM 95 19K 919 ufs_mount 4 17K 5 lltable 56 17K 131 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 58 14K 636 ether_multi 167 14K 283 cred 35 14K 518 kenv 138 14K 138 md_disk 4 13K 14 CAM queue 5 11K 1528 kqueue 72 10K 2449 rman 75 10K 422 in6_multi 68 10K 88 plimit 24 9K 600 rpc 8 9K 8 bmsafemap 4 9K 942 ifnet 9 9K 27 UART 12 9K 12 ksem 1 8K 10 shmfd 1 8K 147 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 taskqueue 72 8K 8760 pf_ifnet 21 7K 76 ufs_dirhash 33 7K 51 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 UMA 273 5K 274 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 md_sectors 1 4K 2 evdev 4 4K 4 pwddesc 63 4K 2151 acpisem 28 4K 28 lockf 33 4K 463 proc-args 86 4K 4274 sctp_stro 3 3K 5 dirrem 12 3K 829 DEVFSP 47 3K 284 selfd 44 3K 19882 terminal 11 3K 11 session 22 3K 59 sctp_atcl 7 3K 123 acpidev 21 3K 21 uidinfo 5 3K 26 hhook 8 3K 10 tun 6 3K 6 kcovinfo 36 3K 54 diradd 17 3K 872 netlink 2 3K 478 local_apic 1 2K 1 io_apic 1 2K 1 mkdir 16 2K 1038 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 41 mount 46 2K 4066 sctp_ifa 15 2K 18 ip6ndp 7 2K 9 Unitno 29 2K 111 select 13 2K 111 CAM XPT 22 2K 545 in_multi 6 2K 20 toponodes 6 2K 6 msdosfs_node 6 2K 22 ipsecpolicy 2 2K 2 newdirblk 10 2K 519 indirdep 5 2K 213 msi 9 2K 9 igmp 9 2K 26 softdep 1 1K 1 freefile 8 1K 725 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 31 NFSD session 1 1K 1 sctp_ifn 7 1K 18 CAM periph 4 1K 528 freework 4 1K 954 ipsec 3 1K 3 freeblks 3 1K 643 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 CC Mem 5 1K 196 encap_export_host 12 1K 12 osd 10 1K 276 inpcbpolicy 17 1K 806 ip6opt 3 1K 38 sctp_timw 2 1K 2 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 sctp_atky 10 1K 128 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sigio 5 1K 37 vnodes 2 1K 11 sctp_aadr 4 1K 4 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 filecaps 7 1K 208 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 81 ip_msource 2 1K 13 VN POLL 1 1K 16 aio 4 1K 8 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_athm 7 1K 123 soname 4 1K 4203 sctp_map 6 1K 10 sctp_vrf 1 1K 1 vnet 1 1K 1 iov 1 1K 16493 pmc 1 1K 1 entropy 2 1K 83 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 cryptodev 0 0K 16 sctp_mcore 0 0K 0 sctp_socko 0 0K 122 sctp_iter 0 0K 15 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 193 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 13 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 9 audit_pipeent 0 0K 0 audit_pipe 0 0K 30 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 34 ipsecrequest 0 0K 0 mld 0 0K 0 ip6_msource 0 0K 4 ip6_moptions 0 0K 6 in6_mfilter 0 0K 8 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 30 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 25 fadvise 0 0K 4 statfs 0 0K 70 namei_tracker 0 0K 71 inotify 0 0K 43 export_host 0 0K 0 cl_savebuf 0 0K 42 lio 0 0K 14 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 5 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 169 eventfd 0 0K 11 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1214 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1854 sysctl 0 0K 102 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 3 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 168 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 782 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1584 21445 0 254 40574976 0 vmem btag 56 106293 10291 207099 0 254 6528704 0 malloc-384 384 8212 38 8224 0 30 3168000 0 THREAD 1876 158 1266 3706 0 8 2671424 0 mbuf 256 8634 1530 27560 0 254 2601984 0 tcp_log 416 5170 680 8554 0 254 2433600 0 swblk 136 0 16436 49152 0 62 2235296 0 RADIX NODE 152 14073 547 105259 0 62 2222240 0 BUF TRIE 152 294 11484 3555 0 62 1790256 0 malloc-128 128 12026 326 13168 0 126 1581056 0 mbuf_cluster 2048 508 254 536 0 254 1560576 0 malloc-4096 4096 353 5 680 0 2 1466368 0 FPU_save_area 832 160 1298 4074 0 16 1213056 0 sctp_asoc 2256 3 507 5 0 254 1150560 0 malloc-65536 65536 11 5 20 0 1 1048576 0 socket 1024 38 732 4738 0 254 788480 0 FFS inode 1168 556 24 1301 0 8 677440 0 256 Bucket 2048 278 28 6976 0 8 626688 0 sctp_ep 1152 4 507 118 0 254 588672 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 104 402 509 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 178 0 0 2 474192 0 malloc-256 256 329 1351 11860 0 62 430080 0 malloc-256 256 263 1353 5914 0 62 413696 0 malloc-128 128 2862 290 5012 0 126 403456 0 malloc-65536 65536 0 6 41 0 1 393216 0 sctp_raddr 736 3 507 5 0 254 375360 0 VM OBJECT 232 1251 177 32035 0 62 331296 0 malloc-4096 4096 71 9 2690 0 2 327680 0 malloc-64 64 4446 642 6835 0 254 325632 0 VNODE 440 613 80 1377 0 30 304920 0 malloc-32768 32768 2 7 87 0 1 294912 0 64 Bucket 512 446 109 6485 0 30 284160 0 malloc-16 16 14957 1927 21027 0 254 270144 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 11 0 1 262144 0 malloc-2048 2048 106 22 251 0 8 262144 0 unpcb 320 17 753 3665 0 254 246400 0 malloc-32 32 5497 2126 9756 0 254 243936 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 590 0 1 212992 0 TURNSTILE 136 1425 66 1425 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-128 128 1181 339 24820 0 126 194560 0 UMA Zones 768 245 8 246 0 16 194304 0 FFS2 dinode 256 556 194 1301 0 62 192000 0 MAP ENTRY 96 1490 421 111256 0 126 183456 0 swpctrie 152 0 1200 3279 0 62 182400 0 malloc-1024 1024 131 45 411 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-32768 32768 0 5 17 0 1 163840 0 malloc-2048 2048 6 74 515 0 8 163840 0 malloc-8192 8192 14 5 45 0 1 155648 0 malloc-16384 16384 3 6 15 0 1 147456 0 malloc-64 64 183 2121 25791 0 254 147456 0 S VFS Cache 104 1058 346 1903 0 126 146016 0 SLEEPQUEUE 88 1425 218 1425 0 126 144584 0 128 Bucket 1024 74 56 1568 0 16 133120 0 malloc-32768 32768 1 3 4 0 1 131072 0 mbuf_packet 256 2 506 489 0 254 130048 0 malloc-128 128 618 390 5704 0 126 129024 0 ksiginfo 112 68 988 109 0 126 118272 0 malloc-2048 2048 9 47 937 0 8 114688 0 PROC 1384 62 18 2150 0 8 110720 0 malloc-4096 4096 18 8 34 0 2 106496 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-8192 8192 7 5 91 0 1 98304 0 filedesc0 1072 63 28 2151 0 8 97552 0 ttyoutq 256 157 218 965 0 62 96000 0 UMA Kegs 384 232 5 233 0 30 91008 0 syncache 168 1 528 6 0 254 88872 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-8192 8192 6 4 52 0 1 81920 0 malloc-2048 2048 14 26 102 0 8 81920 0 malloc-1024 1024 22 58 129 0 16 81920 0 malloc-384 384 81 129 1302 0 30 80640 0 sctp_chunk 152 3 522 3 0 254 79800 0 32 Bucket 256 125 175 7410 0 62 76800 0 g_bio 424 0 180 11458 0 30 76320 0 tcp_inpcb 1304 7 50 194 0 8 74328 0 malloc-4096 4096 6 12 29 0 2 73728 0 ttyinq 160 300 156 1860 0 62 72960 0 malloc-384 384 34 146 1021 0 30 69120 0 DIRHASH 1024 44 22 56 0 16 67584 0 NAMEI 1024 2 64 27225 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-2048 2048 6 26 41 0 8 65536 0 malloc-2048 2048 3 29 791 0 8 65536 0 malloc-1024 1024 4 60 1139 0 16 65536 0 malloc-1024 1024 3 61 2393 0 16 65536 0 malloc-128 128 162 350 1417 0 126 65536 0 malloc-128 128 86 426 1519 0 126 65536 0 malloc-64 64 120 904 2406 0 254 65536 0 malloc-64 64 31 993 13486 0 254 65536 0 malloc-64 64 518 506 1678 0 254 65536 0 malloc-256 256 41 207 2770 0 62 63488 0 malloc-256 256 93 155 500 0 62 63488 0 malloc-256 256 26 222 258 0 62 63488 0 malloc-256 256 40 208 817 0 62 63488 0 sctp_stream_msg_out 112 0 528 3 0 254 59136 0 pipe 736 20 60 867 0 16 58880 0 malloc-384 384 77 73 267 0 30 57600 0 malloc-384 384 83 67 423 0 30 57600 0 malloc-8192 8192 3 4 55 0 1 57344 0 16 Bucket 144 179 211 3372 0 62 56160 0 8 Bucket 80 242 402 21375 0 126 51520 0 udplite_inpcb 408 1 125 145 0 30 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 8 0 1 49152 0 malloc-2048 2048 2 22 252 0 8 49152 0 malloc-1024 1024 6 42 210 0 16 49152 0 malloc-1024 1024 16 32 34 0 16 49152 0 malloc-256 256 4 188 385 0 62 49152 0 malloc-256 256 11 181 469 0 62 49152 0 malloc-128 128 38 346 1119 0 126 49152 0 malloc-128 128 145 239 221 0 126 49152 0 malloc-64 64 405 363 491 0 254 49152 0 VMSPACE 584 37 47 2118 0 16 49056 0 malloc-512 512 6 86 333 0 30 47104 0 malloc-512 512 13 79 56 0 30 47104 0 malloc-512 512 7 85 163 0 30 47104 0 pcpu-8 8 5116 772 7466 0 254 47104 0 ripcb 376 2 118 148 0 30 45120 0 Files 80 190 360 18280 0 126 44000 0 clpbuf 2664 0 16 74 0 4 42624 0 vnpbuf 2664 0 16 1 0 16 42624 0 itimer 352 0 121 160 0 30 42592 0 malloc-4096 4096 2 8 146 0 2 40960 0 da_ccb 544 0 70 3048 0 16 38080 0 udp_inpcb 408 9 81 319 0 30 36720 0 pcpu-64 64 508 52 508 0 254 35840 0 2 Bucket 32 129 982 2606 0 254 35552 0 routing nhops 256 26 109 40 0 62 34560 0 malloc-384 384 1 89 79 0 30 34560 0 malloc-384 384 38 52 67 0 30 34560 0 malloc-32 32 325 746 768 0 254 34272 0 malloc-32 32 99 972 1426 0 254 34272 0 vtnet_tx_hdr 40 0 840 1682 0 254 33600 0 ertt_txseginfo 40 0 840 1061 0 254 33600 0 tcp_log_id_node 120 2 277 3 0 126 33480 0 tcp_bbr_map 128 0 261 13 0 126 33408 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 14 18 20 0 16 32768 0 malloc-64 64 27 485 129 0 254 32768 0 malloc-64 64 60 452 351 0 254 32768 0 PGRP 120 26 238 69 0 126 31680 0 pass0 1976 0 16 4 0 8 31616 0 KNOTE 160 11 181 134 0 62 30720 0 L VFS Cache 320 2 94 81 0 30 30720 0 malloc-512 512 0 60 78 0 30 30720 0 malloc-512 512 12 48 46 0 30 30720 0 malloc-512 512 0 60 11 0 30 30720 0 tcp_bbr_pcb 896 0 32 5 0 16 28672 0 sctp_laddr 48 2 574 23 0 254 27648 0 rl_entry 48 18 558 212 0 254 27648 0 4 Bucket 48 8 568 14 0 254 27648 0 AIOCB 552 0 49 78 0 16 27048 0 AIO 208 0 126 52 0 62 26208 0 malloc-32 32 31 788 495 0 254 26208 0 malloc-32 32 25 794 1369 0 254 26208 0 malloc-32 32 34 785 2883 0 254 26208 0 malloc-32 32 11 808 1096 0 254 26208 0 cpuset 200 7 121 24 0 62 25600 0 kenv 258 18 80 1077 0 30 25284 0 PWD 40 18 570 463 0 254 23520 0 tcp_log_id_bucket 176 2 130 2 0 62 23232 0 splice 184 0 126 3 0 62 23184 0 rtentry 168 29 109 40 0 62 23184 0 domainset 40 1 566 17 0 254 22680 0 Mountpoints 2816 3 5 6 0 4 22528 0 ertt 72 5 295 194 0 126 21600 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 13 0 30 19040 0 malloc-32 32 148 419 242 0 254 18144 0 hostcache 64 2 278 2 0 254 17920 0 ipq 56 2 313 2 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 3 33 3 0 30 14976 0 malloc-16 16 75 807 5201 0 254 14112 0 malloc-16 16 63 819 952 0 254 14112 0 malloc-16 16 10 872 4551 0 254 14112 0 malloc-16 16 36 846 439 0 254 14112 0 malloc-16 16 275 607 24570 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 2 0 30 11520 0 UMA Slabs 0 112 67 30 67 0 126 10864 0 malloc-16 16 44 586 145 0 254 10080 0 malloc-16 16 40 590 329 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 13 23 40 0 0 3456 0 tfo 4 0 750 2 0 254 3000 0 md2 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 33 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 33 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl