panic: sleeping thread holds vm map (system) cpuid = 1 time = 1795218609 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00971516d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0097151830 vpanic() at vpanic+0x257/frame 0xfffffe00971519f0 panic() at panic+0xb5/frame 0xfffffe0097151ab0 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0097151b00 turnstile_wait() at turnstile_wait+0x665/frame 0xfffffe0097151b70 __mtx_lock_sleep() at __mtx_lock_sleep+0x44c/frame 0xfffffe0097151cb0 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0097151d90 vm_map_lookup() at vm_map_lookup+0x17d/frame 0xfffffe0097151f80 vm_fault() at vm_fault+0x423/frame 0xfffffe0097152340 vm_fault_trap() at vm_fault_trap+0xbd/frame 0xfffffe0097152390 trap_pfault() at trap_pfault+0x6c0/frame 0xfffffe00971524d0 trap() at trap+0x4c8/frame 0xfffffe0097152660 calltrap() at calltrap+0x8/frame 0xfffffe0097152660 --- trap 0xc, rip = 0xffffffff82302096, rsp = 0xfffffe0097152730, rbp = 0xfffffe0097152730 --- memcpy_erms() at memcpy_erms+0x106/frame 0xfffffe0097152730 uiomove_step() at uiomove_step+0xef/frame 0xfffffe0097152770 uiomove_fromphys() at uiomove_fromphys+0x336/frame 0xfffffe0097152890 pipe_direct_write() at pipe_direct_write+0x108d/frame 0xfffffe00971529f0 pipe_write() at pipe_write+0xe06/frame 0xfffffe0097152ac0 dofilewrite() at dofilewrite+0x150/frame 0xfffffe0097152b30 kern_writev() at kern_writev+0xd4/frame 0xfffffe0097152bf0 sys_write() at sys_write+0x22d/frame 0xfffffe0097152d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0097152f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0097152f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x8233aae88, rbp = 0x8233aaf20 --- KDB: enter: panic [ thread pid 2503 tid 107447 ] Stopped at kdb_enter+0x6e: movq $0,0x26bc637(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0078c00000 rdx 0x7ffff rbx 0xffffffff82a25e60 .str.27 rsp 0xfffffe0097151810 rbp 0xfffffe0097151830 rsi 0x80001 rdi 0xffffffff81776769 printf+0x149 r8 0 r9 0xffffffff r10 0x1 r11 0x46 r12 0xfffffe0096eee000 r13 0xfffffffffffffffd r14 0xffffffff82a25e60 .str.27 r15 0 rip 0xffffffff8175f09e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bc637(%rip) db> show proc Process 2503 (syz-executor) at 0xfffffe0096ffd038: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 2223 at 0xfffffe00593115d8 ABI: FreeBSD ELF64 flag: 0x10480080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00592aa248 (map 0xfffffe00592aa248) (map.pmap 0xfffffe00592aa2e8) (pmap 0xfffffe00592aa358) threads: 3 107425 s syz-executor 107447 L *vm map 0xfffffe0096ee56c0 syz-executor 107449 s syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2504 1685 1685 0 R (threaded) syz-executor 107421 D vm map 0xfffffe00592aabc8 syz-executor 107448 D unwbo 0xfffffe00593277c4 syz-executor 107450 RunQ syz-executor 2503 2223 2223 0 T (threaded) syz-executor 107425 s syz-executor 107447 L *vm map 0xfffffe0096ee56c0 syz-executor 107449 s syz-executor 2502 1546 1546 0 T (threaded) syz-executor 107357 s syz-executor 107446 RunQ syz-executor 2492 2205 2205 0 T (threaded) syz-executor 105591 s syz-executor 107433 RunQ syz-executor 2399 0 0 0 DL mdwait 0xfffffe009567c000 [md2] 2367 0 0 0 DL mdwait 0xfffffe0092b9f000 [md1] 2351 1 2351 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 2260 0 0 0 DL mdwait 0xfffffe0095776000 [md6] 2233 0 0 0 DL mdwait 0xfffffe0071b0e000 [md0] 2223 1544 2223 0 R syz-executor 2205 1544 2205 0 R syz-executor 2162 0 0 0 DL mdwait 0xfffffe0071999000 [md2816] 2028 0 0 0 DL (threaded) [KTLS] 101072 D - 0xfffffe00721b3800 [thr_0] 101164 D - 0xfffffe00721b3880 [thr_1] 101165 D - 0xffffffff83eb29a8 [reclaim_0] 1721 0 0 0 DL (threaded) [so_splice] 100287 D - 0xfffffe005aaace00 [thr_0] 100302 D - 0xfffffe005aaace40 [thr_1] 1708 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1707 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1706 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1705 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1704 0 0 0 DL aiordy 0xfffffe0059322b08 [aiod4] 1703 0 0 0 DL aiordy 0xfffffe005930f568 [aiod3] 1702 0 0 0 DL aiordy 0xfffffe0059323070 [aiod2] 1701 0 0 0 DL aiordy 0xfffffe0059310b08 [aiod1] 1685 1544 1685 0 R syz-executor 1669 1660 1669 0 Ss select 0xfffffe005a63fd40 dhclient 1660 1604 982 65 S select 0xfffffe005a63f740 dhclient 1604 982 982 0 S wait 0xfffffe00592ce5a0 sh 1546 1544 1546 0 R syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe005a63cf40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f77840 sshd-session 1529 1 1529 0 Ss+ ttyin 0xfffffe005a3be0b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe0058be28b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be58b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1518 1 1518 0 Ss select 0xfffffe005a63c740 logger 1513 1511 17 0 S+ nanslp 0xffffffff83dfc701 sleep 1512 1 17 0 S+ piperd 0xfffffe007199c5d0 logger 1511 1 17 0 S+ wait 0xfffffe00592ae5d8 sh 1499 1 1499 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe005a63c540 sshd 1280 1 1280 0 Ss select 0xfffffe0054363240 syslogd 1279 1 1276 0 S select 0xfffffe0054363140 syslogd 1276 1 1276 0 Ss kqread 0xfffffe0058a09200 syslogd 982 1 982 0 Ss wait 0xfffffe0059200568 devd 981 1 981 65 Ss select 0xfffffe0058f7de40 dhclient 829 1 829 0 Ss select 0xfffffe0054360b40 dhclient 826 1 826 0 Ss select 0xfffffe005a639e40 dhclient 406 0 0 0 DL - 0xffffffff83a2bd00 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 RL (threaded) [bufdaemon] 100079 RunQ [bufdaemon] 100082 RunQ [bufspacedaemon-0] 100098 RunQ [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 0 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9dd60 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 RL [pf purge] 5 0 0 0 DL waiting 0xffffffff84ae28c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 RunQ [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 RunQ [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 RunQ [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efcff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a2a5a1 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582dba00 [ipsec_offload] 100124 D - 0xfffffe005a720600 [netlink_socket (PID] 100212 D - 0xfffffe007cc36800 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 205324 pf_hash 6 12804K 6 devbuf 8335 8610K 8868 linker 431 5752K 640 tcp_hpts 8 4865K 8 pcb 28 2806K 209 sysctloid 35967 2119K 36043 vtbuf 24 1968K 46 kobj 344 1376K 665 vmem 5 1066K 11 newblk 8 1026K 10351 vfscache 3 1025K 3 inodedep 19 519K 2009 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2864 358K 2864 subproc 159 310K 2606 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 12138 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 1716 sem 5 135K 5 md_sectors 33 132K 33 pagedep 10 131K 1248 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 118 118K 144 gtaskqueue 18 98K 18 LRO 26 89K 32 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 539 68K 540 ddb_capture 1 64K 1 kdtrace 236 47K 9956 BPF 25 37K 69 DEVFS3 137 35K 153 hostcache 1 32K 1 shm 1 32K 16 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 61 25K 163 DEVFS_RULE 61 22K 61 md_disk 38 22K 38 temp 44 21K 5616 GEOM 105 21K 926 lltable 61 18K 166 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 724 kenv 138 14K 138 ether_multi 134 11K 296 cred 28 11K 481 CAM queue 5 11K 1528 rman 75 10K 422 ifnet 10 10K 35 ksem 4 10K 6 rpc 8 9K 8 plimit 23 9K 603 bmsafemap 3 9K 2018 UART 12 9K 12 shmfd 1 8K 10 kqueue 76 8K 2828 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 pf_ifnet 24 8K 100 taskqueue 75 8K 18417 audit_evclass 246 8K 313 in6_multi 56 8K 93 ufs_dirhash 33 7K 102 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 UMA 275 5K 275 mount 53 5K 2069 pwddesc 69 5K 2505 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 selfd 50 4K 217149 lockf 27 4K 1428 proc-args 86 4K 4618 session 23 3K 52 DEVFSP 45 3K 221 terminal 11 3K 11 tun 7 3K 7 acpidev 21 3K 21 hhook 8 3K 10 uidinfo 3 3K 42 kcovinfo 36 3K 63 netlink 2 3K 528 sctp_stro 2 2K 4 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 33 Unitno 37 2K 81 select 15 2K 107 CAM XPT 21 2K 545 sctp_ifa 12 2K 19 sctp_atcl 4 2K 30 in_multi 6 2K 18 toponodes 6 2K 6 ipsecpolicy 2 2K 2 dirrem 5 2K 1857 ip6ndp 5 2K 8 igmp 10 2K 34 msdosfs_node 5 2K 14 msi 9 2K 9 mkdir 9 2K 2296 diradd 9 2K 1898 freework 5 2K 2499 softdep 1 1K 1 freeblks 4 1K 1500 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 77 NFSD session 1 1K 1 CAM periph 4 1K 528 sctp_ifn 6 1K 19 ipsec 3 1K 3 CC Mem 6 1K 192 pfil 6 1K 6 pci_link 10 1K 10 newdirblk 5 1K 1148 freefile 5 1K 1599 crypto 4 1K 12 encap_export_host 12 1K 12 osd 11 1K 272 sctp_timw 2 1K 2 inpcbpolicy 16 1K 574 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 ip6opt 3 1K 16 busdma 2 1K 2 sctp_atky 6 1K 34 vnodes 1 1K 10 ktls 1 1K 11 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 VN POLL 1 1K 69 aio 4 1K 6 iov 2 1K 23466 pmchooks 1 1K 1 filecaps 5 1K 188 CAM path 4 1K 1035 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3887 sctp_vrf 1 1K 1 sctp_athm 4 1K 30 sctp_map 4 1K 8 in6_mfilter 1 1K 12 vnet 1 1K 1 accf 1 1K 1 pmc 1 1K 1 sigio 1 1K 9 entropy 2 1K 95 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 7 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 6 sctp_iter 0 0K 20 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 20 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 filemon 0 0K 11 cryptodev 0 0K 10 tcp_pcm_rack 0 0K 5 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 10 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 446 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 38 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 176 allocindir 0 0K 0 indirdep 0 0K 467 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 5 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 2 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 48 ipsecrequest 0 0K 0 mld 0 0K 0 ip6_msource 0 0K 4 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 6 ip_moptions 0 0K 12 in_mfilter 0 0K 18 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 23 fadvise 0 0K 4 statfs 0 0K 24 namei_tracker 0 0K 10 inotify 0 0K 166 export_host 0 0K 0 cl_savebuf 0 0K 151 lio 0 0K 10 acl 0 0K 0 mbuf_tag 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 101 eventfd 0 0K 2 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1004 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1845 sysctl 0 0K 105 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 38 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 174 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 782 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 32415 0 254 38494208 0 vmem btag 56 108285 15670 233642 0 254 6941480 0 malloc-384 384 8213 37 8226 0 30 3168000 0 THREAD 1876 166 1266 7450 0 8 2686432 0 tcp_log 416 5177 925 10149 0 254 2538432 0 mbuf 256 8644 1010 54290 0 254 2471424 0 RADIX NODE 152 15253 967 134117 0 62 2465440 0 BUF TRIE 152 268 11510 8125 0 62 1790256 0 malloc-128 128 12090 390 14462 0 126 1597440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 356 6 689 0 2 1482752 0 FPU_save_area 832 168 1308 8267 0 16 1228032 0 sctp_asoc 2256 2 508 4 0 254 1150560 0 malloc-65536 65536 12 3 17 0 1 983040 0 socket 1024 40 730 4494 0 254 788480 0 FFS inode 1168 555 35 2178 0 8 689120 0 256 Bucket 2048 276 21 8483 0 8 608256 0 sctp_ep 1152 2 509 26 0 254 588672 0 DEVCTL 1024 137 369 540 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-256 256 272 1464 10648 0 62 444416 0 malloc-256 256 272 1464 24929 0 62 444416 0 pbuf 2664 0 162 0 0 2 431568 0 malloc-128 128 2879 273 4998 0 126 403456 0 malloc-65536 65536 1 5 11 0 1 393216 0 malloc-65536 65536 2 4 112 0 1 393216 0 malloc-65536 65536 0 6 77 0 1 393216 0 sctp_raddr 736 2 508 4 0 254 375360 0 malloc-4096 4096 79 7 3031 0 2 352256 0 malloc-64 64 4476 868 7196 0 254 342016 0 VM OBJECT 232 1262 166 36555 0 62 331296 0 malloc-32768 32768 2 8 202 0 1 327680 0 VNODE 440 612 81 2247 0 30 304920 0 malloc-32768 32768 1 8 26 0 1 294912 0 malloc-16 16 15052 1832 24178 0 254 270144 0 cpuset 200 9 1303 1294 0 62 262400 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 103 25 287 0 8 262144 0 unpcb 320 20 750 3803 0 254 246400 0 malloc-32 32 5552 1819 13464 0 254 235872 0 malloc-2048 2048 6 106 516 0 8 229376 0 malloc-4096 4096 50 4 64 0 2 221184 0 malloc-16384 16384 8 5 1054 0 1 212992 0 TURNSTILE 136 1433 58 1433 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 mbuf_packet 256 6 756 631 0 254 195072 0 MAP ENTRY 96 1506 522 124379 0 126 194688 0 malloc-128 128 1178 342 24822 0 126 194560 0 UMA Zones 768 247 6 247 0 16 194304 0 FFS2 dinode 256 555 195 2178 0 62 192000 0 malloc-16384 16384 3 8 26 0 1 180224 0 malloc-1024 1024 134 42 416 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-8192 8192 15 6 41 0 1 172032 0 malloc-64 64 203 2101 224122 0 254 147456 0 S VFS Cache 104 1032 372 2657 0 126 146016 0 64 Bucket 512 202 83 8118 0 30 145920 0 SLEEPQUEUE 88 1433 86 1433 0 126 133672 0 128 Bucket 1024 84 46 1703 0 16 133120 0 malloc-32768 32768 1 3 121 0 1 131072 0 malloc-32768 32768 1 3 15 0 1 131072 0 malloc-128 128 623 385 6248 0 126 129024 0 PROC 1384 68 20 2504 0 8 121792 0 ksiginfo 112 78 978 112 0 126 118272 0 filedesc0 1072 69 29 2505 0 8 105056 0 DIRHASH 1024 44 55 90 0 16 101376 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 UMA Kegs 384 233 4 233 0 30 91008 0 syncache 168 0 529 12 0 254 88872 0 vnpbuf 2664 0 32 11 0 16 85248 0 32 Bucket 256 111 219 1890 0 62 84480 0 malloc-16384 16384 2 3 8 0 1 81920 0 malloc-8192 8192 7 3 88 0 1 81920 0 malloc-2048 2048 15 25 57 0 8 81920 0 malloc-128 128 163 477 1266 0 126 81920 0 ttyoutq 256 157 158 779 0 62 80640 0 ttyinq 160 300 156 1500 0 62 72960 0 malloc-384 384 78 102 279 0 30 69120 0 NAMEI 1024 0 66 29038 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 47 0 1 65536 0 malloc-8192 8192 3 5 46 0 1 65536 0 malloc-4096 4096 10 6 28 0 2 65536 0 malloc-2048 2048 6 26 48 0 8 65536 0 malloc-2048 2048 11 21 838 0 8 65536 0 malloc-2048 2048 3 29 835 0 8 65536 0 malloc-1024 1024 23 41 165 0 16 65536 0 malloc-1024 1024 5 59 6736 0 16 65536 0 malloc-1024 1024 19 45 44 0 16 65536 0 malloc-1024 1024 3 61 2160 0 16 65536 0 malloc-128 128 80 432 2638 0 126 65536 0 malloc-64 64 33 991 20369 0 254 65536 0 malloc-64 64 514 510 1696 0 254 65536 0 g_bio 424 0 153 21479 0 30 64872 0 malloc-256 256 36 212 2971 0 62 63488 0 malloc-256 256 95 153 541 0 62 63488 0 malloc-256 256 29 219 190 0 62 63488 0 malloc-256 256 26 222 1695 0 62 63488 0 domainset 40 1 1574 1283 0 254 63000 0 malloc-512 512 13 107 79 0 30 61440 0 sctp_stream_msg_out 112 0 528 2 0 254 59136 0 malloc-384 384 70 80 1182 0 30 57600 0 malloc-384 384 91 59 432 0 30 57600 0 malloc-384 384 25 125 2018 0 30 57600 0 malloc-8192 8192 2 5 7 0 1 57344 0 16 Bucket 144 211 179 5085 0 62 56160 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 2 22 241 0 8 49152 0 malloc-1024 1024 6 42 205 0 16 49152 0 malloc-256 256 6 186 563 0 62 49152 0 malloc-256 256 11 181 508 0 62 49152 0 malloc-128 128 31 353 2323 0 126 49152 0 malloc-128 128 135 249 241 0 126 49152 0 malloc-64 64 113 655 2183 0 254 49152 0 malloc-64 64 395 373 495 0 254 49152 0 pcpu-8 8 5229 915 8275 0 254 49152 0 pipe 736 19 46 784 0 16 47840 0 malloc-512 512 6 86 490 0 30 47104 0 malloc-512 512 7 85 112 0 30 47104 0 tcp_inpcb 1304 7 26 191 0 8 43032 0 clpbuf 2664 0 16 355 0 4 42624 0 sctp_readq 152 0 275 1 0 254 41800 0 sctp_chunk 152 2 273 2 0 254 41800 0 malloc-4096 4096 2 8 487 0 2 40960 0 VMSPACE 584 37 33 2474 0 16 40880 0 8 Bucket 80 243 263 20108 0 126 40480 0 da_ccb 544 0 70 5996 0 16 38080 0 udp_inpcb 408 8 82 311 0 30 36720 0 hostcache 64 3 557 3 0 254 35840 0 routing nhops 256 24 111 41 0 62 34560 0 malloc-384 384 43 47 67 0 30 34560 0 malloc-32 32 321 750 704 0 254 34272 0 ktls_session 256 0 132 2 0 62 33792 0 vtnet_tx_hdr 40 0 840 4127 0 254 33600 0 ertt_txseginfo 40 0 840 3365 0 254 33600 0 PWD 40 19 821 1000 0 254 33600 0 tcp_rack_map 128 0 261 17 0 126 33408 0 tcp_bbr_map 128 0 261 15 0 126 33408 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 8 0 16 32768 0 malloc-1024 1024 13 19 19 0 16 32768 0 malloc-64 64 23 489 192 0 254 32768 0 malloc-64 64 56 456 291 0 254 32768 0 Files 80 186 214 18348 0 126 32000 0 PGRP 120 27 237 60 0 126 31680 0 KNOTE 160 11 181 146 0 62 30720 0 L VFS Cache 320 1 95 200 0 30 30720 0 malloc-512 512 0 60 36 0 30 30720 0 malloc-512 512 13 47 29 0 30 30720 0 malloc-512 512 0 60 10 0 30 30720 0 tcp_bbr_pcb 896 0 32 4 0 16 28672 0 sctp_laddr 48 0 576 23 0 254 27648 0 rl_entry 48 29 547 94 0 254 27648 0 4 Bucket 48 7 569 31 0 254 27648 0 AIOCB 552 0 49 40 0 16 27048 0 AIO 208 0 126 36 0 62 26208 0 malloc-32 32 25 794 1135 0 254 26208 0 malloc-32 32 97 722 779 0 254 26208 0 malloc-32 32 34 785 2868 0 254 26208 0 malloc-32 32 11 808 1075 0 254 26208 0 2 Bucket 32 119 689 3271 0 254 25856 0 udplite_inpcb 408 0 63 18 0 30 25704 0 kenv 258 18 80 1075 0 30 25284 0 fakepg 88 0 276 10 0 126 24288 0 itimer 352 0 66 50 0 30 23232 0 splice 184 0 126 9 0 62 23184 0 rtentry 168 27 111 41 0 62 23184 0 malloc-384 384 1 59 37 0 30 23040 0 malloc-384 384 1 59 5 0 30 23040 0 tcp_rack_pcb 1088 0 21 5 0 8 22848 0 ripcb 376 2 58 54 0 30 22560 0 Mountpoints 2816 3 5 8 0 4 22528 0 ertt 72 6 294 191 0 126 21600 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 10 0 30 19040 0 tcp_log_id_node 120 1 154 1 0 126 18600 0 mqueue 248 1 74 1 0 62 18600 0 malloc-32 32 43 524 337 0 254 18144 0 malloc-32 32 143 424 230 0 254 18144 0 malloc-16 16 277 857 24569 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 pass0 1976 0 8 3 0 8 15808 0 mqnode 416 4 32 4 0 30 14976 0 malloc-16 16 75 807 4608 0 254 14112 0 malloc-16 16 71 811 835 0 254 14112 0 malloc-16 16 10 872 2582 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 1 65 1 0 62 11616 0 UMA Slabs 0 112 70 27 70 0 126 10864 0 malloc-16 16 34 596 380 0 254 10080 0 malloc-16 16 49 581 120 0 254 10080 0 malloc-16 16 42 588 244 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 19 17 36 0 0 3456 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 33 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl