panic: sleeping thread holds vm map (system) cpuid = 0 time = 1094 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0090ce2930 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0090ce2a90 vpanic() at vpanic+0x257/frame 0xfffffe0090ce2c50 panic() at panic+0xb5/frame 0xfffffe0090ce2d10 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0090ce2d60 turnstile_wait() at turnstile_wait+0x665/frame 0xfffffe0090ce2dd0 __mtx_lock_sleep() at __mtx_lock_sleep+0x44c/frame 0xfffffe0090ce2f10 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0090ce2ff0 vm_map_lookup() at vm_map_lookup+0x17d/frame 0xfffffe0090ce31e0 vm_fault() at vm_fault+0x423/frame 0xfffffe0090ce35a0 vm_fault_trap() at vm_fault_trap+0xbd/frame 0xfffffe0090ce35f0 trap_pfault() at trap_pfault+0x6c0/frame 0xfffffe0090ce3730 trap() at trap+0x4c8/frame 0xfffffe0090ce38c0 calltrap() at calltrap+0x8/frame 0xfffffe0090ce38c0 --- trap 0xc, rip = 0xffffffff823061ae, rsp = 0xfffffe0090ce3990, rbp = 0xfffffe0090ce3990 --- copyin_smap_erms() at copyin_smap_erms+0x14e/frame 0xfffffe0090ce3990 uiomove_faultflag() at uiomove_faultflag+0x255/frame 0xfffffe0090ce39f0 pipe_write() at pipe_write+0x992/frame 0xfffffe0090ce3ac0 dofilewrite() at dofilewrite+0x150/frame 0xfffffe0090ce3b30 kern_writev() at kern_writev+0xd4/frame 0xfffffe0090ce3bf0 sys_write() at sys_write+0x22d/frame 0xfffffe0090ce3d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0090ce3f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0090ce3f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x10f98c05283a, rsp = 0x10f989500dc8, rbp = 0x10f989500e00 --- KDB: enter: panic [ thread pid 27927 tid 130726 ] Stopped at kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002befac0 rdx 0 rbx 0xffffffff82a295c0 .str.27 rsp 0xfffffe0090ce2a70 rbp 0xfffffe0090ce2a90 rsi 0 rdi 0xffffffff8177a289 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe00593a8780 r13 0xfffffffffffffffe r14 0xffffffff82a295c0 .str.27 r15 0 rip 0xffffffff81762bbe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> show proc Process 27927 (sh) at 0xfffffe0098c16ad0: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 27914 at 0xfffffe0091ff7000 ABI: FreeBSD ELF64 flag: 0x10000000 flag2: 0 arguments: /bin/sh - /etc/pccard_ether / start reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0059373920 (map 0xfffffe0059373920) (map.pmap 0xfffffe00593739c0) (pmap 0xfffffe0059373a30) threads: 1 130726 L *vm map 0xfffffe0091e94c00 sh db> ps pid ppid pgrp uid state wmesg wchan cmd 27927 27914 982 0 L *vm map 0xfffffe0091e94c00 sh 27919 11665 11665 0 R (threaded) syz-executor 109941 RunQ syz-executor 147469 D unwbo 0xfffffe00592f16dc syz-executor 147470 Run CPU 1 syz-executor 27918 9939 9939 0 R (threaded) syz-executor 100281 RunQ syz-executor 147466 S uwait 0xfffffe0092e20000 syz-executor 147468 S uwait 0xfffffe0090b9de00 syz-executor 27916 11412 11412 0 R (threaded) syz-executor 100096 RunQ syz-executor 147465 S uwait 0xfffffe0092e21600 syz-executor 147467 S uwait 0xfffffe0090b42a00 syz-executor 27914 982 982 0 S pipelk 0xfffffe005aa48714 sh 23986 0 0 0 DL mdwait 0xfffffe0071673000 [md21] 21348 1 21348 65 Ss select 0xfffffe0054362140 dhclient 21220 0 0 0 DL mdwait 0xfffffe0096574000 [md20] 20892 1 20892 0 Ss select 0xfffffe0054362d40 dhclient 20885 1 20885 0 Ss select 0xfffffe005ab53940 dhclient 20741 1 20741 65 Ss select 0xfffffe0054361240 dhclient 20331 1 20331 0 Ss select 0xfffffe0054364740 dhclient 20326 1 20326 0 Ss select 0xfffffe0058f7cd40 dhclient 19677 1 19677 65 Ss select 0xfffffe0058f7b040 dhclient 18886 1 18886 0 Ss select 0xfffffe0071b72a40 dhclient 18790 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 11665 1544 11665 0 R syz-executor 11595 0 0 0 DL mdwait 0xfffffe0095d8e000 [md19] 11412 1544 11412 0 R syz-executor 10551 1 10551 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 9939 1544 9939 0 S nanslp 0xffffffff83dfc700 syz-executor 9636 1544 9636 0 R syz-executor 7330 0 0 0 DL mdwait 0xfffffe00724a9000 [md18] 4483 0 0 0 DL mdwait 0xfffffe005a2b7000 [md17] 4424 0 0 0 DL mdwait 0xfffffe0071aad000 [md16] 4253 0 0 0 DL mdwait 0xfffffe0072502000 [md15] 4041 0 0 0 DL mdwait 0xfffffe0091de7000 [md14] 3661 0 0 0 DL mdwait 0xfffffe0095d94000 [md13] 3607 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 3606 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 3605 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 3604 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 3571 0 0 0 DL (threaded) [so_splice] 100093 D - 0xfffffe00980e5500 [thr_0] 110509 D - 0xfffffe00980e5540 [thr_1] 3446 0 0 0 DL mdwait 0xfffffe0097653000 [md12] 3172 0 0 0 DL mdwait 0xfffffe0097742000 [md11] 3159 0 0 0 DL mdwait 0xfffffe0090871000 [md10] 3031 0 0 0 DL mdwait 0xfffffe0097651000 [md9] 3018 0 0 0 DL mdwait 0xfffffe0097664000 [md8] 2849 0 0 0 DL mdwait 0xfffffe008c1b1000 [md7] 2755 0 0 0 DL mdwait 0xfffffe00724c5000 [md6] 2533 0 0 0 DL mdwait 0xfffffe0090618000 [md5] 2167 0 0 0 DL mdwait 0xfffffe007259b000 [md4] 2159 0 0 0 DL mdwait 0xfffffe008c1b5000 [md3] 1977 0 0 0 DL mdwait 0xfffffe0071aab000 [md2] 1743 0 0 0 DL mdwait 0xfffffe0090623000 [md1] 1691 0 0 0 DL aiordy 0xfffffe0059326070 [aiod4] 1690 0 0 0 DL aiordy 0xfffffe00593265d8 [aiod3] 1689 0 0 0 DL aiordy 0xfffffe00592ff000 [aiod2] 1688 0 0 0 DL aiordy 0xfffffe0059208038 [aiod1] 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0071b77540 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0054360d40 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3868b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3888b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3898b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a38a8b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee48b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0058f76340 sshd 1280 1 1280 0 Ss select 0xfffffe005435fc40 syslogd 1279 1 1276 0 S select 0xfffffe005435fb40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a846400 syslogd 982 1 982 0 Ss wait 0xfffffe00592ac000 devd 981 1 981 65 Ss select 0xfffffe005ab57940 dhclient 829 1 829 0 Ss select 0xfffffe005ab56840 dhclient 826 1 826 0 Ss select 0xfffffe0058f79240 dhclient 406 0 0 0 DL - 0xffffffff83a2b960 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00590788e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81fa05f0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845ab5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a9e8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 RunQ [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582daa00 [ipsec_offload] 100117 D - 0xfffffe00582e0600 [netlink_socket (PID] 132485 D - 0xfffffe007247ce00 [netlink_socket (PID] 136388 D - 0xfffffe0090be1600 [netlink_socket (PID] 139043 D - 0xfffffe0092e3d400 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 6902267 CAM queue 5 16391K 1529 pf_hash 6 12804K 6 devbuf 9168 8625K 29608 linker 467 5798K 8068 tcp_hpts 8 4865K 8 pcb 30 2802K 5691 sysctloid 37392 2203K 37585 vtbuf 24 1968K 46 kobj 344 1376K 872 filemon 163 1304K 227 vmem 5 1056K 13 newblk 13 1027K 155793 vfscache 3 1025K 3 inodedep 27 522K 40381 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 193 388K 28622 umtx 2896 362K 2896 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 2470201 acpica 1674 184K 53459 LRO 102 165K 166 tidhash 3 141K 3 DEVFS1 137 137K 254 sem 5 135K 5 pagedep 9 130K 22746 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 35477 gtaskqueue 18 98K 18 md_disk 36 85K 61 bus 1025 84K 4996 sigio 1189 75K 2179 mtx_pool 3 74K 3 BPF 45 72K 2952 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 541 68K 559 ddb_capture 1 64K 1 md_sectors 15 60K 16 kdtrace 271 52K 75399 DEVFS3 156 39K 205 GEOM 185 37K 1475 shm 2 34K 265 ifaddr 86 33K 3695 hostcache 1 32K 1 msg 5 31K 5 kbdmux 6 28K 6 lltable 85 25K 3812 devstat 12 25K 12 ether_multi 267 22K 5938 DEVFS_RULE 61 22K 61 temp 58 22K 32496 ufs_mount 4 17K 5 cred 44 17K 2786 proc 3 17K 3 tty 16 16K 16 in6_multi 115 16K 511 bus-sc 36 15K 1741 mount 84 15K 9939 ithread 90 15K 90 routetbl 68 15K 4924 eventhandler 175 15K 175 DEVFSP 214 14K 10846 ifnet 14 14K 898 kenv 138 14K 138 pf_ifnet 34 11K 2741 rman 75 10K 422 plimit 25 10K 2739 ksem 4 10K 58 rpc 8 9K 8 bmsafemap 3 9K 35539 taskqueue 81 9K 66780 kqueue 91 9K 42712 UART 12 9K 12 shmfd 1 8K 451 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 sctp_timw 29 8K 29 ufs_dirhash 33 7K 1770 sctp_ifa 50 7K 86 sglist 6 7K 6 CAM DEV 3 6K 510 lockf 47 6K 17069 pfs_nodes 22 6K 22 pwddesc 87 6K 27928 UMA 287 5K 288 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 tun 10 4K 36 selfd 60 4K 757145 session 28 4K 210 acpisem 28 4K 28 proc-args 90 4K 37203 ip6ndp 11 3K 55 terminal 11 3K 11 msdosfs_node 11 3K 131 acpidev 21 3K 21 procdesc 5 3K 180 uidinfo 5 3K 241 select 19 3K 659 hhook 8 3K 10 kcovinfo 36 3K 324 netlink 2 3K 5263 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 12 Unitno 35 2K 401 igmp 14 2K 897 CAM XPT 23 2K 546 sctp_ifn 12 2K 86 dirrem 6 2K 36343 in_multi 6 2K 944 toponodes 6 2K 6 ipsecpolicy 2 2K 15 freefile 10 2K 31830 nhops 6 2K 11 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 729 NFSD session 1 1K 1 diradd 7 1K 36478 CAM periph 4 1K 575 ipsec 3 1K 3 CC Mem 6 1K 4208 pfil 6 1K 6 pci_link 10 1K 10 mkdir 5 1K 43888 crypto 4 1K 4 encap_export_host 12 1K 12 osd 11 1K 4316 inpcbpolicy 18 1K 18652 freework 3 1K 36921 newdirblk 4 1K 21944 freeblks 2 1K 26906 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 VN POLL 3 1K 264 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 iov 5 1K 298596 vnodes 1 1K 121 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 pf_osfp 2 1K 2 tcpfunc 3 1K 3 ip_msource 3 1K 824 accf 3 1K 3 loginclass 3 1K 10 prison 6 1K 6 CAM path 5 1K 1037 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 2358 aio 4 1K 24 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 16981 sctp_vrf 1 1K 1 cryptodev 1 1K 587 ip6_msource 1 1K 53 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 1417 entropy 2 1K 151 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 113 sctp_iter 0 0K 138 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 1989 sctp_atky 0 0K 2046 sctp_atcl 0 0K 1989 sctp_a_it 0 0K 136 sctp_aadr 0 0K 149 sctp_stro 0 0K 57 sctp_stri 0 0K 0 sctp_map 0 0K 114 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 38 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 76 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14722 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 381 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 6888 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 57 audit_pipeent 0 0K 0 audit_pipe 0 0K 982 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 1766 ipsecrequest 0 0K 11 mld 0 0K 0 ip6opt 0 0K 1668 ip6_moptions 0 0K 452 in6_mfilter 0 0K 276 frag6 0 0K 38 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 1618 in_mfilter 0 0K 2707 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 42 fadvise 0 0K 103 statfs 0 0K 289 namei_tracker 0 0K 59 inotify 0 0K 700 export_host 0 0K 0 cl_savebuf 0 0K 2807 lio 0 0K 306 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 60 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 1780 eventfd 0 0K 86 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1986 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 6721 sysctl 0 0K 898 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 43 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 312 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 66 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 9 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 915 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8343 1309 149932 0 254 39534592 0 vmem btag 56 109574 20681 6799715 0 254 7294280 0 tcp_log 416 10193 2002 77543 0 254 5073120 0 malloc-384 384 8216 94 8894 0 30 3191040 0 THREAD 1876 183 1265 47470 0 8 2716448 0 RADIX NODE 152 15783 1562 1811199 0 66 2636440 0 mbuf_cluster 2048 762 508 846 0 254 2600960 0 mbuf 256 8848 806 406122 0 254 2471424 0 swblk 136 0 16436 16384 0 62 2235296 0 BUF TRIE 152 292 11486 141804 0 62 1790256 0 malloc-128 128 12561 431 56602 0 126 1662976 0 malloc-4096 4096 356 6 941 0 2 1482752 0 malloc-8192 8192 166 7 3353 0 1 1417216 0 FPU_save_area 832 185 1291 65685 0 16 1228032 0 malloc-64 64 249 18823 2055895 0 254 1220608 0 malloc-65536 65536 12 6 34 0 1 1179648 0 sctp_asoc 2256 0 510 57 0 254 1150560 0 DEVCTL 1024 995 105 2408 0 0 1126400 0 socket 1024 47 976 28384 0 254 1047552 0 256 Bucket 2048 428 58 52240 0 9 995328 0 sctp_ep 1152 0 763 1932 0 254 878976 0 FFS inode 1168 662 58 33078 0 8 840960 0 malloc-4096 4096 113 17 32023 0 3 532480 0 malloc-65536 65536 2 6 112 0 1 524288 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-256 256 359 1569 140227 0 62 493568 0 malloc-65536 65536 0 7 662 0 1 458752 0 malloc-32768 32768 2 12 2326 0 1 458752 0 pbuf 2664 0 166 8 0 2 442224 0 malloc-256 256 293 1387 286076 0 62 430080 0 malloc-128 128 2916 364 12798 0 126 419840 0 VM OBJECT 232 1614 188 368092 0 62 418064 0 VNODE 440 730 143 33295 0 30 384120 0 sctp_raddr 736 0 510 57 0 254 375360 0 malloc-64 64 4652 948 32939 0 254 358400 0 unpcb 320 21 999 7191 0 254 326400 0 64 Bucket 512 436 134 66198 0 30 291840 0 malloc-16 16 15663 1725 41140 0 254 278208 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 11 0 1 262144 0 malloc-32768 32768 1 7 264 0 1 262144 0 malloc-2048 2048 103 25 5969 0 8 262144 0 malloc-32 32 5716 1907 48174 0 254 243936 0 MAP ENTRY 96 1652 883 1357644 0 127 243360 0 malloc-384 384 33 567 40391 0 30 230400 0 malloc-32768 32768 1 6 122 0 1 229376 0 malloc-32768 32768 1 6 32 0 1 229376 0 FFS2 dinode 256 662 208 33078 0 62 222720 0 malloc-16384 16384 7 6 17919 0 1 212992 0 TURNSTILE 136 1449 42 1449 0 62 202776 0 UMA Zones 768 259 3 260 0 16 201216 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-1024 1024 153 39 540 0 16 196608 0 mbuf_packet 256 23 739 13982 0 254 195072 0 malloc-128 128 661 859 85577 0 126 194560 0 malloc-128 128 1216 304 24912 0 126 194560 0 lkpimm 56 1 3086 1 0 254 172872 0 S VFS Cache 104 1198 458 32698 0 126 172224 0 malloc-8192 8192 15 6 79 0 1 172032 0 swpctrie 152 0 1125 1093 0 62 171000 0 128 Bucket 1024 100 63 24010 0 16 166912 0 malloc-16384 16384 3 7 168 0 1 163840 0 malloc-2048 2048 57 23 377 0 8 163840 0 malloc-4096 4096 34 4 108 0 2 155648 0 malloc-64 64 1703 601 4610 0 254 147456 0 PROC 1384 86 18 27927 0 8 143936 0 SLEEPQUEUE 88 1449 70 1449 0 126 133672 0 malloc-16384 16384 8 0 8 0 1 131072 0 filedesc0 1072 87 25 27928 0 8 120064 0 ksiginfo 112 96 960 232 0 126 118272 0 malloc-2048 2048 6 50 515 0 8 114688 0 g_bio 424 4 266 169890 0 31 114480 0 malloc-256 256 10 430 15233 0 62 112640 0 32 Bucket 256 162 258 11104 0 62 107520 0 malloc-4096 4096 18 8 789 0 2 106496 0 DIRHASH 1024 44 55 1202 0 16 101376 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-8192 8192 7 5 91 0 1 98304 0 malloc-2048 2048 11 37 2932 0 8 98304 0 malloc-1024 1024 29 67 4764 0 16 98304 0 UMA Kegs 384 246 7 247 0 30 97152 0 syncache 168 0 529 33 0 254 88872 0 vnpbuf 2664 0 32 15 0 16 85248 0 malloc-16384 16384 1 4 8 0 1 81920 0 malloc-1024 1024 30 50 914 0 16 81920 0 malloc-128 128 180 460 12975 0 126 81920 0 malloc-64 64 449 831 2825 0 254 81920 0 ttyoutq 256 157 158 965 0 62 80640 0 ttyinq 160 300 204 1860 0 62 80640 0 malloc-384 384 84 126 7833 0 30 80640 0 malloc-256 256 69 243 14629 0 62 79872 0 malloc-256 256 135 177 6171 0 62 79872 0 sctp_readq 152 0 525 8 0 254 79800 0 sctp_chunk 152 0 525 21 0 254 79800 0 malloc-384 384 86 94 11793 0 30 69120 0 malloc-384 384 107 73 531 0 30 69120 0 NAMEI 1024 0 66 251498 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 168 0 1 65536 0 malloc-8192 8192 2 6 38 0 1 65536 0 malloc-2048 2048 6 26 246 0 8 65536 0 malloc-2048 2048 2 30 1004 0 8 65536 0 malloc-2048 2048 3 29 2912 0 8 65536 0 malloc-1024 1024 5 59 36046 0 16 65536 0 malloc-1024 1024 11 53 72 0 16 65536 0 malloc-1024 1024 6 58 593 0 16 65536 0 malloc-1024 1024 3 61 9792 0 16 65536 0 malloc-128 128 56 456 36928 0 126 65536 0 malloc-128 128 80 432 39727 0 126 65536 0 malloc-128 128 194 318 2917 0 126 65536 0 malloc-64 64 116 908 13860 0 254 65536 0 malloc-64 64 38 986 281528 0 254 65536 0 malloc-64 64 229 795 15733 0 254 65536 0 Files 80 373 427 145510 0 126 64000 0 16 Bucket 144 182 260 31971 0 62 63648 0 malloc-256 256 36 212 3432 0 62 63488 0 malloc-256 256 11 237 1801 0 62 63488 0 malloc-256 256 30 218 30951 0 62 63488 0 tcp_inpcb 1304 6 42 3975 0 8 62592 0 malloc-512 512 17 103 1877 0 30 61440 0 malloc-512 512 5 115 7108 0 30 61440 0 malloc-512 512 13 107 891 0 30 61440 0 malloc-512 512 8 112 1622 0 30 61440 0 sctp_stream_msg_out 112 0 528 27 0 254 59136 0 pipe 736 20 60 8519 0 16 58880 0 pcpu-8 8 5810 1102 124336 0 254 55296 0 rl_entry 48 210 870 16791 0 254 51840 0 8 Bucket 80 240 404 71228 0 126 51520 0 udp_inpcb 408 7 119 9499 0 30 51408 0 pcpu-64 64 511 273 511 0 254 50176 0 routing nhops 256 36 159 181 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-64 64 20 748 1646 0 254 49152 0 VMSPACE 584 39 45 27855 0 16 49056 0 pass0 1976 0 24 74 0 8 47424 0 malloc-512 512 0 92 170 0 30 47104 0 malloc-512 512 1 91 83 0 30 47104 0 malloc-384 384 1 119 171 0 30 46080 0 malloc-384 384 54 66 173 0 30 46080 0 da_ccb 544 1 83 44295 0 16 45696 0 ripcb 376 5 115 2888 0 30 45120 0 tcp_bbr_pcb 896 1 47 47 0 16 43008 0 itimer 352 0 121 1882 0 30 42592 0 malloc-32 32 330 993 5279 0 254 42336 0 KNOTE 160 10 254 4909 0 62 42240 0 AIO 208 0 198 1983 0 62 41184 0 malloc-4096 4096 4 6 14434 0 2 40960 0 AIOCB 552 0 70 3189 0 16 38640 0 cpuset 200 8 184 127 0 62 38400 0 4 Bucket 48 13 779 907 0 254 38016 0 vtnet_tx_hdr 40 0 924 62806 0 254 36960 0 udplite_inpcb 408 0 90 2290 0 30 36720 0 hostcache 64 12 548 12 0 254 35840 0 2 Bucket 32 134 977 35559 0 254 35552 0 splice 184 0 189 127 0 62 34776 0 rtentry 168 39 168 181 0 62 34776 0 malloc-32 32 60 1011 1754 0 254 34272 0 malloc-32 32 173 898 2196 0 254 34272 0 malloc-32 32 143 928 27477 0 254 34272 0 ertt_txseginfo 40 0 840 50941 0 254 33600 0 PWD 40 20 820 17885 0 254 33600 0 tcp_log_id_node 120 0 279 52 0 126 33480 0 tcp_bbr_map 128 2 259 108 0 126 33408 0 tcp_rack_map 128 0 261 49 0 126 33408 0 malloc-4096 4096 2 6 16 0 2 32768 0 malloc-2048 2048 1 15 198 0 8 32768 0 kenv 258 18 108 1385 0 30 32508 0 clpbuf 2664 1 11 1533 0 4 31968 0 ipq 56 0 567 9 0 254 31752 0 PGRP 120 32 232 265 0 126 31680 0 L VFS Cache 320 0 96 5108 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 tcp_rack_pcb 1088 0 28 38 0 8 30464 0 ertt 72 6 394 3975 0 126 28800 0 sctp_laddr 48 0 576 324 0 254 27648 0 AIOLIO 272 0 98 306 0 30 26656 0 malloc-32 32 25 794 618987 0 254 26208 0 malloc-32 32 34 785 3048 0 254 26208 0 malloc-32 32 12 807 1299 0 254 26208 0 malloc-16 16 900 738 6272 0 254 26208 0 fakepg 88 0 276 15 0 126 24288 0 tcp_log_id_bucket 176 0 132 31 0 62 23232 0 malloc-384 384 1 59 7 0 30 23040 0 domainset 40 0 567 107 0 254 22680 0 Mountpoints 2816 3 5 91 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 0 75 1 0 62 18600 0 malloc-16 16 115 1019 37832 0 254 18144 0 malloc-16 16 10 1124 468751 0 254 18144 0 malloc-16 16 30 1104 7841 0 254 18144 0 malloc-16 16 289 845 24649 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnotifier 216 0 72 1 0 62 15552 0 mqnode 416 3 33 4 0 30 14976 0 malloc-16 16 57 825 2680 0 254 14112 0 malloc-16 16 52 830 3795 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 UMA Slabs 0 112 75 22 75 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 25 11 491 0 0 3456 0 tfo 4 0 750 151 0 254 3000 0 md21 2 2 254 2 0 254 512 0 md20 4 0 0 0 0 254 0 0 md14 4 0 0 0 0 254 0 0 md12 4 0 0 0 0 254 0 0 md11 4 0 0 0 0 254 0 0 md10 4 0 0 0 0 254 0 0 md9 4 0 0 0 0 254 0 0 md8 4 0 0 0 0 254 0 0 md7 4 0 0 0 0 254 0 0 md6 4 0 0 0 0 254 0 0 md5 4 0 0 0 0 254 0 0 md4 4096 0 0 0 0 2 0 0 md3 4 0 0 0 0 254 0 0 md2 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 md1 4 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 33 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl