panic: handle_workitem_remove: lost dir inodedep cpuid = 0 time = 1753783655 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c527d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c52930 vpanic() at vpanic+0x257/frame 0xfffffe0056c52af0 panic() at panic+0xb5/frame 0xfffffe0056c52bb0 handle_workitem_remove() at handle_workitem_remove+0xea0/frame 0xfffffe0056c52cf0 process_worklist_item() at process_worklist_item+0x525/frame 0xfffffe0056c52e40 softdep_process_worklist() at softdep_process_worklist+0xfd/frame 0xfffffe0056c52e90 softdep_flush() at softdep_flush+0x1a4/frame 0xfffffe0056c52ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 14 tid 100092 ] Stopped at kdb_enter+0x6e: movq $0,0x25c45c7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff827cb4c0 .str.27 rsp 0xfffffe0056c52910 rbp 0xfffffe0056c52930 rsi 0 rdi 0xffffffff81614a99 printf+0x149 r8 0 r9 0xffffffff r10 0xbd2f013649d3c551 r11 0xb r12 0xfffffe00540bb000 r13 0xfffffffffffffffe r14 0xffffffff827cb4c0 .str.27 r15 0 rip 0xffffffff815fe5ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25c45c7(%rip) db> show proc Process 14 (bufdaemon) at 0xfffffe00540055c0: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83b4d060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b4d060 reapsubtree: 14 sigparent: 20 vmspace: 0xffffffff83b4e040 (map 0xffffffff83b4e040) (map.pmap 0xffffffff83b4e0e0) (pmap 0xffffffff83b4e150) threads: 3 100079 D psleep 0xffffffff83cbfd60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100092 Run CPU 0 [/ worker] db> ps pid ppid pgrp uid state wmesg wchan cmd 854 852 766 0 S uwait 0xfffffe005825ae00 syz-executor 853 763 763 0 R (threaded) syz-executor 100094 RunQ syz-executor 100178 D biowr 0xfffffe0007ce89f8 syz-executor 100180 RunQ syz-executor 852 766 766 0 R (threaded) syz-executor 100157 RunQ syz-executor 100177 S uwait 0xfffffe00584eb080 syz-executor 851 764 764 0 R (threaded) syz-executor 100129 Run CPU 1 syz-executor 100179 S select 0xfffffe00593ec5c0 syz-executor 100182 RunQ syz-executor 850 765 765 0 R (threaded) syz-executor 100103 RunQ syz-executor 100176 S uwait 0xfffffe005825a580 syz-executor 836 1 764 0 S uwait 0xfffffe005969a200 syz-executor 834 1 766 0 S uwait 0xfffffe005825a780 syz-executor 828 0 0 0 DL aiordy 0xfffffe0054105ac0 [aiod4] 827 0 0 0 DL aiordy 0xfffffe0054106020 [aiod3] 826 0 0 0 DL aiordy 0xfffffe0054106580 [aiod2] 825 0 0 0 DL aiordy 0xfffffe0054107040 [aiod1] 820 1 766 0 S uwait 0xfffffe005825a480 syz-executor 815 805 815 0 Ss select 0xfffffe006ddcef40 dhclient 810 1 810 0 Ss select 0xfffffe006ddceec0 dhclient 805 784 423 65 S select 0xfffffe00593ed1c0 dhclient 784 423 423 0 S wait 0xfffffe00540ed5c0 sh 766 762 766 0 R syz-executor 765 762 765 0 R syz-executor 764 762 764 0 S nanslp 0xffffffff83ba3c41 syz-executor 763 762 763 0 R syz-executor 762 760 760 0 S select 0xfffffe006ddd01c0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540ca630 csh 758 681 758 0 Ss select 0xfffffe0053ffb640 sshd 747 1 747 0 Ss+ ttyin 0xfffffe00582904b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585cc4b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00585cc8b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00585cccb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00585cd0b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00585cd4b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00585cd8b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00585cdcb0 getty 739 1 739 0 Ss+ ttyin 0xfffffe00585ce0b0 getty 737 1 17 0 S+ piperd 0xfffffe0059828e60 logger 736 735 17 0 S+ nanslp 0xffffffff83ba3c41 sleep 735 1 17 0 S+ wait 0xfffffe005400d060 sh 685 1 685 0 Ss nanslp 0xffffffff83ba3c41 cron 681 1 681 0 Ss select 0xfffffe0053ffb740 sshd 494 1 494 0 Ss select 0xfffffe0053ffb4c0 syslogd 423 1 423 0 Ss wait 0xfffffe00540c9ac0 devd 422 1 422 65 Ss select 0xfffffe0053ffb8c0 dhclient 337 1 337 0 Ss select 0xfffffe0053ffb6c0 dhclient 334 1 334 0 Ss select 0xfffffe0057d65340 dhclient 16 0 0 0 DL syncer 0xffffffff83cc1820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002560 [vnlru] 14 0 0 0 RL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cbfd60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100092 Run CPU 0 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d0acc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cf0d88 [dom0] 100080 D launds 0xffffffff83cf0d94 [laundry: dom0] 100081 D umarcl 0xffffffff81de0e10 [uma] 7 0 0 0 DL - 0xffffffff8391c5d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843ca9e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff848dc700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838e6340 [doneq0] 100046 D - 0xffffffff838e62c0 [async] 100075 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cec640 [crypto] 100043 D crypto_ 0xfffffe0057d43030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057d43080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b4c620 [g_event] 100038 D - 0xffffffff83b4c640 [g_up] 100039 D - 0xffffffff83b4c660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ced0e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c3dff0 [swapper] 100005 D - 0xfffffe0007768d00 [softirq_0] 100006 D - 0xfffffe0007768b00 [softirq_1] 100007 D - 0xfffffe0007768900 [if_io_tqg_0] 100008 D - 0xfffffe0007768700 [if_io_tqg_1] 100009 D - 0xfffffe0007768500 [if_config_tqg_0] 100010 D - 0xfffffe00083db100 [kqueue_ctx taskq] 100011 D - 0xfffffe00083db000 [jail_remove taskq] 100012 D - 0xfffffe00083dae00 [bus taskq] 100015 D - 0xfffffe00083da900 [thread taskq] 100017 D - 0xfffffe00083da600 [aiod_kick taskq] 100018 D - 0xfffffe00083da500 [deferred_unmount ta] 100019 D - 0xfffffe00083da400 [inm_free taskq] 100020 D - 0xfffffe00083da300 [in6m_free taskq] 100021 D - 0xfffffe00083da200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083da100 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083da100 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083da100 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083da100 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083da000 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083da000 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083da000 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083da000 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083d9900 [firmware taskq] 100040 D - 0xfffffe0057d47300 [crypto_0] 100041 D - 0xfffffe0057d47300 [crypto_1] 100056 D - 0xfffffe00083dd200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058145500 [vtnet0 txq 0] 100058 D - 0xfffffe0058145400 [vtnet0 rxq 1] 100059 D - 0xfffffe0058145300 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d67400 [virtio_balloon] 100065 D - 0xffffffff827cfba1 [deadlkres] 100069 D - 0xfffffe0057d46e00 [acpi_task_0] 100070 D - 0xfffffe0057d46e00 [acpi_task_1] 100071 D - 0xfffffe0057d46e00 [acpi_task_2] 100073 D - 0xfffffe00083dca00 [mca taskq] 100074 D - 0xfffffe0057d46b00 [CAM taskq] 100076 D - 0xfffffe0058142300 [ipsec_offload] db> show all locks Process 853 (syz-executor) thread 0xfffffe0054121780 (100178) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007ce8a78) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ffs/ffs_vnops.c:328 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e5a2c78) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3384 Process 14 (bufdaemon) thread 0xfffffe00540bb000 (100092) exclusive rw SUrw (SUrw) r = 0 (0xfffffe005828dc00) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ffs/ffs_softdep.c:10022 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0077680228) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3384 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5079K 543 tcp_hpts 7 4801K 7 devbuf 4187 4323K 4212 sysctloid 34891 2055K 34966 vtbuf 24 1968K 46 kobj 330 1320K 496 newblk 317 1103K 391 vfscache 3 1025K 3 pcb 29 673K 77 inodedep 74 540K 148 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 126 262K 923 vnet_data 2 224K 2 acpitask 1 224K 1 filedesc 26 201K 135 KTRACE 100 200K 100 acpica 1674 184K 54432 vmem 5 144K 7 tidhash 3 141K 3 pagedep 26 135K 71 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 bus 1002 82K 5074 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 523 ddb_capture 1 64K 1 kdtrace 194 38K 1038 umtx 288 36K 288 BPF 22 36K 22 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 temp 32 22K 1869 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 LRO 18 19K 18 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 ithread 90 15K 90 bus-sc 34 15K 1650 eventhandler 163 14K 163 lltable 43 14K 43 ether_multi 157 13K 172 ifnet 7 13K 7 kenv 95 12K 95 GEOM 49 11K 431 CAM queue 5 11K 1528 rman 82 10K 447 rpc 8 9K 8 plimit 23 9K 333 in6_multi 65 9K 65 bmsafemap 3 9K 116 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 2 pfs_vncache 1 8K 1 audit_evclass 240 8K 303 taskqueue 69 8K 69 cred 25 7K 197 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 dirrem 18 5K 95 diradd 35 5K 114 UMA 266 5K 266 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 mount 36 4K 239 kqueue 59 4K 898 pwddesc 59 4K 857 acpisem 28 4K 28 selfd 48 3K 13062 DEVFSP 46 3K 51 terminal 11 3K 11 session 22 3K 35 proc-args 86 3K 1900 indirdep 10 3K 16 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 9 kcovinfo 36 3K 36 mkdir 17 3K 112 local_apic 1 2K 1 io_apic 1 2K 1 newdirblk 16 2K 56 ipsec-saq 2 2K 2 CC Mem 16 2K 97 lockf 19 2K 29 ip6ndp 12 2K 13 Unitno 31 2K 56 in_multi 7 2K 10 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 tun 4 2K 4 select 12 2K 35 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 netlink 2 2K 75 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 21 1K 114 sctp_ifn 6 1K 14 sctp_atcl 2 1K 10 ipsec 3 1K 3 inpcbpolicy 24 1K 286 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 8 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_timw 2 1K 2 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 ip_msource 6 1K 10 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 38 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefile 1 1K 53 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 72 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3339 sctp_vrf 1 1K 1 sctp_atky 2 1K 12 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 33 acpiintr 1 1K 1 sctp_athm 2 1K 10 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 freework 1 1K 67 p1003.1b 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stro 0 0K 4 sctp_stri 0 0K 0 sctp_map 0 0K 4 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 filemon 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 36 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 64 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 14 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 17 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 0 VN POLL 0 0K 3 statfs 0 0K 186 namei_tracker 0 0K 9 inotify 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13591 ioctlops 0 0K 97 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 1 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8339 1059 13052 0 254 38494208 0 mbuf 256 8639 1023 17314 0 254 2473472 0 BUF TRIE 152 208 11596 431 0 62 1794208 0 malloc-384 384 4121 49 4464 0 30 1601280 0 malloc-4096 4096 389 1 1351 0 2 1597440 0 malloc-128 128 11498 220 11614 0 126 1499904 0 UMA Slabs 0 112 10941 33 10941 0 126 1229088 0 tcp_log 416 1778 769 4776 0 254 1059552 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 RADIX NODE 152 6026 183 27003 0 62 943768 0 vmem btag 56 16255 56 16255 0 254 913416 0 FFS inode 1168 544 30 598 0 8 670432 0 malloc-65536 65536 9 1 12 0 1 655360 0 sctp_ep 1152 2 509 8 0 254 588672 0 sctp_asoc 2256 0 255 2 0 254 575280 0 socket 1024 43 465 1504 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 186 0 0 2 488064 0 malloc-2048 2048 106 78 637 0 8 376832 0 malloc-65536 65536 4 1 114 0 1 327680 0 VM OBJECT 248 1188 124 13795 0 62 325376 0 256 Bucket 2048 132 20 1029 0 8 311296 0 VNODE 440 582 84 638 0 30 293040 0 malloc-64 64 4159 188 5798 0 254 278208 0 THREAD 1860 134 10 182 0 8 267840 0 malloc-64 64 565 3278 14631 0 254 245952 0 malloc-16 16 14398 102 14491 0 254 232000 0 malloc-32768 32768 4 3 10 0 1 229376 0 malloc-16384 16384 13 1 66 0 1 229376 0 DEVCTL 1024 21 199 148 0 0 225280 0 sctp_raddr 736 0 264 2 0 254 194304 0 malloc-256 256 629 121 1841 0 62 192000 0 UMA Zones 768 238 1 238 0 16 183552 0 malloc-32 32 5334 336 5381 0 254 181440 0 malloc-128 128 1227 168 25446 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 14 502 1182 0 254 165120 0 malloc-32768 32768 3 2 16 0 1 163840 0 malloc-1024 1024 124 36 867 0 16 163840 0 FFS2 dinode 256 544 86 598 0 62 161280 0 MAP ENTRY 96 1391 121 43635 0 126 145152 0 FPU_save_area 832 136 26 221 0 16 134784 0 S VFS Cache 104 1000 287 1111 0 126 133848 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 68 0 1 131072 0 mbuf_packet 256 3 505 182 0 254 130048 0 ksiginfo 112 52 992 74 0 126 116928 0 malloc-128 128 521 254 3843 0 126 99200 0 PROC 1376 58 8 854 0 8 90816 0 UMA Kegs 384 225 8 225 0 30 89472 0 128 Bucket 1024 44 39 244 0 16 84992 0 malloc-128 128 441 210 743 0 126 83328 0 malloc-8192 8192 7 3 11 0 1 81920 0 filedesc0 1072 59 11 857 0 8 75040 0 malloc-4096 4096 13 5 27 0 2 73728 0 malloc-64 64 647 424 2404 0 254 68544 0 malloc-128 128 310 217 1123 0 126 67456 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 193 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-2048 2048 6 26 726 0 8 65536 0 64 Bucket 512 73 55 1634 0 30 65536 0 malloc-256 256 188 67 479 0 62 65280 0 g_bio 408 4 146 5063 0 30 61200 0 malloc-8192 8192 7 0 7 0 1 57344 0 malloc-4096 4096 8 6 63 0 2 57344 0 malloc-4096 4096 12 2 13 0 2 57344 0 tcp_inpcb 1304 16 26 97 0 8 54768 0 malloc-128 128 151 252 670 0 126 51584 0 malloc-256 256 105 90 434 0 62 49920 0 32 Bucket 256 66 129 497 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 12995 0 16 49152 0 malloc-8192 8192 4 2 111 0 1 49152 0 malloc-2048 2048 12 12 33 0 8 49152 0 malloc-384 384 79 41 159 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 vnpbuf 2624 0 16 1 0 16 41984 0 malloc-8192 8192 3 2 5 0 1 40960 0 malloc-4096 4096 5 5 564 0 2 40960 0 pcpu-8 8 4713 407 4869 0 254 40960 0 udp_inpcb 408 6 84 156 0 30 36720 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 72 495 13527 0 254 36288 0 malloc-64 64 160 407 177 0 254 36288 0 malloc-64 64 16 551 76 0 254 36288 0 malloc-64 64 14 553 40 0 254 36288 0 malloc-128 128 78 201 253 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 53 0 30 34560 0 malloc-384 384 87 3 87 0 30 34560 0 malloc-256 256 0 135 436 0 62 34560 0 malloc-256 256 18 117 21 0 62 34560 0 malloc-256 256 15 120 221 0 62 34560 0 malloc-256 256 26 109 27 0 62 34560 0 malloc-256 256 23 112 337 0 62 34560 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 6 10 73 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 1 15 54 0 8 32768 0 malloc-1024 1024 28 4 32 0 16 32768 0 malloc-1024 1024 9 23 15 0 16 32768 0 malloc-1024 1024 2 30 4 0 16 32768 0 malloc-1024 1024 8 24 13 0 16 32768 0 malloc-1024 1024 1 31 991 0 16 32768 0 malloc-512 512 4 60 162 0 30 32768 0 malloc-512 512 2 62 23 0 30 32768 0 malloc-512 512 1 63 2 0 30 32768 0 malloc-512 512 2 62 8 0 30 32768 0 malloc-512 512 2 62 20 0 30 32768 0 malloc-512 512 12 52 27 0 30 32768 0 pcpu-64 64 498 14 498 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 193 207 7099 0 126 32000 0 PGRP 120 26 238 39 0 126 31680 0 VMSPACE 584 39 10 836 0 16 28616 0 malloc-32 32 282 600 3116 0 254 28224 0 16 Bucket 144 57 139 262 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 AIO 208 0 133 8 0 62 27664 0 da_ccb 544 1 48 1358 0 16 26656 0 udplite_inpcb 408 0 63 2 0 30 25704 0 TURNSTILE 136 145 44 145 0 62 25704 0 cpuset 200 7 121 11 0 62 25600 0 malloc-8192 8192 1 2 22 0 1 24576 0 malloc-4096 4096 3 3 192 0 2 24576 0 malloc-4096 4096 3 3 6 0 2 24576 0 pipe 736 23 10 303 0 16 24288 0 ertt_txseginfo 40 0 606 459 0 254 24240 0 PWD 40 22 584 134 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 56 244 360 0 126 24000 0 malloc-384 384 20 40 22 0 30 23040 0 malloc-384 384 37 23 348 0 30 23040 0 malloc-384 384 4 56 36 0 30 23040 0 malloc-384 384 26 34 43 0 30 23040 0 ripcb 376 2 58 31 0 30 22560 0 Mountpoints 2816 2 6 4 0 4 22528 0 SLEEPQUEUE 88 145 111 145 0 126 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 ertt 72 16 264 97 0 126 20160 0 malloc-64 64 3 312 3 0 254 20160 0 malloc-32 32 54 576 251 0 254 20160 0 malloc-32 32 93 537 131 0 254 20160 0 malloc-32 32 147 483 1317 0 254 20160 0 malloc-32 32 157 473 432 0 254 20160 0 malloc-32 32 26 604 1077 0 254 20160 0 2 Bucket 32 57 573 353 0 254 20160 0 KNOTE 160 0 125 23 0 62 20000 0 AIOCB 552 0 35 13 0 16 19320 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 sctp_laddr 48 0 336 13 0 254 16128 0 rl_entry 48 2 334 2 0 254 16128 0 malloc-16 16 490 510 3437 0 254 16000 0 kenv 258 17 43 1066 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 domainset 40 0 315 3 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 7 371 7 0 254 12096 0 malloc-16 16 40 710 1512 0 254 12000 0 malloc-16 16 23 727 137 0 254 12000 0 malloc-16 16 17 733 20 0 254 12000 0 malloc-16 16 48 702 24923 0 254 12000 0 malloc-16 16 11 739 11 0 254 12000 0 malloc-16 16 35 715 113 0 254 12000 0 itimer 352 0 33 1 0 30 11616 0 L VFS Cache 320 1 35 1 0 30 11520 0 AIOLIO 272 0 42 2 0 30 11424 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 1447 0 254 8016 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 22 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-128 128 0 0 0 0 126 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl