panic: Assertion ip->i_mode != 0 failed at /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_softdep.c:10021 cpuid = 1 time = 4 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c447d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c44930 vpanic() at vpanic+0x257/frame 0xfffffe0056c44af0 panic() at panic+0xb5/frame 0xfffffe0056c44bb0 handle_workitem_remove() at handle_workitem_remove+0xd03/frame 0xfffffe0056c44cf0 process_worklist_item() at process_worklist_item+0x525/frame 0xfffffe0056c44e40 softdep_process_worklist() at softdep_process_worklist+0xfd/frame 0xfffffe0056c44e90 softdep_flush() at softdep_flush+0x1a4/frame 0xfffffe0056c44ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c44f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c44f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 14 tid 100095 ] Stopped at kdb_enter+0x6e: movq $0,0x25c45c7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff827cb4c0 .str.27 rsp 0xfffffe0056c44910 rbp 0xfffffe0056c44930 rsi 0 rdi 0xffffffff81614a99 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x1f r12 0xfffffe00540ba000 r13 0xfffffffffffffffd r14 0xffffffff827cb4c0 .str.27 r15 0 rip 0xffffffff815fe5ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25c45c7(%rip) db> show proc Process 14 (bufdaemon) at 0xfffffe00540055c0: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83b4d060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b4d060 reapsubtree: 14 sigparent: 20 vmspace: 0xffffffff83b4e040 (map 0xffffffff83b4e040) (map.pmap 0xffffffff83b4e0e0) (pmap 0xffffffff83b4e150) threads: 3 100079 D psleep 0xffffffff83cbfd60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100095 Run CPU 1 [/ worker] db> ps pid ppid pgrp uid state wmesg wchan cmd 1138 763 763 0 R (threaded) syz-executor 100733 RunQ syz-executor 100774 S uwait 0xfffffe0077a48b00 syz-executor 1136 766 766 0 R (threaded) syz-executor 100105 RunQ syz-executor 100771 S uwait 0xfffffe0077a49480 syz-executor 1135 764 764 0 R (threaded) syz-executor 100672 RunQ syz-executor 100770 S select 0xfffffe006e486040 syz-executor 100772 S uwait 0xfffffe0077a48c00 syz-executor 1128 1 766 0 S uwait 0xfffffe00584eca00 syz-executor 1127 765 765 0 R (threaded) syz-executor 100598 RunQ syz-executor 100756 S uwait 0xfffffe0077a48900 syz-executor 100758 S lockf 0xfffffe0007673800 syz-executor 100760 S uwait 0xfffffe0058259400 syz-executor 100763 S uwait 0xfffffe00584ec600 syz-executor 100764 S uwait 0xfffffe00584ec900 syz-executor 1114 1 766 0 S uwait 0xfffffe005968d580 syz-executor 1113 1 766 0 S uwait 0xfffffe0077a49080 syz-executor 1084 1 766 60928 S uwait 0xfffffe0077a49380 syz-executor 1083 1 765 0 S uwait 0xfffffe0077a49180 syz-executor 1072 1 1068 0 S uwait 0xfffffe00584eed80 syz-executor 1064 1 766 0 S uwait 0xfffffe0077a49980 syz-executor 1062 1 765 0 S uwait 0xfffffe0077a48e00 syz-executor 1060 1 763 0 S uwait 0xfffffe005968d480 syz-executor 1049 1 766 0 S uwait 0xfffffe0077a49b80 syz-executor 1048 1 765 0 S uwait 0xfffffe00584ec180 syz-executor 1047 1 763 0 S uwait 0xfffffe00584ee380 syz-executor 1046 1 764 0 S uwait 0xfffffe005968ce00 syz-executor 1029 1 764 0 S uwait 0xfffffe00584ee780 syz-executor 1024 1 766 0 S uwait 0xfffffe00584eeb80 syz-executor 1023 1 763 0 S uwait 0xfffffe00584ebf00 syz-executor 1013 1 764 0 S uwait 0xfffffe0077a49a80 syz-executor 1009 0 0 0 DL - 0xffffffff83cb3e00 [soaiod4] 1008 0 0 0 DL - 0xffffffff83cb3e00 [soaiod3] 1007 0 0 0 DL - 0xffffffff83cb3e00 [soaiod2] 1006 0 0 0 DL - 0xffffffff83cb3e00 [soaiod1] 999 1 766 0 S uwait 0xfffffe0077a49780 syz-executor 998 1 764 0 S uwait 0xfffffe0077a4a380 syz-executor 994 1 765 0 S uwait 0xfffffe00584ec080 syz-executor 985 1 766 0 S uwait 0xfffffe0077a4a080 syz-executor 980 1 764 0 S uwait 0xfffffe005968c700 syz-executor 978 1 766 0 S uwait 0xfffffe00584ec280 syz-executor 969 1 765 0 S uwait 0xfffffe00584ee580 syz-executor 966 1 765 0 S uwait 0xfffffe0077a4a480 syz-executor 965 1 765 0 S uwait 0xfffffe0077a4a280 syz-executor 964 1 763 0 S uwait 0xfffffe0077a4a180 syz-executor 963 1 764 0 S uwait 0xfffffe00584eb880 syz-executor 961 1 765 0 S uwait 0xfffffe0077a49f00 syz-executor 960 1 766 0 S uwait 0xfffffe005968c100 syz-executor 957 1 764 0 S uwait 0xfffffe005825ac80 syz-executor 953 1 763 0 S uwait 0xfffffe005968cd00 syz-executor 952 1 765 0 S uwait 0xfffffe005825ad80 syz-executor 951 1 764 0 S uwait 0xfffffe005968c000 syz-executor 942 1 766 0 S uwait 0xfffffe00584eec80 syz-executor 938 1 766 0 S uwait 0xfffffe00584ee880 syz-executor 937 1 765 0 S uwait 0xfffffe005968d280 syz-executor 931 1 765 0 S uwait 0xfffffe005968c500 syz-executor 928 1 766 0 S uwait 0xfffffe00584ee980 syz-executor 927 1 763 0 S uwait 0xfffffe00584ee680 syz-executor 926 1 766 0 S uwait 0xfffffe00584eea80 syz-executor 923 1 764 0 S uwait 0xfffffe00584ec380 syz-executor 917 1 764 0 S uwait 0xfffffe00584eb980 syz-executor 911 1 763 0 S uwait 0xfffffe005968c900 syz-executor 909 1 766 0 S uwait 0xfffffe00584eee80 syz-executor 902 1 763 0 S uwait 0xfffffe005968d380 syz-executor 897 1 764 0 S uwait 0xfffffe005968ca00 syz-executor 889 1 765 0 S uwait 0xfffffe005968c200 syz-executor 880 1 765 0 S uwait 0xfffffe005968c800 syz-executor 878 1 764 0 S uwait 0xfffffe005968cc00 syz-executor 874 0 0 0 DL (threaded) [so_splice] 100245 D - 0xfffffe00584eed00 [thr_0] 100246 D - 0xfffffe00584eed40 [thr_1] 872 1 763 0 S uwait 0xfffffe005968c400 syz-executor 862 1 765 0 S uwait 0xfffffe005968da80 syz-executor 861 1 763 0 S uwait 0xfffffe005968e400 syz-executor 855 1 764 0 S uwait 0xfffffe00584eba80 syz-executor 854 1 765 0 S uwait 0xfffffe005968d680 syz-executor 853 1 766 0 S uwait 0xfffffe005825a380 syz-executor 848 1 764 0 S uwait 0xfffffe005968c300 syz-executor 847 1 764 0 S uwait 0xfffffe005968cb00 syz-executor 842 1 763 0 S uwait 0xfffffe005968d180 syz-executor 835 1 764 0 S uwait 0xfffffe005968ea00 syz-executor 834 1 765 0 S uwait 0xfffffe005968db80 syz-executor 826 0 0 0 DL aiordy 0xfffffe00541075a0 [aiod4] 825 0 0 0 DL aiordy 0xfffffe0054107b00 [aiod3] 824 0 0 0 DL aiordy 0xfffffe00540ec5a0 [aiod2] 823 0 0 0 DL aiordy 0xfffffe00540ea560 [aiod1] 821 811 821 0 Ss select 0xfffffe00593ec240 dhclient 815 1 815 0 Ss select 0xfffffe006e486640 dhclient 812 0 0 0 DL (threaded) [KTLS] 100106 D - 0xfffffe0053e1e800 [thr_0] 100128 D - 0xfffffe0053e1e880 [thr_1] 100129 D - 0xffffffff83cb5628 [reclaim_0] 811 793 423 65 S select 0xfffffe006e4867c0 dhclient 793 423 423 0 S wait 0xfffffe00540ed060 sh 766 762 766 0 S nanslp 0xffffffff83ba3c41 syz-executor 765 762 765 0 S nanslp 0xffffffff83ba3c41 syz-executor 764 762 764 0 S nanslp 0xffffffff83ba3c41 syz-executor 763 762 763 0 R syz-executor 762 760 760 0 S select 0xfffffe0053ffc7c0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe0054004bb0 csh 758 681 758 0 Ss select 0xfffffe00593ed040 sshd 747 1 747 0 Ss+ ttyin 0xfffffe00582904b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585cc4b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00585cc8b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00585cccb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00585cd0b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00585cd4b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00585cd8b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00585cdcb0 getty 739 1 739 0 Ss+ ttyin 0xfffffe00585ce0b0 getty 737 1 17 0 S+ piperd 0xfffffe00597392e0 logger 736 735 17 0 S+ nanslp 0xffffffff83ba3c40 sleep 735 1 17 0 S+ wait 0xfffffe00540eb020 sh 685 1 685 0 Ss nanslp 0xffffffff83ba3c40 cron 681 1 681 0 Ss select 0xfffffe00593ecd40 sshd 494 1 494 0 Ss select 0xfffffe0053ffcac0 syslogd 423 1 423 0 Ss wait 0xfffffe00540caae0 devd 422 1 422 65 Ss select 0xfffffe0053ffc740 dhclient 337 1 337 0 Ss select 0xfffffe0053ffc840 dhclient 334 1 334 0 Ss select 0xfffffe0053ffcb40 dhclient 16 0 0 0 DL syncer 0xffffffff83cc1820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002560 [vnlru] 14 0 0 0 RL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cbfd60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100095 Run CPU 1 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d0acc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cf0d88 [dom0] 100080 D launds 0xffffffff83cf0d94 [laundry: dom0] 100081 D umarcl 0xffffffff81de0e10 [uma] 7 0 0 0 DL - 0xffffffff8391c5d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847cc9e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84657700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838e6340 [doneq0] 100046 D - 0xffffffff838e62c0 [async] 100075 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cec640 [crypto] 100043 D crypto_ 0xfffffe0057d43030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057d43080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b4c620 [g_event] 100038 D - 0xffffffff83b4c640 [g_up] 100039 D - 0xffffffff83b4c660 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 Run CPU 0 [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ced0e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c3dff0 [swapper] 100005 D - 0xfffffe0007768d00 [softirq_0] 100006 D - 0xfffffe0007768b00 [softirq_1] 100007 D - 0xfffffe0007768900 [if_io_tqg_0] 100008 D - 0xfffffe0007768700 [if_io_tqg_1] 100009 D - 0xfffffe0007768500 [if_config_tqg_0] 100010 D - 0xfffffe00083db100 [kqueue_ctx taskq] 100011 D - 0xfffffe00083db000 [jail_remove taskq] 100012 D - 0xfffffe00083dae00 [bus taskq] 100015 D - 0xfffffe00083da900 [thread taskq] 100017 D - 0xfffffe00083da600 [aiod_kick taskq] 100018 D - 0xfffffe00083da500 [deferred_unmount ta] 100019 D - 0xfffffe00083da400 [inm_free taskq] 100020 D - 0xfffffe00083da300 [in6m_free taskq] 100021 D - 0xfffffe00083da200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083da100 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083da100 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083da100 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083da100 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083da000 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083da000 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083da000 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083da000 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083d9900 [firmware taskq] 100040 D - 0xfffffe0057d47300 [crypto_0] 100041 D - 0xfffffe0057d47300 [crypto_1] 100056 D - 0xfffffe00083dd200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058145500 [vtnet0 txq 0] 100058 D - 0xfffffe0058145400 [vtnet0 rxq 1] 100059 D - 0xfffffe0058145300 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d67400 [virtio_balloon] 100065 D - 0xffffffff827cfba1 [deadlkres] 100069 D - 0xfffffe0057d46e00 [acpi_task_0] 100070 D - 0xfffffe0057d46e00 [acpi_task_1] 100071 D - 0xfffffe0057d46e00 [acpi_task_2] 100073 D - 0xfffffe00083dca00 [mca taskq] 100074 D - 0xfffffe0057d46b00 [CAM taskq] 100076 D - 0xfffffe0058142300 [ipsec_offload] 100243 D - 0xfffffe00596d3200 [netlink_socket (PID] 100627 D - 0xfffffe00596c7b00 [netlink_socket (PID] db> show all locks Process 14 (bufdaemon) thread 0xfffffe00540ba000 (100095) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe007778d598) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1751 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5079K 766 tcp_hpts 7 4801K 7 devbuf 4187 4323K 4212 sctp_stro 2 2309K 5 sysctloid 35221 2075K 35296 vtbuf 24 1968K 46 kobj 330 1320K 496 filedesc 138 1099K 687 newblk 82 1045K 2627 vfscache 3 1025K 3 pcb 44 685K 286 subproc 255 538K 1293 inodedep 29 523K 968 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 276K 10 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 63634 acpica 1674 184K 54432 tidhash 3 141K 3 pagedep 15 132K 445 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 bus 1002 82K 5074 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 523 ddb_capture 1 64K 1 kdtrace 328 60K 1924 umtx 448 56K 448 BPF 25 44K 31 hostcache 1 32K 1 shm 1 32K 11 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 temp 32 21K 2437 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 LRO 18 19K 18 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 137 17K 427 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1650 lltable 45 14K 58 eventhandler 163 14K 163 ifnet 7 13K 7 ether_multi 152 13K 197 kenv 95 12K 95 kqueue 141 11K 1588 plimit 27 11K 365 GEOM 49 11K 431 CAM queue 5 11K 1528 rman 82 10K 447 cred 38 10K 296 rpc 8 9K 8 in6_multi 65 9K 71 bmsafemap 2 9K 711 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 2 shmfd 1 8K 2 pfs_vncache 1 8K 1 taskqueue 75 8K 78 pwddesc 122 8K 1184 audit_evclass 240 8K 303 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 30 pf_ifnet 11 5K 26 CC Mem 36 5K 189 UMA 269 5K 269 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_atcl 10 4K 74 dirrem 15 4K 622 proc-args 143 4K 2175 acpisem 28 4K 28 lockf 31 4K 1806 DEVFSP 51 4K 103 mount 20 4K 192 selfd 48 3K 308773 terminal 11 3K 11 session 22 3K 54 acpidev 20 3K 20 uidinfo 4 3K 11 hhook 8 3K 10 clone 9 3K 9 kcovinfo 36 3K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 32 2K 70 select 14 2K 66 inpcbpolicy 54 2K 543 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 10 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 netlink 2 2K 96 osd 41 2K 187 softdep 1 1K 1 mkdir 8 1K 724 diradd 8 1K 642 freefile 8 1K 473 indirdep 4 1K 733 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 38 NFSD session 1 1K 1 CAM periph 4 1K 271 frag6 9 1K 15 ipsec 3 1K 3 sctp_ifn 6 1K 14 newdirblk 6 1K 362 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 8 pci_link 10 1K 10 crypto 4 1K 56 encap_export_host 12 1K 12 sctp_timw 2 1K 2 sctp_stri 1 1K 2 cdev 2 1K 2 sctp_atky 12 1K 80 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 cryptodev 6 1K 111 chacha20random 1 1K 1 biobuf 1 1K 1 ip_msource 5 1K 43 inotify 3 1K 7 ip6opt 2 1K 17 freework 2 1K 513 freeblks 1 1K 378 VN POLL 2 1K 5 vnodes 1 1K 22 ktls 1 1K 43 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 ip6_msource 3 1K 22 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 sctp_athm 10 1K 75 soname 6 1K 3674 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 15 pmchooks 1 1K 1 filecaps 5 1K 72 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 sctp_map 4 1K 10 ip_moptions 1 1K 21 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 33 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 26 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filemon 0 0K 10 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 3 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 6 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 901 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 18 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 60 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 13 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 in6_mfilter 0 0K 49 tcplog 0 0K 0 tcp_hwpace 0 0K 0 in_mfilter 0 0K 62 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 0 statfs 0 0K 208 namei_tracker 0 0K 62 export_host 0 0K 0 cl_savebuf 0 0K 34 lio 0 0K 7 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 29494 ioctlops 0 0K 142 eventfd 0 0K 2 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 296 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 4 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 11 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 2 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 175 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1077 15240 0 254 38494208 0 tcp_log 416 7699 5261 58953 0 254 5391360 0 mbuf 256 8855 807 35569 0 254 2473472 0 malloc-4096 4096 452 2 1633 0 2 1859584 0 BUF TRIE 152 351 11453 2251 0 62 1794208 0 malloc-384 384 4121 49 4465 0 30 1601280 0 mbuf_cluster 2048 508 254 540 0 254 1560576 0 malloc-128 128 11584 134 12372 0 126 1499904 0 RADIX NODE 152 9404 211 39788 0 62 1461480 0 UMA Slabs 0 112 11281 17 11281 0 126 1265376 0 malloc-16384 16384 69 4 342 0 1 1196032 0 sctp_asoc 2256 2 508 5 0 254 1150560 0 malloc-64 64 568 16001 310350 0 254 1060416 0 vmem btag 56 18633 126 18633 0 254 1050504 0 FFS inode 1168 652 20 1150 0 8 784896 0 malloc-65536 65536 9 0 12 0 1 589824 0 sctp_ep 1152 7 504 68 0 254 588672 0 socket 1024 84 424 1973 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 248 1824 112 17334 0 62 480128 0 pbuf 2624 0 182 0 0 2 477568 0 256 Bucket 2048 217 7 1499 0 8 458752 0 THREAD 1860 205 19 774 0 8 416640 0 sctp_raddr 736 2 515 5 0 254 380512 0 VNODE 440 691 92 1191 0 30 344520 0 malloc-2048 2048 106 62 787 0 8 344064 0 malloc-65536 65536 4 1 116 0 1 327680 0 malloc-32768 32768 4 6 692 0 1 327680 0 MAP ENTRY 96 3121 281 60326 0 126 326592 0 malloc-64 64 4333 266 6447 0 254 294336 0 malloc-16 16 14541 459 14649 0 254 240000 0 DEVCTL 1024 21 199 148 0 0 225280 0 malloc-256 256 395 475 4074 0 62 222720 0 FPU_save_area 832 207 36 1028 0 16 202176 0 malloc-32768 32768 3 3 16 0 1 196608 0 UMA Zones 768 241 3 241 0 16 187392 0 PROC 1376 121 11 1148 0 8 181632 0 malloc-32 32 5376 294 5681 0 254 181440 0 malloc-128 128 1247 148 25539 0 126 178560 0 FFS2 dinode 256 652 38 1150 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 20 496 1277 0 254 165120 0 malloc-1024 1024 124 36 867 0 16 163840 0 filedesc0 1072 122 18 1184 0 8 150080 0 S VFS Cache 104 1038 366 1862 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 73 0 1 131072 0 mbuf_packet 256 188 320 800 0 254 130048 0 ksiginfo 112 115 929 203 0 126 116928 0 g_bio 408 0 270 17571 0 30 110160 0 malloc-128 128 523 252 3931 0 126 99200 0 UMA Kegs 384 227 6 227 0 30 89472 0 ertt_txseginfo 40 0 2121 13002 0 254 84840 0 malloc-128 128 439 212 1828 0 126 83328 0 malloc-128 128 471 180 1317 0 126 83328 0 malloc-8192 8192 7 3 11 0 1 81920 0 malloc-384 384 155 55 179 0 30 80640 0 malloc-256 256 258 57 2403 0 62 80640 0 sctp_chunk 152 2 518 2 0 254 79040 0 tcp_inpcb 1304 36 21 170 0 8 74328 0 malloc-8192 8192 4 5 122 0 1 73728 0 malloc-4096 4096 13 5 28 0 2 73728 0 malloc-4096 4096 14 4 39 0 2 73728 0 128 Bucket 1024 50 17 275 0 16 68608 0 malloc-64 64 714 357 2826 0 254 68544 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 193 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-2048 2048 11 21 788 0 8 65536 0 malloc-1024 1024 28 36 13375 0 16 65536 0 64 Bucket 512 91 37 2549 0 30 65536 0 VMSPACE 584 96 16 1121 0 16 65408 0 32 Bucket 256 86 169 1444 0 62 65280 0 malloc-384 384 34 116 974 0 30 57600 0 malloc-8192 8192 7 0 7 0 1 57344 0 malloc-4096 4096 8 6 63 0 2 57344 0 Files 80 357 293 8997 0 126 52000 0 tcp_bbr_map 128 18 385 1041 0 126 51584 0 malloc-128 128 156 247 752 0 126 51584 0 malloc-256 256 0 195 1544 0 62 49920 0 malloc-256 256 109 86 1387 0 62 49920 0 malloc-256 256 25 170 1046 0 62 49920 0 DIRHASH 1024 34 14 38 0 16 49152 0 NAMEI 1024 2 46 16474 0 16 49152 0 malloc-2048 2048 12 12 40 0 8 49152 0 da_ccb 544 0 84 4524 0 16 45696 0 syncache 168 0 264 3 0 254 44352 0 TURNSTILE 136 225 90 225 0 62 42840 0 vnpbuf 2624 0 16 1 0 16 41984 0 malloc-4096 4096 7 3 566 0 2 40960 0 pcpu-8 8 4799 321 5085 0 254 40960 0 pipe 736 26 29 365 0 16 40480 0 udp_inpcb 408 8 82 235 0 30 36720 0 malloc-64 64 71 496 29185 0 254 36288 0 malloc-64 64 165 402 219 0 254 36288 0 malloc-64 64 22 545 17111 0 254 36288 0 malloc-64 64 14 553 37 0 254 36288 0 malloc-128 128 73 206 1220 0 126 35712 0 ktls_session 256 0 135 13 0 62 34560 0 routing nhops 256 28 107 41 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 53 0 30 34560 0 malloc-256 256 18 117 36 0 62 34560 0 malloc-256 256 26 109 53 0 62 34560 0 malloc-256 256 18 117 683 0 62 34560 0 ripcb 376 10 80 80 0 30 33840 0 SLEEPQUEUE 88 225 159 225 0 126 33792 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-4096 4096 3 5 493 0 2 32768 0 malloc-4096 4096 3 5 14 0 2 32768 0 malloc-2048 2048 4 12 5 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 4 12 75 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 1 15 89 0 8 32768 0 malloc-1024 1024 9 23 23 0 16 32768 0 malloc-1024 1024 3 29 13 0 16 32768 0 malloc-1024 1024 8 24 14 0 16 32768 0 malloc-1024 1024 0 32 990 0 16 32768 0 malloc-512 512 4 60 163 0 30 32768 0 malloc-512 512 2 62 26 0 30 32768 0 malloc-512 512 1 63 27 0 30 32768 0 malloc-512 512 3 61 41 0 30 32768 0 malloc-512 512 5 59 122 0 30 32768 0 malloc-512 512 13 51 34 0 30 32768 0 pcpu-64 64 498 14 498 0 254 32768 0 tcp_bbr_pcb 896 7 29 18 0 16 32256 0 sctp_stream_msg_out 112 0 288 1 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 62 0 126 31680 0 clpbuf 2624 0 12 67 0 4 31488 0 sctp_laddr 48 6 582 18 0 254 28224 0 malloc-32 32 348 534 3580 0 254 28224 0 16 Bucket 144 66 130 452 0 62 28224 0 4 Bucket 48 6 582 9 0 254 28224 0 AIO 208 1 132 89 0 62 27664 0 udplite_inpcb 408 0 63 58 0 30 25704 0 cpuset 200 8 120 59 0 62 25600 0 malloc-8192 8192 1 2 22 0 1 24576 0 malloc-4096 4096 0 6 10 0 2 24576 0 PWD 40 74 532 372 0 254 24240 0 rtentry 168 31 113 41 0 62 24192 0 8 Bucket 80 55 245 496 0 126 24000 0 itimer 352 0 66 30 0 30 23232 0 malloc-384 384 20 40 22 0 30 23040 0 malloc-384 384 41 19 397 0 30 23040 0 malloc-384 384 12 48 102 0 30 23040 0 malloc-384 384 26 34 44 0 30 23040 0 domainset 40 0 567 50 0 254 22680 0 hostcache 64 3 312 3 0 254 20160 0 ertt 72 36 244 170 0 126 20160 0 malloc-64 64 3 312 3 0 254 20160 0 malloc-32 32 54 576 349 0 254 20160 0 malloc-32 32 94 536 198 0 254 20160 0 malloc-32 32 148 482 1400 0 254 20160 0 malloc-32 32 196 434 24448 0 254 20160 0 malloc-32 32 27 603 1152 0 254 20160 0 2 Bucket 32 66 564 588 0 254 20160 0 KNOTE 160 3 122 135 0 62 20000 0 tcp_rack_map 128 0 155 8 0 126 19840 0 malloc-128 128 0 155 8 0 126 19840 0 cryptop 280 0 70 9 0 30 19600 0 AIOCB 552 0 35 116 0 16 19320 0 L VFS Cache 320 0 60 14 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-1024 1024 0 16 7 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 1 287 1 0 254 16128 0 rl_entry 48 2 334 3 0 254 16128 0 malloc-16 16 486 514 3422 0 254 16000 0 kenv 258 17 43 1066 0 30 15480 0 tcp_rack_pcb 1088 0 14 3 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 7 371 7 0 254 12096 0 malloc-16 16 99 651 2038 0 254 12000 0 malloc-16 16 23 727 211 0 254 12000 0 malloc-16 16 17 733 9709 0 254 12000 0 malloc-16 16 68 682 25018 0 254 12000 0 malloc-16 16 11 739 32 0 254 12000 0 malloc-16 16 47 703 266 0 254 12000 0 splice 184 0 63 1 0 62 11592 0 AIOLIO 272 0 42 7 0 30 11424 0 Mountpoints 2816 2 2 4 0 4 11264 0 malloc-8192 8192 0 1 2 0 1 8192 0 vtnet_tx_hdr 24 0 334 2453 0 254 8016 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 22 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl