panic: mq notifiers left cpuid = 1 time = 0 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe005777a810 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe005777a970 vpanic() at vpanic+0x257/frame 0xfffffe005777ab30 panic() at panic+0xb5/frame 0xfffffe005777ac00 mq_proc_exit() at mq_proc_exit+0x1cc/frame 0xfffffe005777ac50 exit1() at exit1+0x62b/frame 0xfffffe005777acf0 sys_exit() at sys_exit+0x28/frame 0xfffffe005777ad10 ia32_syscall() at ia32_syscall+0x48e/frame 0xfffffe005777af30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffdca0 KDB: enter: panic [ thread pid 1108 tid 100477 ] Stopped at kdb_enter+0x6e: movq $0,0x25be9b7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827af3e0 .str.27 rsp 0xfffffe005777a950 rbp 0xfffffe005777a970 rsi 0 rdi 0xffffffff81614639 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe005494e000 r13 0xfffffffffffffffd r14 0xffffffff827af3e0 .str.27 r15 0 rip 0xffffffff815fe7de kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25be9b7(%rip) db> show proc Process 1108 (syz-executor) at 0xfffffe0054980ae0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 764 at 0xfffffe00548e0060 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0x40000 arguments: ./syz-executor exec reaper: 0xfffffe0008009040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00548b7b68 (map 0xfffffe00548b7b68) (map.pmap 0xfffffe00548b7c08) (pmap 0xfffffe00548b7c78) threads: 1 100477 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1108 764 764 0 RE CPU 1 syz-executor 1106 1 764 0 S uwait 0xfffffe0058a5d200 syz-executor 1105 1019 1019 0 S (threaded) syz-executor 100457 S nanslp 0xffffffff83b9e501 syz-executor 100476 S select 0xfffffe0059dad140 syz-executor 100480 S uwait 0xfffffe0078107200 syz-executor 1103 1 764 0 S uwait 0xfffffe0077f8c880 syz-executor 1102 1099 1099 0 D tun_con 0xfffffe0059dccb28 ifconfig 1099 763 1099 0 S wait 0xfffffe00548df5a0 syz-executor 1098 1 764 0 S uwait 0xfffffe0007fecf00 syz-executor 1094 1093 766 0 SV uwait 0xfffffe0058a5a680 syz-executor 1093 766 766 0 T (threaded) syz-executor 100466 D ppwait 0xfffffe0054981aa0 syz-executor 100469 s syz-executor 1086 1 766 0 S uwait 0xfffffe0078107000 syz-executor 1085 1 764 0 S uwait 0xfffffe0078106c80 syz-executor 1083 1 1019 0 S uwait 0xfffffe0077f8cb80 syz-executor 1079 1 766 0 S umtxn 0xfffffe0058a5d800 syz-executor 1070 1 1019 0 S uwait 0xfffffe0077f8ba80 syz-executor 1063 1 764 0 S uwait 0xfffffe0007fec600 syz-executor 1057 1 1019 0 S uwait 0xfffffe0077f8c780 syz-executor 1053 1 764 0 S uwait 0xfffffe0077f8c980 syz-executor 1046 1 766 0 SV uwait 0xfffffe0077f8ce80 syz-executor 1043 1 766 0 S uwait 0xfffffe0058a5d500 syz-executor 1041 0 0 0 DL - 0xffffffff83b48d40 [accounting] 1034 1 766 0 S uwait 0xfffffe0007fec200 syz-executor 1033 0 0 0 DL - 0xffffffff83cae400 [soaiod4] 1032 0 0 0 DL - 0xffffffff83cae400 [soaiod3] 1031 0 0 0 DL - 0xffffffff83cae400 [soaiod2] 1030 0 0 0 DL - 0xffffffff83cae400 [soaiod1] 1021 1 764 0 S uwait 0xfffffe0007feca00 syz-executor 1019 763 1019 0 S nanslp 0xffffffff83b9e500 syz-executor 1011 1 764 0 S uwait 0xfffffe0077f8c580 syz-executor 1003 1 767 0 S uwait 0xfffffe0058a5df00 syz-executor 999 1 995 0 S uwait 0xfffffe0077f8c480 syz-executor 997 1 767 0 S uwait 0xfffffe0058a5b000 syz-executor 994 1 764 0 S uwait 0xfffffe0058a5a080 syz-executor 992 1 767 0 S uwait 0xfffffe0058a5d700 syz-executor 980 1 766 0 S uwait 0xfffffe0058a5dc00 syz-executor 971 1 765 0 S uwait 0xfffffe0058a5db00 syz-executor 970 1 765 0 S uwait 0xfffffe0007fec500 syz-executor 967 1 765 0 S uwait 0xfffffe0007fecd00 syz-executor 965 1 764 0 SV uwait 0xfffffe0058a5d900 syz-executor 960 0 0 0 DL mdwait 0xfffffe00780fe000 [md0] 958 1 765 0 S uwait 0xfffffe0007fec900 syz-executor 952 951 767 0 S uwait 0xfffffe0058a5b300 syz-executor 951 1 767 0 SV wait 0xfffffe005493bb00 syz-executor 948 1 764 0 SV uwait 0xfffffe0058a5a580 syz-executor 944 1 767 0 S uwait 0xfffffe0058a5d400 syz-executor 931 1 764 0 S uwait 0xfffffe0077f8cd80 syz-executor 919 1 764 0 S uwait 0xfffffe0058cf8000 syz-executor 915 1 765 0 S uwait 0xfffffe0058cf8280 syz-executor 908 1 765 0 S uwait 0xfffffe0058a5cb80 syz-executor 900 1 765 0 S uwait 0xfffffe0058cf7e80 syz-executor 896 1 764 0 S uwait 0xfffffe0058cf9780 syz-executor 887 1 767 0 S uwait 0xfffffe0077f8cc80 syz-executor 884 1 767 0 S uwait 0xfffffe0058cf7080 syz-executor 882 0 0 0 DL (threaded) [so_splice] 100206 D - 0xfffffe0058a5d280 [thr_0] 100207 D - 0xfffffe0058a5d2c0 [thr_1] 880 1 875 0 S uwait 0xfffffe0058a5dd00 syz-executor 872 1 767 0 S uwait 0xfffffe0058a5d600 syz-executor 870 1 766 0 S uwait 0xfffffe0058a5a180 syz-executor 858 1 765 0 S uwait 0xfffffe0058a5ae80 syz-executor 852 1 764 0 S uwait 0xfffffe0058a5a280 syz-executor 849 1 767 0 S uwait 0xfffffe0058a5b200 syz-executor 845 1 764 0 S uwait 0xfffffe0058a5a780 syz-executor 841 1 766 0 S uwait 0xfffffe0058a5bc00 syz-executor 832 814 832 0 Ss select 0xfffffe0059dade40 dhclient 823 1 823 0 Ss select 0xfffffe00547f9240 dhclient 822 0 0 0 DL aiordy 0xfffffe005490d580 [aiod4] 821 0 0 0 DL aiordy 0xfffffe00548de580 [aiod3] 820 0 0 0 DL aiordy 0xfffffe005490dae0 [aiod2] 819 0 0 0 DL aiordy 0xfffffe005490e040 [aiod1] 814 796 424 65 S select 0xfffffe0059daea40 dhclient 807 1 766 0 S uwait 0xfffffe0058a5ad80 syz-executor 800 1 765 0 S uwait 0xfffffe0058a5c980 syz-executor 796 424 424 0 S wait 0xfffffe00548f7040 sh 766 763 766 0 S nanslp 0xffffffff83b9e501 syz-executor 764 763 764 0 S nanslp 0xffffffff83b9e500 syz-executor 763 761 761 0 S select 0xfffffe00547f9840 syz-executor 761 759 761 0 Ss pause 0xfffffe00548f8110 csh 759 682 759 0 Ss select 0xfffffe0059daf1c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0058a974b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0058e288b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058e28cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058e290b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0058e294b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058e298b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0058e29cb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0058e2a0b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0058e2a4b0 getty 738 1 18 0 S+ piperd 0xfffffe0059ffde60 logger 737 736 18 0 S+ nanslp 0xffffffff83b9e500 sleep 736 1 18 0 S+ wait 0xfffffe0054807580 sh 686 1 686 0 Ss nanslp 0xffffffff83b9e500 cron 682 1 682 0 Ss select 0xfffffe00547f9a40 sshd 495 1 495 0 Ss select 0xfffffe0059daedc0 syslogd 424 1 424 0 Ss wait 0xfffffe0054808040 devd 423 1 423 65 Ss select 0xfffffe0059daecc0 dhclient 338 1 338 0 Ss select 0xfffffe005856d040 dhclient 335 1 335 0 Ss select 0xfffffe0059daf140 dhclient 17 0 0 0 DL syncer 0xffffffff83cbbda0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0008028040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cba360 [bufdaemon] 100083 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0058e368e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d05380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ceb2f8 [dom0] 100081 D launds 0xffffffff83ceb304 [laundry: dom0] 100082 D umarcl 0xffffffff81dcf240 [uma] 7 0 0 0 DL - 0xffffffff8391bcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843bd850 [pf purge] 5 0 0 0 DL waiting 0xffffffff84795700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e6340 [doneq0] 100047 D - 0xffffffff838e62c0 [async] 100076 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce6b40 [crypto] 100044 D crypto_ 0xfffffe0058556030 [crypto returns 0] 100045 D crypto_ 0xfffffe0058556080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00547d9088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b46f00 [g_event] 100038 D - 0xffffffff83b46f20 [g_up] 100039 D - 0xffffffff83b46f40 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008009040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce75e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c2dff0 [swapper] 100005 D - 0xfffffe005462a000 [softirq_0] 100006 D - 0xfffffe0054629e00 [softirq_1] 100007 D - 0xfffffe0054629d00 [if_io_tqg_0] 100008 D - 0xfffffe0054629c00 [if_io_tqg_1] 100009 D - 0xfffffe0054629b00 [if_config_tqg_0] 100010 D - 0xfffffe0007f66200 [kqueue_ctx taskq] 100011 D - 0xfffffe0007f66100 [jail_remove taskq] 100012 D - 0xfffffe0007f66000 [bus taskq] 100015 D - 0xfffffe0007f65c00 [thread taskq] 100017 D - 0xfffffe0007f65a00 [aiod_kick taskq] 100018 D - 0xfffffe0007f65900 [deferred_unmount ta] 100019 D - 0xfffffe0007f65800 [inm_free taskq] 100020 D - 0xfffffe0007f65700 [in6m_free taskq] 100021 D - 0xfffffe0007f65600 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007f65500 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007f65500 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007f65500 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007f65500 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007f65400 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007f65400 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007f65400 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007f65400 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007f65300 [firmware taskq] 100041 D - 0xfffffe0007f65100 [crypto_0] 100042 D - 0xfffffe0007f65100 [crypto_1] 100057 D - 0xfffffe0007f64e00 [vtnet0 rxq 0] 100058 D - 0xfffffe0007f64d00 [vtnet0 txq 0] 100059 D - 0xfffffe0007f64c00 [vtnet0 rxq 1] 100060 D - 0xfffffe0007f64b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005856dd00 [virtio_balloon] 100066 D - 0xffffffff827b4721 [deadlkres] 100070 D - 0xfffffe0059be2000 [acpi_task_0] 100071 D - 0xfffffe0059be2000 [acpi_task_1] 100072 D - 0xfffffe0059be2000 [acpi_task_2] 100074 D - 0xfffffe0007f66500 [mca taskq] 100075 D - 0xfffffe0007f65000 [CAM taskq] 100077 D - 0xfffffe0059be1d00 [ipsec_offload] db> show all locks Process 1102 (ifconfig) thread 0xfffffe005498b000 (100463) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83cbc580) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3014 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5063K 530 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4214 sysctloid 34891 2055K 34966 vtbuf 24 1968K 46 kobj 331 1324K 504 newblk 46 1036K 888 vfscache 3 1025K 3 filedesc 114 906K 625 pcb 44 689K 295 inodedep 38 526K 444 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 subproc 235 498K 1227 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 3181 acpica 1674 184K 54426 vmem 5 144K 7 tidhash 3 141K 3 pagedep 27 135K 237 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 111 111K 130 sem 4 106K 4 gtaskqueue 18 98K 18 bus 997 82K 5063 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 522 ddb_capture 1 64K 1 kdtrace 300 54K 1593 umtx 400 50K 400 temp 38 38K 2044 BPF 24 37K 92 shm 2 34K 5 DEVFS3 130 33K 140 hostcache 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 LRO 22 23K 22 ifaddr 75 21K 78 DEVFS_RULE 56 20K 56 routetbl 160 19K 484 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 51 16K 62 ether_multi 187 15K 214 CC Mem 116 15K 793 ithread 90 15K 90 bus-sc 34 15K 1647 ifnet 8 15K 8 eventhandler 163 14K 163 kenv 95 12K 95 GEOM 68 12K 520 kqueue 119 11K 1403 plimit 27 11K 365 CAM queue 5 11K 1528 in6_multi 75 10K 76 rman 82 10K 437 cred 38 10K 241 shmfd 4 10K 24 ksem 4 10K 7 rpc 8 9K 8 bmsafemap 2 9K 412 devstat 4 9K 4 UART 12 9K 12 filemon 1 8K 3 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 taskqueue 69 8K 69 pwddesc 113 8K 1119 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 23 inpcbpolicy 143 5K 1146 DEVFSP 70 5K 163 UMA 266 5K 266 sctp_atcl 11 5K 94 vt 11 5K 11 freework 17 5K 274 memdesc 1 4K 1 MCA 32 4K 32 md_disk 1 4K 2 evdev 4 4K 4 acpisem 28 4K 28 proc-args 135 4K 2178 kcovinfo 54 4K 54 mount 23 4K 383 selfd 48 3K 24048 session 24 3K 39 terminal 11 3K 11 newdirblk 20 3K 216 acpidev 20 3K 20 lockf 23 3K 79 uidinfo 4 3K 22 osd 121 3K 809 hhook 8 3K 10 in_multi 9 3K 14 clone 9 3K 9 ip6ndp 14 3K 15 crypto 11 3K 27 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_ifa 15 2K 16 tun 5 2K 5 Unitno 26 2K 56 CAM XPT 22 2K 543 select 12 2K 43 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 mkdir 9 2K 432 netlink 2 2K 96 sctp_stro 1 1K 4 softdep 1 1K 1 dirrem 4 1K 362 diradd 8 1K 382 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 18 NFSD session 1 1K 1 frag6 10 1K 15 sctp_ifn 7 1K 16 mld 7 1K 7 igmp 7 1K 7 CAM periph 4 1K 271 cryptodev 13 1K 116 ipsec 3 1K 3 sctp_timw 3 1K 3 freeblks 3 1K 221 indirdep 3 1K 121 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 freefile 5 1K 264 encap_export_host 12 1K 12 sctp_stri 1 1K 2 cdev 2 1K 2 lkpikmalloc 8 1K 9 sctp_atky 12 1K 99 ip_msource 6 1K 7 chacha20random 1 1K 1 biobuf 1 1K 1 ip6opt 2 1K 33 VN POLL 2 1K 7 vnodes 1 1K 3 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 in_mfilter 4 1K 14 loginclass 3 1K 5 prison 6 1K 6 sctp_athm 11 1K 95 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 73 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3642 sctp_vrf 1 1K 1 ip_moptions 1 1K 7 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 2 entropy 2 1K 35 acpiintr 1 1K 1 sctp_map 2 1K 8 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 4 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 1 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2 pf_table 0 0K 0 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 102 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 15 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 4 in6_mfilter 0 0K 1 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 statfs 0 0K 191 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 5 lio 0 0K 60 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14130 ioctlops 0 0K 177 eventfd 0 0K 2 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 322 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 655 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 128 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 78 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8342 1056 14770 0 254 38494208 0 mbuf 256 11204 1248 31812 0 254 3187712 0 tcp_log 416 4537 2834 14615 0 254 3066336 0 BUF TRIE 152 228 11576 925 0 62 1794208 0 malloc-384 384 4146 24 4500 0 30 1601280 0 malloc-128 128 11477 117 11903 0 126 1484032 0 malloc-4096 4096 331 3 504 0 2 1368064 0 RADIX NODE 152 8516 111 34654 0 62 1311304 0 UMA Slabs 0 112 11079 3 11079 0 126 1241184 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-16384 16384 59 3 502 0 1 1015808 0 vmem btag 56 17665 86 17665 0 254 994056 0 FFS inode 1168 604 26 879 0 8 735840 0 malloc-65536 65536 9 1 13 0 1 655360 0 sctp_ep 1152 9 502 89 0 254 588672 0 sctp_asoc 2256 1 254 4 0 254 575280 0 socket 1024 240 268 2609 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-4096 4096 116 2 1149 0 2 483328 0 VM OBJECT 248 1858 78 16857 0 62 480128 0 malloc-65536 65536 4 2 114 0 1 393216 0 sctp_raddr 736 1 516 4 0 254 380512 0 THREAD 1824 186 14 483 0 8 364800 0 256 Bucket 2048 155 13 1168 0 8 344064 0 tcp_inpcb 1304 119 130 793 0 8 324696 0 VNODE 440 644 76 921 0 30 316800 0 MAP ENTRY 96 2834 190 57018 0 126 290304 0 malloc-64 64 3839 256 5660 0 254 262080 0 malloc-256 256 556 374 2530 0 62 238080 0 malloc-16 16 14378 372 15206 0 254 236000 0 malloc-2048 2048 100 12 207 0 8 229376 0 DEVCTL 1024 28 192 156 0 0 225280 0 malloc-64 64 271 3068 24391 0 254 213696 0 malloc-128 128 1307 336 26156 0 126 210304 0 malloc-65536 65536 1 2 63 0 1 196608 0 UMA Zones 768 238 1 238 0 16 183552 0 malloc-32 32 5452 218 6184 0 254 181440 0 FPU_save_area 832 188 28 706 0 16 179712 0 FFS2 dinode 256 604 86 879 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 PROC 1376 112 9 1108 0 8 166496 0 unpcb 320 86 430 1316 0 254 165120 0 malloc-32768 32768 0 5 72 0 1 163840 0 sctp_chunk 152 816 224 816 0 254 158080 0 malloc-1024 1024 129 15 352 0 16 147456 0 filedesc0 1072 113 20 1119 0 8 142576 0 S VFS Cache 104 1010 277 1433 0 126 133848 0 malloc-65536 65536 0 2 10 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 mbuf_packet 256 8 500 1032 0 254 130048 0 ksiginfo 112 104 940 200 0 126 116928 0 malloc-2048 2048 14 42 285 0 8 114688 0 malloc-128 128 534 241 3807 0 126 99200 0 malloc-32768 32768 2 1 122 0 1 98304 0 malloc-32768 32768 1 2 22 0 1 98304 0 malloc-4096 4096 19 5 595 0 2 98304 0 UMA Kegs 384 225 8 225 0 30 89472 0 pipe 736 57 64 462 0 16 89056 0 g_bio 408 0 210 7330 0 30 85680 0 malloc-128 128 442 209 980 0 126 83328 0 malloc-128 128 447 204 1042 0 126 83328 0 malloc-2048 2048 5 35 525 0 8 81920 0 malloc-384 384 76 104 853 0 30 69120 0 128 Bucket 1024 47 20 269 0 16 68608 0 malloc-64 64 749 322 2351 0 254 68544 0 malloc-64 64 637 434 2686 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 64 Bucket 512 86 42 2395 0 30 65536 0 malloc-256 256 65 190 721 0 62 65280 0 Files 80 589 211 9579 0 126 64000 0 malloc-384 384 124 26 124 0 30 57600 0 malloc-8192 8192 4 3 8 0 1 57344 0 malloc-8192 8192 5 2 120 0 1 57344 0 malloc-8192 8192 7 0 7 0 1 57344 0 malloc-8192 8192 6 1 8 0 1 57344 0 malloc-4096 4096 11 3 16 0 2 57344 0 VMSPACE 584 84 14 1050 0 16 57232 0 malloc-128 128 184 219 724 0 126 51584 0 malloc-256 256 87 108 1336 0 62 49920 0 32 Bucket 256 82 113 667 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 14923 0 16 49152 0 malloc-4096 4096 8 4 18 0 2 49152 0 malloc-2048 2048 12 12 535 0 8 49152 0 malloc-1024 1024 7 41 519 0 16 49152 0 malloc-512 512 5 91 79 0 30 49152 0 da_ccb 544 0 84 1928 0 16 45696 0 ripcb 376 11 109 134 0 30 45120 0 pcpu-8 8 4856 776 5453 0 254 45056 0 syncache 168 0 264 3 0 254 44352 0 TURNSTILE 136 201 114 201 0 62 42840 0 udp_inpcb 408 16 74 210 0 30 36720 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 15 552 13607 0 254 36288 0 malloc-64 64 7 560 7 0 254 36288 0 malloc-64 64 336 231 1926 0 254 36288 0 malloc-64 64 14 553 48 0 254 36288 0 malloc-128 128 4 275 8 0 126 35712 0 malloc-128 128 54 225 1087 0 126 35712 0 routing nhops 256 31 104 38 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 18 72 103 0 30 34560 0 malloc-384 384 75 15 80 0 30 34560 0 malloc-256 256 5 130 419 0 62 34560 0 malloc-256 256 58 77 493 0 62 34560 0 malloc-256 256 18 117 157 0 62 34560 0 malloc-256 256 5 130 10 0 62 34560 0 malloc-256 256 45 90 587 0 62 34560 0 SLEEPQUEUE 88 201 183 201 0 126 33792 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 4 4 215 0 2 32768 0 malloc-2048 2048 5 11 44 0 8 32768 0 malloc-2048 2048 12 4 76 0 8 32768 0 malloc-2048 2048 7 9 43 0 8 32768 0 malloc-2048 2048 3 13 79 0 8 32768 0 malloc-1024 1024 2 30 7 0 16 32768 0 malloc-1024 1024 1 31 24 0 16 32768 0 malloc-1024 1024 26 6 52 0 16 32768 0 malloc-1024 1024 1 31 6 0 16 32768 0 malloc-1024 1024 2 30 1030 0 16 32768 0 malloc-512 512 4 60 172 0 30 32768 0 malloc-512 512 2 62 33 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 malloc-512 512 4 60 67 0 30 32768 0 pcpu-64 64 496 16 496 0 254 32768 0 tcp_bbr_pcb 896 0 36 2 0 16 32256 0 sctp_stream_msg_out 112 1 287 2 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 3 261 4 0 126 31680 0 PGRP 120 30 234 45 0 126 31680 0 clpbuf 2624 0 12 34 0 4 31488 0 sctp_laddr 48 1 587 21 0 254 28224 0 ertt 72 116 276 793 0 126 28224 0 rl_entry 48 23 565 39 0 254 28224 0 malloc-32 32 268 614 3054 0 254 28224 0 16 Bucket 144 62 134 304 0 62 28224 0 4 Bucket 48 6 582 9 0 254 28224 0 AIO 208 2 131 98 0 62 27664 0 udplite_inpcb 408 0 63 9 0 30 25704 0 cpuset 200 7 121 56 0 62 25600 0 malloc-8192 8192 1 2 21 0 1 24576 0 tcp_log_id_bucket 176 2 136 3 0 62 24288 0 ertt_txseginfo 40 1 605 1622 0 254 24240 0 PWD 40 65 541 289 0 254 24240 0 rtentry 168 34 110 38 0 62 24192 0 8 Bucket 80 71 229 467 0 126 24000 0 itimer 352 0 66 35 0 30 23232 0 malloc-384 384 26 34 40 0 30 23040 0 malloc-384 384 0 60 14 0 30 23040 0 domainset 40 0 567 49 0 254 22680 0 Mountpoints 2816 2 6 6 0 4 22528 0 malloc-32 32 165 465 1523 0 254 20160 0 malloc-32 32 92 538 171 0 254 20160 0 malloc-32 32 236 394 1425 0 254 20160 0 malloc-32 32 11 619 13 0 254 20160 0 malloc-32 32 69 561 623 0 254 20160 0 malloc-32 32 6 624 1078 0 254 20160 0 2 Bucket 32 63 567 450 0 254 20160 0 KNOTE 160 0 125 144 0 62 20000 0 cryptop 280 0 70 6 0 30 19600 0 AIOCB 552 0 35 176 0 16 19320 0 L VFS Cache 320 1 59 12 0 30 19200 0 AIOLIO 272 0 70 30 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 9 0 2 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-1024 1024 12 4 12 0 16 16384 0 malloc-512 512 1 31 2 0 30 16384 0 malloc-512 512 0 32 3 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 563 437 4987 0 254 16000 0 mqueue 248 1 63 1 0 62 15872 0 mqnotifier 216 1 71 1 0 62 15552 0 kenv 258 17 43 1066 0 30 15480 0 tcp_rack_pcb 1088 0 14 1 0 8 15232 0 mqnode 416 4 32 4 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 vtnet_tx_hdr 24 0 501 1792 0 254 12024 0 malloc-16 16 20 730 410 0 254 12000 0 malloc-16 16 34 716 330 0 254 12000 0 malloc-16 16 142 608 25605 0 254 12000 0 malloc-16 16 19 731 19 0 254 12000 0 malloc-16 16 50 700 131 0 254 12000 0 malloc-16 16 30 720 138 0 254 12000 0 splice 184 0 63 2 0 62 11592 0 malloc-384 384 2 28 4 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 0 1 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 17 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 1 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0