panic: interrupts enabled cpuid = 1 time = 1622555442 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887ad770 vpanic() at vpanic+0x1c7/frame 0xfffffe00887ad7d0 panic() at panic+0x43/frame 0xfffffe00887ad830 trap() at trap+0xea6/frame 0xfffffe00887ad950 calltrap() at calltrap+0x8/frame 0xfffffe00887ad950 --- trap 0x9, rip = 0xffffffff8180f215, rsp = 0xfffffe00887ada20, rbp = 0xfffffe00887ada20 --- copyin_nosmap_erms() at copyin_nosmap_erms+0xa5/frame 0xfffffe00887ada20 kern_fcntl_freebsd() at kern_fcntl_freebsd+0x78/frame 0xfffffe00887adab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00887adbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00887adbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 9745 tid 112786 ] Stopped at kdb_enter+0x67: movq $0,0x163654e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0099800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887ad750 rbp 0xfffffe00887ad770 rsi 0x40001 rdi 0xffffffff8113bc46 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887ad640 r11 0x1ff77fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c847 r15 0xffffffff81a7c847 rip 0xffffffff81132c37 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163654e(%rip) db> show proc Process 9745 (syz-executor.2) at 0xfffff8005b1b6a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 789 at 0xfffff80015dd5530 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00955b63e0 (map 0xfffffe00955b63e0) (map.pmap 0xfffffe00955b64a0) (pmap 0xfffffe00955b6500) threads: 2 109801 RunQ syz-executor.2 112786 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 9745 789 789 0 R (threaded) syz-executor.2 109801 RunQ syz-executor.2 112786 Run CPU 1 syz-executor.2 9744 798 798 0 R (threaded) syz-executor.3 106538 Run CPU 0 syz-executor.3 112785 RunQ syz-executor.3 9742 782 782 0 R (threaded) syz-executor.0 100151 RunQ syz-executor.0 112780 S connec 0xfffff800699a40e0 syz-executor.0 112784 S uwait 0xfffff80069475d00 syz-executor.0 8460 1 798 0 S uwait 0xfffff80069191100 syz-executor.3 8459 1 798 0 S uwait 0xfffff80015eda700 syz-executor.3 6977 1 783 0 S uwait 0xfffff8005bb7bf00 syz-executor.1 6970 1 783 0 S uwait 0xfffff8005bc9af00 syz-executor.1 6565 1 798 0 S uwait 0xfffff80069349500 syz-executor.3 6563 1 798 0 S uwait 0xfffff8005d4e9500 syz-executor.3 6559 1 798 0 S uwait 0xfffff8005d548f00 syz-executor.3 6556 1 782 0 S uwait 0xfffff8005bb81900 syz-executor.0 6554 1 789 0 S uwait 0xfffff80069191300 syz-executor.2 6550 1 782 0 S uwait 0xfffff8005bf0dd00 syz-executor.0 6548 1 789 0 S uwait 0xfffff8005b3c7700 syz-executor.2 6544 1 782 0 S uwait 0xfffff8005b298700 syz-executor.0 6543 1 789 0 S uwait 0xfffff8005d552900 syz-executor.2 6535 1 789 0 S uwait 0xfffff8005bc80300 syz-executor.2 6533 1 789 0 S uwait 0xfffff8005bb7bd00 syz-executor.2 6507 1 783 0 S uwait 0xfffff8005bc80500 syz-executor.1 6505 1 783 0 S umtxn 0xfffff8005bb81300 syz-executor.1 6021 1 782 0 S uwait 0xfffff8005b298b00 syz-executor.0 6020 1 782 0 S uwait 0xfffff8005b3c7900 syz-executor.0 5646 1 782 0 S uwait 0xfffff80015e0c900 syz-executor.0 5645 1 782 0 S uwait 0xfffff8005b298900 syz-executor.0 5644 1 782 0 S uwait 0xfffff8005ba38b00 syz-executor.0 5643 1 782 0 S uwait 0xfffff8005bbec700 syz-executor.0 5145 1 798 0 S umtxn 0xfffff8005bc80700 syz-executor.3 5143 1 782 0 S uwait 0xfffff80015eda100 syz-executor.0 5140 1 783 0 S uwait 0xfffff8005bb81100 syz-executor.1 5138 1 798 0 S uwait 0xfffff8005bc80f00 syz-executor.3 5136 1 782 0 S uwait 0xfffff8005bc80100 syz-executor.0 5133 1 783 0 S uwait 0xfffff8005bc9ad00 syz-executor.1 5131 1 798 0 S uwait 0xfffff8005bf0df00 syz-executor.3 5129 1 782 0 S uwait 0xfffff80015d5a900 syz-executor.0 5122 1 783 0 S uwait 0xfffff8005d552100 syz-executor.1 5120 1 783 0 S uwait 0xfffff8005bb7b100 syz-executor.1 5113 1 783 0 S uwait 0xfffff80015d0b100 syz-executor.1 4799 1 789 0 S uwait 0xfffff8005bc9ab00 syz-executor.2 4798 1 782 0 S uwait 0xfffff8005bb7b500 syz-executor.0 4790 1 782 0 S uwait 0xfffff8005bb81b00 syz-executor.0 4788 1 789 0 S uwait 0xfffff8005bbec300 syz-executor.2 4782 1 782 0 S uwait 0xfffff8005bc9a900 syz-executor.0 4779 1 798 0 S uwait 0xfffff8005bcedd00 syz-executor.3 4777 1 789 0 S uwait 0xfffff80015eda900 syz-executor.2 4771 1 798 0 S uwait 0xfffff8005bb81500 syz-executor.3 4768 1 789 0 S uwait 0xfffff8005bc9a700 syz-executor.2 4766 1 798 0 S uwait 0xfffff8005bb81700 syz-executor.3 4761 1 789 0 S uwait 0xfffff8005bbec900 syz-executor.2 4754 1 789 0 S uwait 0xfffff8005bced900 syz-executor.2 4751 1 789 0 S uwait 0xfffff8005bbec500 syz-executor.2 4748 1 789 0 S uwait 0xfffff8005bb7bb00 syz-executor.2 4687 1 4687 65 Ss select 0xfffff8005dcc0bc0 dhclient 3908 1 3908 0 Ss select 0xfffff8005d658d40 dhclient 3905 1 3905 0 Ss select 0xfffff8005d4b8740 dhclient 3886 1 3886 65 Ss select 0xfffff8005dad8ec0 dhclient 2979 1 2979 0 Ss select 0xfffff8005d5f4140 dhclient 2976 1 2976 0 Ss select 0xfffff8005d06eec0 dhclient 2957 1 2957 65 Ss select 0xfffff8005d6e1440 dhclient 1977 1 1977 0 Ss select 0xfffff8005d29b5c0 dhclient 1970 1 1970 0 Ss select 0xfffff8005d4e48c0 dhclient 1946 1 1946 65 Ss select 0xfffff8005d4b8a40 dhclient 1021 1 1021 0 Ss select 0xfffff8005bc505c0 dhclient 1018 1 1018 0 Ss select 0xfffff8005bc50bc0 dhclient 798 780 798 0 Rs syz-executor.3 789 780 789 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffff80015d5a500 syz-fuzzer 100119 S uwait 0xfffff8005b34b700 syz-fuzzer 100120 S uwait 0xfffff8005b34b900 syz-fuzzer 100121 S uwait 0xfffff8005b34bb00 syz-fuzzer 100122 S kqread 0xfffff80015e4c300 syz-fuzzer 100123 S uwait 0xfffff80015d0bb00 syz-fuzzer 100124 S uwait 0xfffff80015d0bd00 syz-fuzzer 100125 S uwait 0xfffff80015d0bf00 syz-fuzzer 100126 S uwait 0xfffff80015a3c100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015dcb5e0 csh 776 694 776 0 Ss select 0xfffff8005b493440 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa54b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa5cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aa94b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aa9cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015aad4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015aadcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a374b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a37cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80015e98740 sshd 507 1 507 0 Ss select 0xfffff8005b2b7a40 syslogd 436 1 436 0 Ss select 0xfffff8005b2c02c0 devd 435 1 435 65 Ss select 0xfffff8005b2c0140 dhclient 350 1 350 0 Ss select 0xfffff80015e988c0 dhclient 347 1 347 0 Ss select 0xfffff80015e98a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a8d000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004d594e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815d04c0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ff3828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ed3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100066 D - 0xffffffff81e294e0 [deadlkres] 100074 D - 0xfffff800159c2100 [acpi_task_0] 100075 D - 0xfffff800159c2100 [acpi_task_1] 100076 D - 0xfffff800159c2100 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] db> show all locks Process 9744 (syz-executor.3) thread 0xfffffe009554e3a0 (106538) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe009d87e120) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6902 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe009d87e060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 Process 783 (syz-executor.1) thread 0xfffffe005595f020 (100103) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff800699ce098) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3209 exclusive lockmgr ufs (ufs) r = 0 (0xfffff800699ce070) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:2029 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 525 2838K 22398 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 112 1797K 17485 newblk 9 1036K 13012 vfscache 3 1035K 3 subproc 237 1007K 9879 acpica 1674 649K 54692 inodedep 123 642K 9262 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atcl 492 492K 16097 intr 4 480K 4 sctp_stro 230 460K 4903 bus 990 378K 3485 BPF 46 337K 59 sctp_atky 737 277K 21888 linker 348 270K 489 kdtrace 315 247K 22533 DEVFS1 107 214K 124 umtx 462 203K 462 module 512 192K 512 sctp_athm 492 185K 16608 vnet_data 1 176K 1 sctp_map 460 173K 9662 tidhash 3 164K 3 pagedep 9 140K 8866 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 routetbl 150 82K 985 temp 36 81K 3048 mtx_pool 2 80K 2 syncache 1 76K 1 vmem 3 72K 5 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 dirrem 114 57K 8916 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 112 50K 9831 shm 3 48K 18 pf_rule 12 45K 264 ithread 99 43K 99 freefile 110 42K 8834 pwddesc 110 42K 9742 rman 84 42K 425 lltable 47 41K 265 KTRACE 100 38K 100 taskqueue 60 36K 60 DEVFSP 91 35K 1008 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 sctp_timw 64 32K 64 hostcache 1 32K 1 tty 16 32K 16 in6_multi 71 31K 71 GEOM 60 29K 489 ksem 18 28K 203 kbdmux 6 28K 6 cred 26 26K 361 ifnet 7 25K 7 plimit 24 24K 588 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 130217 pfs_nodes 20 20K 20 proc-args 52 20K 697 UART 12 18K 12 session 35 18K 62 bmsafemap 2 17K 9062 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 inpcbpolicy 41 16K 5030 sctp_stri 15 15K 1195 ufs_dirhash 24 14K 24 osd 34 13K 2489 sglist 5 13K 5 pf_table 3 12K 138 pf_osfp 32 12K 32 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 269 vt 11 11K 11 pf_ifnet 15 11K 236 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 51 uidinfo 3 9K 44 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 186 mount 16 7K 225 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 xform 13 5K 1686 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 17410 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 9272 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 8778 vnodemarker 2 2K 640 NFSD session 1 2K 1 sctp_aadr 5 2K 73 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 13955 filecaps 5 2K 131 crypto 4 2K 606 newdirblk 4 2K 8705 diradd 4 2K 8956 ip6_msource 4 2K 13 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 47 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8238 sctp_iter 0 0K 24 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 13 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 mqdata 0 0K 0 cubic data 0 0K 23 cdg data 0 0K 29 chd data 0 0K 18 dctcp data 0 0K 28 htcp data 0 0K 32 vegas data 0 0K 30 tcp_do 0 0K 0 tcp_fsb 0 0K 524 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 6756 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 309 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 71 allocindir 0 0K 0 indirdep 0 0K 83 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 89 ip6_moptions 0 0K 8 in6_mfilter 0 0K 40 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 8913 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 169 tcp_log_dev 0 0K 211 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 17452 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 201 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 21766 ioctlops 0 0K 1388 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 823 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 10 filedesc_to_leader 0 0K 13 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8331 1194 328713 0 254 39014400 0 malloc-384 384 35912 78 56825 0 30 13820160 0 tcp_log 416 11509 15176 286852 0 254 11100960 0 malloc-8192 8192 686 25 20645 0 1 5824512 0 malloc-1024 1024 4173 507 11037 0 16 4792320 0 ertt_txseginfo 40 87628 6100 1144075 0 254 3749120 0 mbuf 256 9985 1760 2410648 0 254 3006720 0 tcp_bbr_map 128 17727 3291 457644 0 127 2690304 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-32768 32768 55 5 8740 0 1 1966080 0 BUF TRIE 144 358 13110 14165 0 62 1939392 0 RADIX NODE 144 9472 1865 300879 0 63 1632528 0 UMA Slabs 0 112 13548 21 13548 0 126 1519728 0 mbuf_cluster 2048 705 1 705 0 254 1445888 0 malloc-1024 1024 745 75 29543 0 16 839680 0 sctp_asoc 2288 230 135 4831 0 254 835120 0 malloc-384 384 1808 222 67015 0 30 779520 0 FFS inode 1160 558 30 9392 0 8 682080 0 malloc-384 384 1696 44 53644 0 30 668160 0 malloc-2048 2048 234 60 5190 0 8 602112 0 malloc-512 512 66 1078 13409 0 30 585728 0 malloc-1024 1024 144 380 9291 0 16 536576 0 VM OBJECT 264 1900 80 142683 0 30 522720 0 malloc-16384 16384 27 3 32 0 1 491520 0 sctp_ep 1280 247 128 10410 0 254 480000 0 malloc-4096 4096 2 111 18263 0 2 462848 0 malloc-1024 1024 409 43 10796 0 16 462848 0 256 Bucket 2048 194 24 21801 0 8 446464 0 MAP ENTRY 96 4226 310 561015 0 126 435456 0 malloc-384 384 1055 55 9881 0 30 426240 0 malloc-384 384 800 300 32704 0 30 422400 0 THREAD 1808 204 27 12786 0 8 417648 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_raddr 736 305 124 6617 0 254 315744 0 VNODE 448 596 88 9432 0 30 306432 0 malloc-384 384 628 72 167460 0 30 268800 0 malloc-512 512 138 382 8940 0 30 266240 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 120 4 152 0 8 253952 0 VMSPACE 2544 87 9 9719 0 4 244224 0 DEVCTL 1024 0 216 132 0 0 221184 0 socket 944 82 142 17135 0 254 211456 0 malloc-8192 8192 20 5 148 0 1 204800 0 malloc-65536 65536 2 1 4 0 1 196608 0 malloc-65536 65536 1 2 177 0 1 196608 0 malloc-512 512 305 63 9515 0 30 188416 0 g_bio 408 0 460 45409 0 30 187680 0 UMA Zones 768 242 2 242 0 16 187392 0 vmem btag 56 3220 8 3220 0 254 180768 0 mbuf_packet 256 139 566 38882 0 254 180480 0 malloc-16384 16384 6 5 41 0 1 180224 0 malloc-384 384 340 110 26163 0 30 172800 0 PROC 1328 109 17 9745 0 8 167328 0 malloc-16384 16384 8 2 13 0 1 163840 0 sctp_chunk 152 694 372 8471 0 254 162032 0 FFS2 dinode 256 558 42 9392 0 62 153600 0 filedesc0 1072 110 23 9742 0 8 142576 0 S VFS Cache 104 1037 328 10114 0 126 141960 0 malloc-65536 65536 0 2 16 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 19 0 1 131072 0 clpbuf 2624 0 48 2001 0 16 125952 0 malloc-8192 8192 9 6 77 0 1 122880 0 malloc-4096 4096 23 6 617 0 2 118784 0 128 Bucket 1024 48 67 5322 0 16 117760 0 ksiginfo 112 111 933 626 0 126 116928 0 malloc-1024 1024 71 33 1498 0 16 106496 0 malloc-512 512 166 26 981 0 30 98304 0 malloc-512 512 126 66 27994 0 30 98304 0 malloc-4096 4096 8 14 532 0 2 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 tcpcb 1064 30 54 2477 0 254 89376 0 tcp_inpcb 488 30 146 2477 0 254 85888 0 malloc-16384 16384 1 4 6 0 1 81920 0 malloc-512 512 129 31 894 0 30 81920 0 32 Bucket 256 162 153 24954 0 62 80640 0 malloc-1024 1024 62 6 857 0 16 69632 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 0 2 7 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 1 3 239 0 1 65536 0 malloc-8192 8192 3 5 8916 0 1 65536 0 malloc-2048 2048 11 21 1775 0 8 65536 0 malloc-2048 2048 16 10 62 0 8 53248 0 tcp_bbr_pcb 832 23 40 1106 0 16 52416 0 udplite_inpcb 488 0 104 1960 0 254 50752 0 malloc-384 384 115 15 377 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 925 0 1 49152 0 malloc-1024 1024 18 26 1762 0 16 45056 0 pcpu-8 8 4899 733 11004 0 254 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 2 3 17 0 1 40960 0 malloc-2048 2048 3 17 152 0 8 40960 0 malloc-512 512 68 12 1868 0 30 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 64 Bucket 512 44 36 6863 0 30 40960 0 16 Bucket 144 137 143 3187 0 62 40320 0 tcp_rack_pcb 832 0 45 524 0 16 37440 0 NAMEI 1024 0 36 53299 0 16 36864 0 malloc-4096 4096 5 4 149 0 2 36864 0 Files 80 301 149 36041 0 126 36000 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 25 0 2 32768 0 malloc-4096 4096 6 2 11 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 pipe 744 25 15 569 0 16 29760 0 KNOTE 160 28 147 97666 0 62 28000 0 8 Bucket 80 49 301 2509 0 126 28000 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 malloc-4096 4096 3 3 450 0 2 24576 0 2 Bucket 32 155 601 10259 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 sctp_stream_msg_out 112 82 98 1217 0 254 20160 0 PWD 32 59 571 8779 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1626 0 254 19200 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 sctp_laddr 48 69 267 3223 0 254 16128 0 tcp_rack_map 112 0 144 1153 0 126 16128 0 vtnet_tx_hdr 24 1 667 948846 0 254 16032 0 udp_inpcb 488 6 26 294 0 254 15616 0 itimer 352 0 44 74 0 30 15488 0 malloc-1024 1024 9 3 14 0 16 12288 0 ertt 72 30 138 2477 0 126 12096 0 ripcb 488 5 19 299 0 254 11712 0 kenv 258 15 30 1048 0 30 11610 0 L VFS Cache 320 0 36 27 0 30 11520 0 malloc-4096 4096 2 0 2 0 2 8192 0 pf tags 104 2 76 24 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 35 57 74 0 126 8096 0 rl_entry 40 97 105 97 0 254 8080 0 sctp_asconf_ack 48 0 168 7 0 254 8064 0 udpcb 32 6 246 2254 0 254 8064 0 4 Bucket 48 6 162 254 0 254 8064 0 sctp_readq 152 9 43 553 0 254 7904 0 cryptop 280 0 28 96 0 30 7840 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 17 0 126 6448 0 tfo_ccache_entries 80 2 62 2 0 126 5120 0 domainset 40 0 126 8 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 sackhole 32 0 126 2 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo 4 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0