panic: interrupts enabled cpuid = 1 time = 1622556306 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c9086c0 vpanic() at vpanic+0x1c7/frame 0xfffffe009c908720 panic() at panic+0x43/frame 0xfffffe009c908780 trap() at trap+0xea6/frame 0xfffffe009c9088a0 calltrap() at calltrap+0x8/frame 0xfffffe009c9088a0 --- trap 0x9, rip = 0xffffffff8180f285, rsp = 0xfffffe009c908970, rbp = 0xfffffe009c908970 --- copyin_nosmap_erms() at copyin_nosmap_erms+0x115/frame 0xfffffe009c908970 kern_semctl() at kern_semctl+0x500/frame 0xfffffe009c908a20 sys___semctl() at sys___semctl+0x146/frame 0xfffffe009c908ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c908bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c908bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 5680 tid 108092 ] Stopped at kdb_enter+0x67: movq $0,0x163654e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0096600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c9086a0 rbp 0xfffffe009c9086c0 rsi 0x40001 rdi 0xffffffff8113bc46 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c908590 r11 0x1ff63fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c847 r15 0xffffffff81a7c847 rip 0xffffffff81132c37 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x163654e(%rip) db> show proc Process 5680 (syz-executor.1) at 0xfffff80055894530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffff80015ddaa60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009da373e0 (map 0xfffffe009da373e0) (map.pmap 0xfffffe009da374a0) (pmap 0xfffffe009da37500) threads: 2 108091 RunQ syz-executor.1 108092 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 5680 783 783 0 R (threaded) syz-executor.1 108091 RunQ syz-executor.1 108092 Run CPU 1 syz-executor.1 5677 805 805 0 R (threaded) syz-executor.3 107513 RunQ syz-executor.3 108088 S uwait 0xfffff80055024d00 syz-executor.3 5675 782 782 0 R (threaded) syz-executor.0 101090 D vmmaps 0xfffffe009db2c498 syz-executor.0 108086 Run CPU 0 syz-executor.0 5592 1 783 0 S uwait 0xfffff80047ef8500 syz-executor.1 5590 1 783 0 S uwait 0xfffff80047a2ab00 syz-executor.1 5300 1 782 0 S uwait 0xfffff80047ef8b00 syz-executor.0 5296 1 782 0 S uwait 0xfffff8004746b100 syz-executor.0 5292 1 805 0 S uwait 0xfffff8005503e300 syz-executor.3 5291 1 782 0 S uwait 0xfffff80047537500 syz-executor.0 5287 1 805 0 S uwait 0xfffff80015e59b00 syz-executor.3 5285 1 805 0 S uwait 0xfffff8003b073f00 syz-executor.3 5282 1 805 0 S uwait 0xfffff80047b8e900 syz-executor.3 5274 1 805 0 S uwait 0xfffff8005503eb00 syz-executor.3 4975 1 805 0 S uwait 0xfffff80047fafb00 syz-executor.3 4974 1 805 0 S uwait 0xfffff80047fc6500 syz-executor.3 3909 1 3909 65 Ss select 0xfffff8003bc24740 dhclient 3743 1 3743 0 SVs uwait 0xfffff8003b073500 syz-executor.2 3737 1 3737 0 SVs uwait 0xfffff8003b39f300 syz-executor.0 3734 1 3734 0 SVs uwait 0xfffff80047ef8300 syz-executor.3 3732 1 3732 0 SVs uwait 0xfffff80047c3db00 syz-executor.2 3730 1 3730 0 SVs uwait 0xfffff8003b39fd00 syz-executor.0 3729 1 3729 0 SVs uwait 0xfffff80047ef8100 syz-executor.1 3726 1 3726 0 SVs uwait 0xfffff80047e7c500 syz-executor.3 3724 1 3724 0 SVs uwait 0xfffff80047fafd00 syz-executor.2 3722 1 3722 0 SVs uwait 0xfffff8003b073b00 syz-executor.1 3721 1 3721 0 SVs uwait 0xfffff80047e22b00 syz-executor.0 3720 1 3720 0 SVs uwait 0xfffff80047a2a500 syz-executor.3 3713 1 3713 0 SVs uwait 0xfffff80047faf900 syz-executor.1 3705 1 3697 0 SV uwait 0xfffff80015e0d300 syz-executor.1 3699 1 3699 0 SVs uwait 0xfffff80047a2a300 syz-executor.1 3303 1 3303 0 Ss select 0xfffff8003ba5c5c0 dhclient 3300 1 3300 0 Ss select 0xfffff80047b8d5c0 dhclient 3281 1 3281 65 Ss select 0xfffff8003ba9e8c0 dhclient 3151 1 782 0 S uwait 0xfffff80015e59300 syz-executor.0 3149 1 782 0 S uwait 0xfffff80047c3d500 syz-executor.0 2507 1 2507 0 Ss select 0xfffff8003b97e140 dhclient 2504 1 2504 0 Ss select 0xfffff8003b90ca40 dhclient 2484 1 2484 65 Ss select 0xfffff8003b5b3440 dhclient 1710 1 1710 0 Ss select 0xfffff8003b5348c0 dhclient 1707 1 1707 0 Ss select 0xfffff8003b534740 dhclient 1688 1 1688 65 Ss select 0xfffff8003b5b32c0 dhclient 1552 1 782 0 S uwait 0xfffff80015724b00 syz-executor.0 1544 1 782 0 S uwait 0xfffff80015d02700 syz-executor.0 1535 1 782 0 S uwait 0xfffff8004746b700 syz-executor.0 1531 1 782 0 S uwait 0xfffff80047e00100 syz-executor.0 1524 1 782 0 S uwait 0xfffff80047c3f900 syz-executor.0 1412 1 783 0 S uwait 0xfffff80047c3ff00 syz-executor.1 1409 1 782 0 S uwait 0xfffff80047c3fd00 syz-executor.0 1405 1 794 0 S uwait 0xfffff80047e22700 syz-executor.2 1404 1 782 0 S uwait 0xfffff80047e00b00 syz-executor.0 1399 1 783 0 S umtxn 0xfffff80047e00900 syz-executor.1 1397 1 782 0 S uwait 0xfffff80047e00700 syz-executor.0 1396 1 794 0 S uwait 0xfffff80047bf7300 syz-executor.2 1392 1 782 0 S uwait 0xfffff80047e00d00 syz-executor.0 1390 1 805 0 S uwait 0xfffff80047bf7100 syz-executor.3 1387 1 783 0 S uwait 0xfffff80047b8e500 syz-executor.1 1386 1 794 0 S uwait 0xfffff800473e3700 syz-executor.2 1385 1 782 0 S uwait 0xfffff80047c3f500 syz-executor.0 1383 1 805 0 S uwait 0xfffff80047bf7500 syz-executor.3 1382 1 783 0 S uwait 0xfffff80047bf7700 syz-executor.1 1377 1 794 0 S uwait 0xfffff80047b8ed00 syz-executor.2 1376 1 782 0 S uwait 0xfffff80047e00f00 syz-executor.0 1375 1 783 0 S uwait 0xfffff80047c3fb00 syz-executor.1 1371 1 805 0 S uwait 0xfffff80047c3f700 syz-executor.3 1370 1 782 0 S uwait 0xfffff80047b8ef00 syz-executor.0 1369 1 783 0 S uwait 0xfffff80047c3f300 syz-executor.1 1366 1 794 0 S uwait 0xfffff80047b8eb00 syz-executor.2 1365 1 782 0 S uwait 0xfffff80047b8e300 syz-executor.0 1362 1 805 0 S uwait 0xfffff80015724900 syz-executor.3 1361 1 783 0 S uwait 0xfffff80015e0d500 syz-executor.1 1358 1 794 0 S uwait 0xfffff800473e3500 syz-executor.2 1356 1 805 0 S uwait 0xfffff80015a3b300 syz-executor.3 1354 1 782 0 S uwait 0xfffff80047e22500 syz-executor.0 1353 1 783 0 S uwait 0xfffff80015724f00 syz-executor.1 1349 1 805 0 S uwait 0xfffff800473a1300 syz-executor.3 1348 1 783 0 S uwait 0xfffff80015a3bb00 syz-executor.1 1342 1 805 0 S uwait 0xfffff80047e22100 syz-executor.3 1337 1 805 0 S uwait 0xfffff80047537100 syz-executor.3 1220 1 794 0 S uwait 0xfffff80015724500 syz-executor.2 819 1 819 0 Ss select 0xfffff80047d08ec0 dhclient 814 1 814 0 Ss select 0xfffff80047d2dec0 dhclient 805 780 805 0 Rs syz-executor.3 794 780 794 0 Rs syz-executor.2 783 780 783 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100121 S kqread 0xfffff80015e6a900 syz-fuzzer 100125 S uwait 0xfffff800473a1500 syz-fuzzer 100126 S uwait 0xfffff800473a1700 syz-fuzzer 100127 S uwait 0xfffff800473a1900 syz-fuzzer 100128 S uwait 0xfffff800473a1b00 syz-fuzzer 100129 S uwait 0xfffff80047537900 syz-fuzzer 100130 S uwait 0xfffff80047537b00 syz-fuzzer 100131 S uwait 0xfffff800473a1d00 syz-fuzzer 100132 S uwait 0xfffff80047537d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015ddc5e0 csh 776 694 776 0 Ss select 0xfffff800479a8d40 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa64b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa6cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aab4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aabcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015aae4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015aaecb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a384b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a38cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e1 cron 694 1 694 0 Ss select 0xfffff8004733d2c0 sshd 507 1 507 0 Ss select 0xfffff800472febc0 syslogd 436 1 436 0 Ss select 0xfffff8004733dd40 devd 435 1 435 65 Ss select 0xfffff8004733da40 dhclient 350 1 350 0 Ss select 0xfffff8004733dbc0 dhclient 347 1 347 0 Ss select 0xfffff800472f0d40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4c530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100097 D sdflush 0xfffff80004d594e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d04c0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e34828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82f433c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100069 D - 0xffffffff81e294e1 [deadlkres] 100074 D - 0xfffff800159c3100 [acpi_task_0] 100075 D - 0xfffff800159c3100 [acpi_task_1] 100076 D - 0xfffff800159c3100 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] 5679 794 794 0 Z syz-executor.2 db> show all locks Process 5675 (syz-executor.0) thread 0xfffffe009db43ac0 (108086) shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe009db2c440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 filedesc 148 2380K 9565 pcb 434 2367K 10766 vtbuf 24 2064K 46 subproc 271 1174K 5823 vfscache 3 1035K 3 newblk 4 1034K 9642 acpica 1674 649K 54692 inodedep 12 531K 5187 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3485 sctp_atcl 377 377K 7153 sctp_stro 182 364K 2149 BPF 46 337K 69 linker 348 270K 409 kdtrace 347 267K 13774 DEVFS1 107 214K 124 umtx 484 212K 484 sctp_atky 560 210K 9615 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_athm 377 142K 7309 pagedep 8 140K 4854 sctp_map 364 137K 4264 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 temp 37 82K 2799 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 136 75K 878 vmem 3 72K 5 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 182 kqueue 131 57K 5782 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 pwddesc 128 48K 5685 lltable 52 46K 222 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 DEVFSP 91 35K 798 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 4 ksem 31 31K 76 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 27 27K 323 plimit 25 25K 554 ifnet 7 25K 7 session 49 25K 77 sctp_timw 48 24K 48 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 80044 lockf 55 21K 509 inpcbpolicy 54 21K 4084 pfs_nodes 20 20K 20 proc-args 52 20K 652 UART 12 18K 12 bmsafemap 2 17K 5095 osd 43 17K 1734 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 crypto 22 15K 653 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 xform 30 12K 1548 vt 11 11K 11 Unitno 29 11K 57 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 13 10K 183 uidinfo 4 10K 33 pf_table 2 8K 116 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 pf_osfp 21 8K 21 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 251 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 sctp_aadr 10 4K 49 pci_link 10 4K 10 ip6opt 8 4K 81 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 tcp_fsb 8 3K 401 ipsec 3 3K 3 dirrem 6 3K 4891 in_multi 6 3K 12 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mkdir 6 3K 9444 freefile 6 3K 4818 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 510 NFSD session 1 2K 1 freework 4 2K 5400 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 98 diradd 4 2K 4932 freeblks 3 2K 4819 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 8774 newdirblk 3 2K 4722 tcpfunc 3 2K 3 loginclass 3 2K 7 sctp_stri 1 1K 361 chacha20random 1 1K 1 vnodes 1 1K 5 CAM SIM 2 1K 2 ktls 1 1K 6 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 44 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 pf_rule 1 1K 181 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 14 dctcp data 0 0K 39 htcp data 0 0K 30 pf_altq 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 57 chd data 0 0K 22 cubic data 0 0K 31 sctp_mcore 0 0K 0 sctp_socko 0 0K 3689 sctp_iter 0 0K 21 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 10 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2881 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 251 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 240 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 5 in_mfilter 0 0K 10 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 10 twa_commands 0 0K 0 statfs 0 0K 4912 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 111 tcp_log_dev 0 0K 128 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 14707 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 191 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 18916 ioctlops 0 0K 1003 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 748 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 14 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 16 filedesc_to_leader 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8400 905 564794 0 254 38113280 0 malloc-384 384 35853 57 46817 0 30 13789440 0 tcp_log 416 0 21141 108353 0 254 8794656 0 malloc-8192 8192 652 10 10948 0 1 5423104 0 malloc-1024 1024 4173 331 7137 0 16 4612096 0 mbuf 256 9489 6261 1764302 0 254 4032000 0 malloc-32768 32768 73 5 4780 0 1 2555904 0 pbuf 2624 0 893 0 0 2 2343232 0 BUF TRIE 144 353 13115 10908 0 62 1939392 0 RADIX NODE 144 11373 1728 181791 0 62 1886544 0 UMA Slabs 0 112 13064 1 13064 0 126 1463280 0 mbuf_cluster 2048 660 2 660 0 254 1355776 0 tcp_bbr_map 128 2287 6114 264890 0 127 1075328 0 ertt_txseginfo 40 16412 10050 604603 0 254 1058480 0 FFS inode 1160 586 30 5418 0 8 714560 0 malloc-1024 1024 651 37 15911 0 16 704512 0 malloc-384 384 1696 34 53644 0 30 664320 0 malloc-384 384 1541 99 33322 0 30 629760 0 VM OBJECT 264 2157 78 85078 0 30 590040 0 256 Bucket 2048 265 13 19106 0 8 569344 0 MAP ENTRY 96 5103 273 325012 0 126 516096 0 sctp_asoc 2288 182 43 2132 0 254 514800 0 malloc-4096 4096 2 112 15259 0 2 466944 0 malloc-65536 65536 0 7 72 0 1 458752 0 malloc-65536 65536 2 5 28 0 1 458752 0 malloc-1024 1024 33 407 5216 0 16 450560 0 malloc-16384 16384 27 0 29 0 1 442368 0 THREAD 1808 217 25 8092 0 8 437536 0 malloc-2048 2048 186 26 2352 0 8 434176 0 malloc-384 384 1067 33 6555 0 30 422400 0 malloc-1024 1024 376 24 5130 0 16 409600 0 malloc-384 384 714 336 20288 0 30 403200 0 sctp_chunk 152 308 2344 13831 0 254 403104 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 malloc-512 512 59 661 9994 0 30 368640 0 sctp_ep 1280 194 85 4778 0 254 357120 0 VNODE 448 624 78 5458 0 30 314496 0 VMSPACE 2544 104 10 5640 0 4 290016 0 malloc-384 384 638 52 108981 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 120 2 137 0 8 249856 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-512 512 30 394 4933 0 30 217088 0 socket 944 91 121 10355 0 254 200128 0 malloc-65536 65536 1 2 177 0 1 196608 0 malloc-8192 8192 18 6 124 0 1 196608 0 sctp_raddr 736 194 70 2703 0 254 194304 0 g_bio 408 0 460 41638 0 30 187680 0 UMA Zones 768 242 2 242 0 16 187392 0 PROC 1328 128 13 5680 0 8 187248 0 vmem btag 56 3171 57 3171 0 254 180768 0 malloc-16384 16384 8 3 15 0 1 180224 0 malloc-512 512 299 45 5548 0 30 176128 0 malloc-384 384 379 71 16711 0 30 172800 0 mbuf_packet 256 122 538 19996 0 254 168960 0 vnpbuf 2624 0 64 8 0 64 167936 0 malloc-16384 16384 6 4 41 0 1 163840 0 filedesc0 1072 128 19 5685 0 8 157584 0 FFS2 dinode 256 586 29 5417 0 62 157440 0 S VFS Cache 104 1069 335 6069 0 126 146016 0 malloc-65536 65536 0 2 26 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 19 0 1 131072 0 clpbuf 2624 0 48 1330 0 16 125952 0 ksiginfo 112 125 919 1029 0 126 116928 0 malloc-16384 16384 1 6 14 0 1 114688 0 malloc-512 512 136 80 16033 0 30 110592 0 128 Bucket 1024 41 66 2136 0 16 109568 0 malloc-1024 1024 70 26 1249 0 16 98304 0 malloc-512 512 172 20 796 0 30 98304 0 malloc-8192 8192 9 2 32 0 1 90112 0 malloc-512 512 152 24 900 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 tcpcb 1064 39 38 1722 0 254 81928 0 malloc-4096 4096 11 7 533 0 2 73728 0 malloc-1024 1024 62 6 783 0 16 69632 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 10 0 1 65536 0 malloc-2048 2048 11 21 1699 0 8 65536 0 32 Bucket 256 130 125 25120 0 62 65280 0 malloc-4096 4096 8 7 531 0 2 61440 0 malloc-2048 2048 16 14 90 0 8 61440 0 tcp_inpcb 488 45 75 1722 0 254 58560 0 malloc-8192 8192 3 4 4915 0 1 57344 0 udplite_inpcb 488 1 103 1942 0 254 50752 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 239 0 1 49152 0 malloc-8192 8192 2 4 872 0 1 49152 0 malloc-384 384 115 5 372 0 30 46080 0 pcpu-8 8 4761 871 9778 0 254 45056 0 64 Bucket 512 52 36 7312 0 30 45056 0 malloc-512 512 68 12 1123 0 30 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 Files 80 317 183 24183 0 126 40000 0 tcp_bbr_pcb 832 17 28 700 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 35855 0 16 36864 0 malloc-2048 2048 3 15 152 0 8 36864 0 TURNSTILE 136 243 9 243 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 6 0 1 32768 0 malloc-4096 4096 4 4 127 0 2 32768 0 malloc-4096 4096 6 2 20 0 2 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 pipe 744 23 17 545 0 16 29760 0 16 Bucket 144 111 85 2528 0 62 28224 0 KNOTE 160 28 147 79285 0 62 28000 0 SLEEPQUEUE 88 243 45 243 0 126 25344 0 malloc-4096 4096 6 0 6 0 2 24576 0 malloc-1024 1024 4 20 836 0 16 24576 0 PWD 32 80 676 4796 0 254 24192 0 2 Bucket 32 151 605 7664 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 45 255 1832 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_rack_pcb 832 8 19 401 0 16 22464 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 sctp_stream_msg_out 112 55 89 456 0 254 16128 0 vtnet_tx_hdr 24 0 668 687537 0 254 16032 0 unpcb 256 20 40 1454 0 254 15360 0 malloc-1024 1024 9 3 14 0 16 12288 0 sctp_laddr 48 146 106 1400 0 254 12096 0 tcp_rack_map 112 16 92 755 0 126 12096 0 ripcb 488 5 19 171 0 254 11712 0 udp_inpcb 488 6 18 249 0 254 11712 0 kenv 258 15 30 1044 0 30 11610 0 malloc-4096 4096 2 0 2 0 2 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 2 90 9 0 254 8096 0 PGRP 88 49 43 77 0 126 8096 0 rl_entry 40 112 90 117 0 254 8080 0 syncache 168 0 48 12 0 254 8064 0 udpcb 32 7 245 2191 0 254 8064 0 ertt 72 39 73 1722 0 126 8064 0 4 Bucket 48 6 162 169 0 254 8064 0 tcp_log_node 120 0 66 14 0 126 7920 0 sctp_readq 152 0 52 149 0 254 7904 0 cryptop 280 0 28 120 0 30 7840 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 43 0 126 6448 0 domainset 40 1 125 31 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 sctp_asconf_ack 48 0 84 1 0 254 4032 0 sackhole 32 0 126 1 0 254 4032 0 ktls_session 128 5 26 5 0 126 3968 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0