panic: brelse: non-VMIO buffer marked NOREUSE cpuid = 1 time = 1763957529 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056d08370 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056d084d0 vpanic() at vpanic+0x257/frame 0xfffffe0056d08690 panic() at panic+0xb5/frame 0xfffffe0056d08760 brelse() at brelse+0x1040/frame 0xfffffe0056d08800 bufdone() at bufdone+0x7fd/frame 0xfffffe0056d088b0 g_io_deliver() at g_io_deliver+0x6b2/frame 0xfffffe0056d089b0 g_io_deliver() at g_io_deliver+0x6b2/frame 0xfffffe0056d08ab0 g_io_deliver() at g_io_deliver+0x6b2/frame 0xfffffe0056d08bb0 g_disk_done() at g_disk_done+0x2d1/frame 0xfffffe0056d08c70 dadone() at dadone+0xdc8/frame 0xfffffe0056d08da0 xpt_done_process() at xpt_done_process+0x8e2/frame 0xfffffe0056d08e10 xpt_done_td() at xpt_done_td+0x2bc/frame 0xfffffe0056d08ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056d08f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056d08f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 4 tid 100045 ] Stopped at kdb_enter+0x6e: movq $0,0x258d8a7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff82831c60 .str.27 rsp 0xfffffe0056d084b0 rbp 0xfffffe0056d084d0 rsi 0 rdi 0xffffffff8165b309 printf+0x149 r8 0 r9 0xffffffff r10 0xc0a380dda48b1048 r11 0 r12 0xfffffe0007824000 r13 0xfffffffffffffffd r14 0xffffffff82831c60 .str.27 r15 0 rip 0xffffffff816446ee kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x258d8a7(%rip) db> show proc Process 4 (cam) at 0xfffffe0007807000: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 0 at 0xffffffff83b5c020 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b5c020 reapsubtree: 4 sigparent: 20 vmspace: 0xffffffff83b5d000 (map 0xffffffff83b5d000) (map.pmap 0xffffffff83b5d0a0) (pmap 0xffffffff83b5d110) threads: 3 100045 Run CPU 1 [doneq0] 100046 D - 0xffffffff838f52c0 [async] 100075 D - 0xffffffff838f5140 [scanner] db> ps pid ppid pgrp uid state wmesg wchan cmd 1072 763 763 0 R (threaded) syz-executor 100215 Run CPU 0 syz-executor 100431 S uwait 0xfffffe0058309200 syz-executor 1071 1066 765 0 S uwait 0xfffffe005830ce80 syz-executor 1070 764 764 0 R (threaded) syz-executor 100409 RunQ syz-executor 100428 S lockf 0xfffffe005421f780 syz-executor 1069 1 763 0 S uwait 0xfffffe0077a92600 syz-executor 1068 766 766 0 R (threaded) syz-executor 100304 RunQ syz-executor 100424 S aiowc 0xfffffe005876ae40 syz-executor 100429 RunQ syz-executor 100430 S uwait 0xfffffe005830c280 syz-executor 1066 765 765 0 R (threaded) syz-executor 100135 RunQ syz-executor 100425 S aiowc 0xfffffe00586f6e40 syz-executor 100426 S uwait 0xfffffe005830c380 syz-executor 1063 1 766 0 S uwait 0xfffffe0077a93380 syz-executor 1060 1 764 0 S uwait 0xfffffe00084f7180 syz-executor 1056 1 764 0 S uwait 0xfffffe0077a92e00 syz-executor 1054 1 764 0 S uwait 0xfffffe005830cc80 syz-executor 1053 1 765 0 S uwait 0xfffffe005858e680 syz-executor 1049 1 763 0 S uwait 0xfffffe0077a91d80 syz-executor 1048 1 765 0 S uwait 0xfffffe005858f100 syz-executor 1047 1 766 0 S uwait 0xfffffe0077a93080 syz-executor 1043 1 765 0 S uwait 0xfffffe005830cd80 syz-executor 1041 1 766 0 S uwait 0xfffffe005830ca80 syz-executor 1040 1 764 0 S uwait 0xfffffe0077a92300 syz-executor 1034 1 765 0 S uwait 0xfffffe0077a92800 syz-executor 1033 1 764 0 S uwait 0xfffffe0077a92500 syz-executor 1029 1 765 0 S uwait 0xfffffe00084f7800 syz-executor 1028 1 764 0 S uwait 0xfffffe005858ed80 syz-executor 1027 1 763 0 S uwait 0xfffffe0077a92400 syz-executor 1022 1 764 0 S uwait 0xfffffe0077a92f00 syz-executor 1021 1 765 0 S uwait 0xfffffe005858e380 syz-executor 1018 1 763 0 S uwait 0xfffffe005858e780 syz-executor 1015 1 764 0 S uwait 0xfffffe0077a92100 syz-executor 1011 1 764 0 S uwait 0xfffffe0077a92c00 syz-executor 1009 1 764 0 S uwait 0xfffffe005858eb00 syz-executor 1008 1 763 0 S uwait 0xfffffe005858e580 syz-executor 1004 1 763 0 S uwait 0xfffffe00084f7700 syz-executor 1003 1 765 0 S uwait 0xfffffe005858fc00 syz-executor 998 1 763 0 S uwait 0xfffffe0077a92700 syz-executor 993 1 764 0 S uwait 0xfffffe0058309300 syz-executor 991 982 991 0 Ss select 0xfffffe0007787440 dhclient 989 1 763 0 S uwait 0xfffffe005830bd00 syz-executor 986 1 986 0 Ss select 0xfffffe00077877c0 dhclient 982 973 423 65 S select 0xfffffe0007787340 dhclient 975 1 764 0 S uwait 0xfffffe005858e980 syz-executor 973 423 423 0 S wait 0xfffffe0058603ab8 sh 964 1 766 0 S uwait 0xfffffe00084f7a00 syz-executor 960 1 764 0 S uwait 0xfffffe0077a92000 syz-executor 944 1 765 0 S uwait 0xfffffe0077a91e80 syz-executor 942 1 766 0 S uwait 0xfffffe0077a92a00 syz-executor 937 1 763 0 S uwait 0xfffffe00084f7400 syz-executor 934 1 766 0 S uwait 0xfffffe005858ea80 syz-executor 931 1 764 0 S uwait 0xfffffe00084f7600 syz-executor 923 1 766 0 S uwait 0xfffffe005858ff00 syz-executor 917 1 765 0 S uwait 0xfffffe005830a680 syz-executor 915 1 766 0 S uwait 0xfffffe0077a92b00 syz-executor 914 1 764 0 S uwait 0xfffffe0077a92900 syz-executor 908 1 764 0 S uwait 0xfffffe0077a93180 syz-executor 907 1 763 0 S uwait 0xfffffe005858ed00 syz-executor 906 1 764 0 S uwait 0xfffffe0058309780 syz-executor 901 1 765 0 S uwait 0xfffffe0058309e00 syz-executor 900 1 766 0 S uwait 0xfffffe005858f280 syz-executor 899 1 764 0 S uwait 0xfffffe005858e480 syz-executor 897 1 765 0 S uwait 0xfffffe005830b000 syz-executor 896 1 763 0 S uwait 0xfffffe00084f7b00 syz-executor 892 1 766 0 S uwait 0xfffffe005830a500 syz-executor 890 1 763 0 S uwait 0xfffffe0058309880 syz-executor 888 1 763 0 S uwait 0xfffffe005858ec00 syz-executor 886 1 766 0 S uwait 0xfffffe005858f000 syz-executor 884 1 765 0 S uwait 0xfffffe005858fb00 syz-executor 881 1 766 0 S uwait 0xfffffe00084f7900 syz-executor 876 1 766 0 S uwait 0xfffffe0058309a80 syz-executor 875 1 875 0 S uwait 0xfffffe005858f580 syz-executor 873 1 764 0 S uwait 0xfffffe0058309c00 syz-executor 869 1 765 0 S uwait 0xfffffe00084f7500 syz-executor 856 1 763 0 S uwait 0xfffffe005858ef00 syz-executor 854 1 765 0 S uwait 0xfffffe0058309b00 syz-executor 835 1 764 0 S uwait 0xfffffe005858fe00 syz-executor 820 0 0 0 DL aiordy 0xfffffe00586f7ac0 [aiod4] 819 0 0 0 DL aiordy 0xfffffe00586f8018 [aiod3] 818 0 0 0 DL aiordy 0xfffffe00586a8000 [aiod2] 817 0 0 0 DL aiordy 0xfffffe005870eac0 [aiod1] 816 1 766 0 S uwait 0xfffffe0058309680 syz-executor 766 762 766 0 R syz-executor 765 762 765 0 S nanslp 0xffffffff83bb3000 syz-executor 764 762 764 0 R syz-executor 763 762 763 0 S nanslp 0xffffffff83bb3000 syz-executor 762 760 760 0 S select 0xfffffe00077879c0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00586c9b68 csh 758 681 758 0 Ss select 0xfffffe0007787b40 sshd 747 1 747 0 Ss+ ttyin 0xfffffe0058328cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00542660b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00542664b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00542668b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0054266cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00542670b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0058327cb0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00542674b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe00542678b0 getty 737 735 17 0 S+ nanslp 0xffffffff83bb3001 sleep 736 1 17 0 S+ piperd 0xfffffe00598ef8a0 logger 735 1 17 0 S+ wait 0xfffffe00586c8000 sh 685 1 685 0 Ss nanslp 0xffffffff83bb3000 cron 681 1 681 0 Ss select 0xfffffe0007787bc0 sshd 494 1 494 0 Ss select 0xfffffe0007787c40 syslogd 423 1 423 0 Ss wait 0xfffffe00586aa010 devd 422 1 422 65 Ss select 0xfffffe0007787dc0 dhclient 337 1 337 0 Ss select 0xfffffe0007787cc0 dhclient 334 1 334 0 Ss select 0xfffffe0054236ec0 dhclient 16 0 0 0 DL syncer 0xffffffff83ce0c20 [syncer] 15 0 0 0 DL vlruwt 0xfffffe000780a018 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdf160 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100093 D sdflush 0xfffffe005808e4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d204c0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 RunQ [dom0] 100080 D launds 0xffffffff83d06594 [laundry: dom0] 100081 D umarcl 0xffffffff81e2ea70 [uma] 7 0 0 0 DL - 0xffffffff8392b5b0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84865f60 [pf purge] 5 0 0 0 DL waiting 0xffffffff84734700 [sctp_iterator] 4 0 0 0 RL (threaded) [cam] 100045 Run CPU 1 [doneq0] 100046 D - 0xffffffff838f52c0 [async] 100075 D - 0xffffffff838f5140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83d01e20 [crypto] 100043 D crypto_ 0xfffffe0007b17030 [crypto returns 0] 100044 D crypto_ 0xfffffe0007b17080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b5b5e0 [g_event] 100038 D - 0xffffffff83b5b600 [g_up] 100039 D - 0xffffffff83b5b620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83d028c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c57ff0 [swapper] 100005 D - 0xfffffe00077f7a00 [softirq_0] 100006 D - 0xfffffe00077f7800 [softirq_1] 100007 D - 0xfffffe00077f7600 [if_io_tqg_0] 100008 D - 0xfffffe00077f7400 [if_io_tqg_1] 100009 D - 0xfffffe00077f7200 [if_config_tqg_0] 100010 D - 0xfffffe00077f7000 [kqueue_ctx taskq] 100011 D - 0xfffffe00077f6d00 [jail_remove taskq] 100012 D - 0xfffffe00077f6b00 [bus taskq] 100015 D - 0xfffffe00077f6500 [thread taskq] 100017 D - 0xfffffe00077f6100 [aiod_kick taskq] 100018 D - 0xfffffe00077f5e00 [deferred_unmount ta] 100019 D - 0xfffffe00077f5c00 [inm_free taskq] 100020 D - 0xfffffe00077f5a00 [in6m_free taskq] 100021 D - 0xfffffe00077f5800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00077f5600 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00077f5600 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00077f5600 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00077f5600 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00077f5100 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00077f5100 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00077f5100 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00077f5100 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00077f4400 [firmware taskq] 100040 D - 0xfffffe0007bcc100 [crypto_0] 100041 D - 0xfffffe0007bcc100 [crypto_1] 100056 D - 0xfffffe00077f8200 [vtnet0 rxq 0] 100057 D - 0xfffffe00541f6500 [vtnet0 txq 0] 100058 D - 0xfffffe00541f6400 [vtnet0 rxq 1] 100059 D - 0xfffffe00541f6300 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00580bf000 [virtio_balloon] 100065 D - 0xffffffff82836340 [deadlkres] 100069 D - 0xfffffe0058595000 [acpi_task_0] 100070 D - 0xfffffe0058595000 [acpi_task_1] 100071 D - 0xfffffe0058595000 [acpi_task_2] 100073 D - 0xfffffe00077f8100 [mca taskq] 100074 D - 0xfffffe0007bcba00 [CAM taskq] 100076 D - 0xfffffe0058594500 [ipsec_offload] db> show all locks Process 1072 (syz-executor) thread 0xfffffe0058721000 (100215) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe005877e7e8) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:7684 shared rw vmobject (vmobject) r = 0 (0xfffffe00586f16c8) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:380 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe005877e738) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4998 Process 8 (pagedaemon) thread 0xfffffe0058607780 (100077) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00586b3c78) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:8962 exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00074cdf80) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:8952 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 384 5203K 554 tcp_hpts 8 4865K 8 devbuf 4187 4324K 4212 sysctloid 35057 2066K 35132 vtbuf 24 1968K 46 kobj 335 1340K 499 filedesc 146 1163K 407 newblk 9 1026K 547 vfscache 3 1025K 3 pcb 57 672K 160 subproc 241 522K 1195 inodedep 12 517K 376 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 56977 vmem 5 144K 6 tidhash 3 141K 3 pagedep 12 131K 145 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 LRO 22 85K 22 bus 1011 83K 5163 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 527 66K 527 ddb_capture 1 64K 1 kdtrace 313 56K 1505 umtx 400 50K 400 BPF 23 36K 53 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 125 32K 135 msg 4 30K 4 plimit 78 30K 462 kbdmux 6 28K 6 temp 31 21K 2003 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 ithread 90 15K 90 bus-sc 34 15K 1690 eventhandler 163 14K 163 lltable 43 14K 46 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 49 11K 431 CAM queue 5 11K 1528 cred 26 10K 215 rman 82 10K 437 rpc 8 9K 8 in6_multi 65 9K 65 bmsafemap 2 9K 297 kqueue 123 9K 1121 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 pwddesc 119 8K 1081 taskqueue 69 8K 75 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 22 5K 24 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 40 4K 261 proc-args 146 4K 2180 inpcbpolicy 112 4K 496 acpisem 28 4K 28 CC Mem 27 4K 161 selfd 48 3K 91638 DEVFSP 47 3K 84 terminal 11 3K 11 session 22 3K 37 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 13 kcovinfo 36 3K 36 netlink 2 3K 86 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 30 2K 50 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 VN POLL 11 2K 14 select 11 2K 55 msi 9 2K 9 sctp_stro 1 1K 4 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 68 NFSD session 1 1K 1 osd 32 1K 178 newdirblk 7 1K 120 CAM periph 4 1K 271 sctp_ifn 6 1K 14 sctp_atcl 2 1K 24 ipsec 3 1K 3 savedino 3 1K 139 dirrem 3 1K 235 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 264 pci_link 10 1K 10 mkdir 5 1K 240 diradd 5 1K 252 crypto 4 1K 21 encap_export_host 12 1K 12 sctp_timw 2 1K 2 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 freework 2 1K 139 inotify 2 1K 52 freefile 2 1K 167 freeblks 1 1K 126 ip6opt 1 1K 29 vnodes 1 1K 10 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 sctp_atky 3 1K 27 cryptodev 2 1K 76 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 sbdep 1 1K 33 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 90 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3428 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 34 acpiintr 1 1K 1 sctp_athm 2 1K 24 sctp_map 2 1K 6 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 15 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 30 filemon 0 0K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 16 allocindir 0 0K 0 indirdep 0 0K 32 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 statfs 0 0K 204 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 10 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14218 ioctlops 0 0K 114 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 190 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 661 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 14 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1838 19063 0 253 41615360 0 RADIX NODE 152 29212 371 78809 0 62 4496616 0 mbuf 256 9018 1409 23544 0 254 2669312 0 malloc-4096 4096 456 2 2131 0 2 1875968 0 BUF TRIE 152 351 11453 944 0 62 1794208 0 malloc-384 384 4159 41 4172 0 30 1612800 0 malloc-128 128 11806 191 12245 0 126 1535616 0 UMA Slabs 0 112 11791 47 11816 0 126 1325856 0 tcp_log 416 1584 1467 6404 0 253 1269216 0 malloc-16384 16384 75 0 204 0 1 1228800 0 mbuf_cluster 2048 508 0 508 0 253 1040384 0 vmem btag 56 17655 24 17655 0 254 990024 0 malloc-65536 65536 13 1 16 0 1 917504 0 FFS inode 1168 575 20 752 0 8 694960 0 VM OBJECT 248 2335 97 17379 0 62 603136 0 sctp_asoc 2256 1 254 3 0 253 575280 0 socket 1024 125 383 1778 0 253 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2664 0 186 0 0 2 495504 0 sctp_raddr 736 2 515 4 0 253 380512 0 THREAD 1860 193 7 431 0 8 372000 0 256 Bucket 2048 151 17 1161 0 8 344064 0 MAP ENTRY 96 3383 145 52844 0 126 338688 0 VNODE 440 614 79 793 0 30 304920 0 sctp_ep 1152 1 258 21 0 253 298368 0 malloc-64 64 4443 156 5653 0 254 294336 0 malloc-16 16 14694 306 17714 0 254 240000 0 malloc-2048 2048 103 9 123 0 8 229376 0 malloc-64 64 176 3226 91870 0 254 217728 0 malloc-32768 32768 4 2 124 0 1 196608 0 malloc-32 32 5463 459 6332 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 195 30 546 0 16 187200 0 malloc-128 128 1160 235 26635 0 126 178560 0 FFS2 dinode 256 575 115 752 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 PROC 1368 118 3 1072 0 8 165528 0 unpcb 320 11 505 1229 0 253 165120 0 malloc-32768 32768 0 5 20 0 1 163840 0 malloc-1024 1024 123 21 148 0 16 147456 0 S VFS Cache 104 1007 397 1315 0 126 146016 0 filedesc0 1072 119 14 1081 0 8 142576 0 malloc-65536 65536 0 2 77 0 1 131072 0 malloc-65536 65536 0 2 118 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-4096 4096 30 2 93 0 2 131072 0 mbuf_packet 256 5 503 260 0 254 130048 0 DEVCTL 1024 19 101 148 0 0 122880 0 malloc-256 256 32 403 843 0 62 111360 0 malloc-256 256 321 114 1891 0 62 111360 0 g_bio 440 37 206 7444 0 30 106920 0 malloc-128 128 603 172 1262 0 126 99200 0 malloc-32768 32768 2 1 5 0 1 98304 0 malloc-2048 2048 3 45 1085 0 8 98304 0 syncache 176 0 529 4 0 253 93104 0 malloc-384 384 207 33 763 0 30 92160 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-128 128 420 231 554 0 126 83328 0 64 Bucket 512 85 75 15549 0 30 81920 0 tcp_inpcb 1304 27 30 161 0 8 74328 0 128 Bucket 1024 49 18 272 0 16 68608 0 malloc-64 64 634 437 2668 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 6 0 1 65536 0 malloc-8192 8192 6 2 89 0 1 65536 0 VMSPACE 584 99 13 1054 0 16 65408 0 malloc-256 256 183 72 601 0 62 65280 0 malloc-384 384 99 51 493 0 30 57600 0 malloc-8192 8192 6 1 8 0 1 57344 0 malloc-64 64 297 522 14286 0 254 52416 0 malloc-64 64 127 692 1787 0 254 52416 0 malloc-128 128 200 203 231 0 126 51584 0 udp_inpcb 408 46 80 241 0 30 51408 0 32 Bucket 256 75 120 11757 0 62 49920 0 DIRHASH 1024 25 23 34 0 16 49152 0 NAMEI 1024 1 47 14411 0 16 49152 0 malloc-4096 4096 6 6 10 0 2 49152 0 malloc-2048 2048 11 13 63 0 8 49152 0 malloc-1024 1024 12 36 524 0 16 49152 0 pipe 736 56 10 402 0 16 48576 0 malloc-384 384 12 108 377 0 30 46080 0 ripcb 376 39 81 74 0 30 45120 0 Files 80 351 199 8232 0 126 44000 0 vnpbuf 2664 0 16 2 0 15 42624 0 pcpu-8 8 4771 349 5095 0 254 40960 0 sctp_chunk 152 1 259 1 0 253 39520 0 da_ccb 544 9 61 1953 0 16 38080 0 malloc-64 64 24 543 309 0 254 36288 0 malloc-64 64 135 432 172 0 254 36288 0 tcp_rack_map 128 0 279 52 0 126 35712 0 malloc-128 128 45 234 301 0 126 35712 0 malloc-128 128 68 211 3579 0 126 35712 0 malloc-128 128 86 193 937 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 22 113 104 0 62 34560 0 malloc-256 256 31 104 313 0 62 34560 0 malloc-256 256 7 128 413 0 62 34560 0 malloc-256 256 68 67 137 0 62 34560 0 malloc-256 256 23 112 413 0 62 34560 0 TURNSTILE 136 201 51 201 0 62 34272 0 SLEEPQUEUE 88 201 183 201 0 126 33792 0 malloc-32768 32768 0 1 11 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 10 6 22 0 8 32768 0 malloc-2048 2048 10 6 27 0 8 32768 0 malloc-2048 2048 3 13 30 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 4 28 44 0 16 32768 0 malloc-1024 1024 3 29 1060 0 16 32768 0 malloc-1024 1024 7 25 190 0 16 32768 0 malloc-1024 1024 17 15 25 0 16 32768 0 malloc-512 512 0 64 110 0 30 32768 0 malloc-512 512 17 47 46 0 30 32768 0 malloc-512 512 2 62 31 0 30 32768 0 malloc-512 512 0 64 27 0 30 32768 0 malloc-512 512 2 62 68 0 30 32768 0 malloc-512 512 9 55 9 0 30 32768 0 pcpu-64 64 503 9 503 0 254 32768 0 sctp_stream_msg_out 112 0 288 1 0 253 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 42 0 126 31680 0 sctp_laddr 48 0 588 12 0 254 28224 0 ksiginfo 112 110 142 197 0 126 28224 0 malloc-32 32 99 783 491 0 254 28224 0 malloc-32 32 432 450 971 0 254 28224 0 16 Bucket 144 61 135 432 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 AIO 208 2 131 75 0 62 27664 0 udplite_inpcb 408 0 63 20 0 30 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 27 0 1 24576 0 malloc-8192 8192 2 1 22 0 1 24576 0 malloc-4096 4096 4 2 9 0 2 24576 0 malloc-4096 4096 0 6 15 0 2 24576 0 ertt_txseginfo 40 0 606 627 0 254 24240 0 PWD 40 71 535 204 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 51 249 392 0 126 24000 0 malloc-384 384 23 37 82 0 30 23040 0 tcp_rack_pcb 1088 0 21 15 0 8 22848 0 Mountpoints 2816 2 6 2 0 4 22528 0 clpbuf 2664 0 8 17 0 4 21312 0 hostcache 64 1 314 1 0 254 20160 0 ertt 72 27 253 161 0 126 20160 0 malloc-32 32 36 594 197 0 254 20160 0 malloc-32 32 86 544 276 0 254 20160 0 malloc-32 32 80 550 276 0 254 20160 0 malloc-32 32 51 579 112 0 254 20160 0 malloc-32 32 31 599 3796 0 254 20160 0 2 Bucket 32 58 572 447 0 254 20160 0 KNOTE 160 0 125 25 0 62 20000 0 cryptop 280 0 70 7 0 30 19600 0 AIOCB 552 0 35 29 0 16 19320 0 L VFS Cache 320 0 60 11 0 30 19200 0 AIOLIO 272 0 70 2 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-4096 4096 1 3 205 0 2 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 3 29 51 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 18 1 0 16 16128 0 kenv 258 17 43 1071 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-16 16 110 640 1638 0 254 12000 0 malloc-16 16 36 714 251 0 254 12000 0 malloc-16 16 72 678 439 0 254 12000 0 malloc-16 16 4 746 5 0 254 12000 0 malloc-16 16 266 484 278 0 254 12000 0 malloc-16 16 23 727 26031 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 1294 0 254 8016 0 malloc-16 16 5 495 8 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 253 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 63 0 0 pf anchors 1664 0 0 0 0 63 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 253 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 253 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 253 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl