panic: _mtx_lock_sleep: recursed on non-recursive mutex btag lock @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/

Status: upstream: reported on 2026/11/16 01:14
Reported-by: syzbot+1de050581fbe586d95b3@syzkaller.appspotmail.com
First crash: 4d22h, last: 1d14h

Sample crash report:
panic: _mtx_lock_sleep: recursed on non-recursive mutex btag lock @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/subr_vmem.c:758

cpuid = 0
time = 1795079966
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00570a18f0
kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00570a1a50
vpanic() at vpanic+0x257/frame 0xfffffe00570a1c10
panic() at panic+0xb5/frame 0xfffffe00570a1cd0
__mtx_lock_sleep() at __mtx_lock_sleep+0xa20/frame 0xfffffe00570a1e10
__mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe00570a1ef0
vmem_bt_alloc() at vmem_bt_alloc+0x9f/frame 0xfffffe00570a1fb0
keg_alloc_slab() at keg_alloc_slab+0x1f1/frame 0xfffffe00570a20d0
zone_import() at zone_import+0x2f4/frame 0xfffffe00570a22d0
cache_alloc() at cache_alloc+0x7ea/frame 0xfffffe00570a23a0
cache_alloc_retry() at cache_alloc_retry+0x35/frame 0xfffffe00570a23e0
_bt_fill() at _bt_fill+0x11b/frame 0xfffffe00570a2430
vmem_xalloc() at vmem_xalloc+0x475/frame 0xfffffe00570a24d0
vmem_alloc() at vmem_alloc+0x170/frame 0xfffffe00570a2530
kmem_malloc_domainset() at kmem_malloc_domainset+0x1a6/frame 0xfffffe00570a2670
keg_alloc_slab() at keg_alloc_slab+0x1f1/frame 0xfffffe00570a2790
zone_import() at zone_import+0x2f4/frame 0xfffffe00570a29a0
cache_alloc() at cache_alloc+0x7ea/frame 0xfffffe00570a2a70
cache_alloc_retry() at cache_alloc_retry+0x35/frame 0xfffffe00570a2ab0
malloc() at malloc+0x192/frame 0xfffffe00570a2b70
witness_checkorder() at witness_checkorder+0x1797/frame 0xfffffe00570a2e90
__mtx_lock_flags() at __mtx_lock_flags+0x187/frame 0xfffffe00570a2f80
vm_map_find() at vm_map_find+0x86/frame 0xfffffe00570a2fd0
kva_import() at kva_import+0xd4/frame 0xfffffe00570a30b0
vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe00570a31a0
vmem_xalloc() at vmem_xalloc+0x539/frame 0xfffffe00570a3240
kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe00570a3290
vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe00570a3370
vmem_xalloc() at vmem_xalloc+0x539/frame 0xfffffe00570a3410
vmem_bt_alloc() at vmem_bt_alloc+0xec/frame 0xfffffe00570a34f0
keg_alloc_slab() at keg_alloc_slab+0x1f1/frame 0xfffffe00570a3610
zone_import() at zone_import+0x2f4/frame 0xfffffe00570a3820
cache_alloc() at cache_alloc+0x7ea/frame 0xfffffe00570a38f0
cache_alloc_retry() at cache_alloc_retry+0x35/frame 0xfffffe00570a3930
_bt_fill() at _bt_fill+0x11b/frame 0xfffffe00570a3980
vmem_xalloc() at vmem_xalloc+0x475/frame 0xfffffe00570a3a20
kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe00570a3a70
vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe00570a3b50
vmem_xalloc() at vmem_xalloc+0x539/frame 0xfffffe00570a3bf0
vmem_alloc() at vmem_alloc+0x170/frame 0xfffffe00570a3c50
kmem_alloc_contig_domainset() at kmem_alloc_contig_domainset+0x203/frame 0xfffffe00570a3e10
kmem_alloc_contig() at kmem_alloc_contig+0x50/frame 0xfffffe00570a3e70
contigmalloc() at contigmalloc+0x46/frame 0xfffffe00570a3ec0
netmap_mem2_finalize() at netmap_mem2_finalize+0x2fa/frame 0xfffffe00570a4090
netmap_mem_finalize() at netmap_mem_finalize+0x247/frame 0xfffffe00570a4150
netmap_ioctl() at netmap_ioctl+0x1a67/frame 0xfffffe00570a4670
freebsd_netmap_ioctl() at freebsd_netmap_ioctl+0x17e/frame 0xfffffe00570a4730
devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00570a4820
VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00570a4850
vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00570a4a60
devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00570a4ab0
kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00570a4b90
user_ioctl() at user_ioctl+0x332/frame 0xfffffe00570a4d10
amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00570a4f30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00570a4f30
--- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x82449fe88, rbp = 0x82449ff20 ---
KDB: enter: panic
[ thread pid 1689 tid 100289 ]
Stopped at      kdb_enter+0x6e: movq    $0,0x26bdba7(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                        0x28
rax                       0x12
rcx         0xfffffe0075c00000
rdx                    0x7ffff
rbx         0xffffffff82a23be0  .str.27
rsp         0xfffffe00570a1a30
rbp         0xfffffe00570a1a50
rsi                    0x80001
rdi         0xffffffff817751f9  printf+0x149
r8                           0
r9                  0xffffffff
r10                          0
r11                       0xff
r12         0xfffffe005935f780
r13         0xfffffffffffffffe
r14         0xffffffff82a23be0  .str.27
r15                          0
rip         0xffffffff8175db2e  kdb_enter+0x6e
rflags                    0x46
kdb_enter+0x6e: movq    $0,0x26bdba7(%rip)
db> show proc
Process 1689 (syz-executor) at 0xfffffe005931d038:
 state: NORMAL
 uid: 0 gid: 0 supp gids: 0, 5
 parent: pid 1545 at 0xfffffe005932b070
 ABI: FreeBSD ELF64
 flag: 0x10000080  flag2: 0
 arguments: ci-freebsd-main/syz-executor exec
 reaper: 0xfffffe0007a09070 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe0059323b68
   (map 0xfffffe0059323b68)
   (map.pmap 0xfffffe0059323c08)
   (pmap 0xfffffe0059323c78)
 threads: 2
100186                   RunQ                                syz-executor
100289                   Run     CPU 0                       syz-executor
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
 1689  1545  1545     0  R       (threaded)                  syz-executor
100186                   RunQ                                syz-executor
100289                   Run     CPU 0                       syz-executor
 1687  1548  1548     0  R       (threaded)                  syz-executor
100161                   RunQ                                syz-executor
100284                   S       uwait   0xfffffe005aae5600  syz-executor
100285                   S       uwait   0xfffffe005aae8400  syz-executor
 1686  1546  1546     0  R       (threaded)                  syz-executor
100240                   RunQ                                syz-executor
100283                   S       uwait   0xfffffe005aae6c00  syz-executor
100286                   S       uwait   0xfffffe005aae3600  syz-executor
 1684  1547  1547     0  R       (threaded)                  syz-executor
100159                   RunQ                                syz-executor
100279                   S       select  0xfffffe0058f78440  syz-executor
100280                   S       uwait   0xfffffe005aae3800  syz-executor
100281                   S       uwait   0xfffffe005aae6a00  syz-executor
 1678  1672  1678     0  Ss      select  0xfffffe0058f7b340  dhclient
 1675     1  1675     0  Ss      select  0xfffffe0058f78e40  dhclient
 1672  1611   982    65  S       select  0xfffffe0058f79040  dhclient
 1611   982   982     0  S       wait    0xfffffe005931db08  sh
 1607     0     0     0  DL      aiordy  0xfffffe0059348070  [aiod4]
 1606     0     0     0  DL      aiordy  0xfffffe00593485d8  [aiod3]
 1605     0     0     0  DL      aiordy  0xfffffe005931c000  [aiod2]
 1604     0     0     0  DL      aiordy  0xfffffe005931c568  [aiod1]
 1602     0     0     0  DL      -       0xffffffff83da6ba0  [accounting]
 1548  1544  1548     0  R                                   syz-executor
 1547  1544  1547     0  R                                   syz-executor
 1546  1544  1546     0  R                                   syz-executor
 1545  1544  1545     0  R                                   syz-executor
 1544  1543  1544     0  Ss      select  0xfffffe00701d2640  syz-executor
 1543  1541  1541     0  S       select  0xfffffe0054364440  sshd-session
 1541  1457  1541     0  Ss      select  0xfffffe00701d2d40  sshd-session
 1528     1  1528     0  Ss+     ttyin   0xfffffe0058bc00b0  getty
 1527     1  1527     0  Ss+     ttyin   0xfffffe005a37f8b0  getty
 1526     1  1526     0  Ss+     ttyin   0xfffffe005a3808b0  getty
 1525     1  1525     0  Ss+     ttyin   0xfffffe005a3818b0  getty
 1524     1  1524     0  Ss+     ttyin   0xfffffe005a3828b0  getty
 1523     1  1523     0  Ss+     ttyin   0xfffffe0057eda8b0  getty
 1522     1  1522     0  Ss+     ttyin   0xfffffe0057ee08b0  getty
 1521     1  1521     0  Ss+     ttyin   0xfffffe0057ee18b0  getty
 1520     1  1520     0  Ss+     ttyin   0xfffffe0057ee38b0  getty
 1516     1  1516     0  Ss      select  0xfffffe00701d3540  logger
 1511     1    17     0  S+      piperd  0xfffffe0074eb22e8  logger
 1510  1509    17     0  S+      nanslp  0xffffffff83dfc700  sleep
 1509     1    17     0  S+      wait    0xfffffe00592f65a0  sh
 1498     1  1498     0  Ss      nanslp  0xffffffff83dfc701  cron
 1457     1  1457     0  Ss      select  0xfffffe0054363940  sshd
 1280     1  1280     0  Ss      select  0xfffffe00701d3e40  syslogd
 1279     1  1276     0  S       select  0xfffffe00701d3f40  syslogd
 1276     1  1276     0  Ss      kqread  0xfffffe005a711200  syslogd
  982     1   982     0  Ss      wait    0xfffffe00592eaad0  devd
  981     1   981    65  Ss      select  0xfffffe0054362640  dhclient
  829     1   829     0  Ss      select  0xfffffe00701d7040  dhclient
  826     1   826     0  Ss      select  0xfffffe0054361340  dhclient
  406     0     0     0  DL      -       0xffffffff83a2b420  [busdma]
   16     0     0     0  DL      syncer  0xffffffff83ebeb80  [syncer]
   15     0     0     0  DL      vlruwt  0xfffffe0059200568  [vnlru]
   14     0     0     0  DL      (threaded)                  [bufdaemon]
100079                   D       psleep  0xffffffff83ebd0e0  [bufdaemon]
100082                   D       -       0xffffffff83202740  [bufspacedaemon-0]
100093                   D       sdflush 0xfffffe005a9358e8  [/ worker]
    9     0     0     0  DL      psleep  0xffffffff83effbe0  [vmdaemon]
    8     0     0     0  RL      (threaded)                  [pagedaemon]
100077                   RunQ                                [dom0]
100083                   D       launds  0xffffffff83ee5cd4  [laundry: dom0]
100084                   D       umarcl  0xffffffff81f9b770  [uma]
    7     0     0     0  DL      -       0xffffffff83b75530  [rand_harvestq]
    6     0     0     0  DL      pftm    0xffffffff849195c0  [pf purge]
    5     0     0     0  DL      waiting 0xffffffff847568c0  [sctp_iterator]
    4     0     0     0  DL      (threaded)                  [cam]
100045                   D       -       0xffffffff83b3f340  [doneq0]
100046                   D       -       0xffffffff83b3f2c0  [async]
100075                   D       -       0xffffffff83b3f140  [scanner]
    3     0     0     0  DL      (threaded)                  [crypto]
100042                   D       crypto_ 0xffffffff83ee1440  [crypto]
100043                   D       crypto_ 0xfffffe005815f830  [crypto returns 0]
100044                   D       crypto_ 0xfffffe005815f880  [crypto returns 1]
   13     0     0     0  DL      (threaded)                  [geom]
100037                   D       -       0xffffffff83da55e0  [g_event]
100038                   D       -       0xffffffff83da5600  [g_up]
100039                   D       -       0xffffffff83da5620  [g_down]
    2     0     0     0  RL      (threaded)                  [clock]
100031                   I                                   [clock (0)]
100032                   Run     CPU 1                       [clock (1)]
   12     0     0     0  WL      (threaded)                  [intr]
100013                   I                                   [swi6: task queue]
100014                   I                                   [swi6: Giant taskq]
100016                   I                                   [swi5: fast taskq]
100033                   I                                   [swi1: netisr 0]
100034                   I                                   [swi1: hpts]
100035                   I                                   [swi1: hpts]
100047                   I                                   [irq24: virtio_pci0]
100048                   I                                   [irq25: virtio_pci0]
100049                   I                                   [irq26: virtio_pci0]
100050                   I                                   [irq27: virtio_pci0]
100051                   I                                   [irq28: virtio_pci1]
100052                   I                                   [irq29: virtio_pci1]
100053                   I                                   [irq30: virtio_pci1]
100054                   I                                   [irq31: virtio_pci1]
100055                   I                                   [irq32: virtio_pci1]
100060                   I                                   [irq10: virtio_pci2]
100062                   I                                   [irq1: atkbd0]
100063                   I                                   [irq12: psm0]
100064                   I                                   [swi0: uart uart++]
100068                   I                                   [swi1: pf send]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffffe0007a09070  [init]
   10     0     0     0  DL      audit_w 0xffffffff83ee1f60  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       -       0xffffffff84efbff0  [kernel]
100005                   D       -       0xfffffe0054340c00  [softirq_0]
100006                   D       -       0xfffffe0054340a00  [softirq_1]
100007                   D       -       0xfffffe0054340800  [if_io_tqg_0]
100008                   D       -       0xfffffe0054340600  [if_io_tqg_1]
100009                   D       -       0xfffffe0054340400  [if_config_tqg_0]
100010                   D       -       0xfffffe00086fa800  [kqueue_ctx taskq]
100011                   D       -       0xfffffe00086fa600  [jail_remove taskq]
100012                   D       -       0xfffffe00086fa400  [bus taskq]
100015                   D       -       0xfffffe00086f9e00  [thread taskq]
100017                   D       -       0xfffffe00086f9a00  [aiod_kick taskq]
100018                   D       -       0xfffffe00086f9800  [deferred_unmount ta]
100019                   D       -       0xfffffe00086f9600  [inm_free taskq]
100020                   D       -       0xfffffe00086f9400  [in6m_free taskq]
100021                   D       -       0xfffffe00086f9200  [linuxkpi_irq_wq]
100022                   D       -       0xfffffe00086f9000  [linuxkpi_short_wq_0]
100023                   D       -       0xfffffe00086f9000  [linuxkpi_short_wq_1]
100024                   D       -       0xfffffe00086f9000  [linuxkpi_short_wq_2]
100025                   D       -       0xfffffe00086f9000  [linuxkpi_short_wq_3]
100026                   D       -       0xfffffe00086f8e00  [linuxkpi_long_wq_0]
100027                   D       -       0xfffffe00086f8e00  [linuxkpi_long_wq_1]
100028                   D       -       0xfffffe00086f8e00  [linuxkpi_long_wq_2]
100029                   D       -       0xfffffe00086f8e00  [linuxkpi_long_wq_3]
100036                   D       -       0xfffffe00086f8600  [firmware taskq]
100040                   D       -       0xfffffe00086f8200  [crypto_0]
100041                   D       -       0xfffffe00086f8200  [crypto_1]
100056                   D       -       0xfffffe0058a41200  [vtnet0 rxq 0]
100057                   D       -       0xfffffe0058a41000  [vtnet0 txq 0]
100058                   D       -       0xfffffe0058a40e00  [vtnet0 rxq 1]
100059                   D       -       0xfffffe0058a40c00  [vtnet0 txq 1]
100061                   D       vtbslp  0xfffffe0058a24b00  [virtio_balloon]
100065                   D       -       0xffffffff82a28320  [deadlkres]
100069                   D       -       0xfffffe005a29bc00  [acpi_task_0]
100070                   D       -       0xfffffe005a29bc00  [acpi_task_1]
100071                   D       -       0xfffffe005a29bc00  [acpi_task_2]
100073                   D       -       0xfffffe00086faa00  [mca taskq]
100074                   D       -       0xfffffe00086f7e00  [CAM taskq]
100076                   D       -       0xfffffe00582da800  [ipsec_offload]
100124                   D       -       0xfffffe005abfaa00  [netlink_socket (PID]
100243                   D       -       0xfffffe0075ba2c00  [netlink_socket (PID]
db> show all locks
Process 1689 (syz-executor) thread 0xfffffe005935f780 (100289)
exclusive sleep mutex btag lock (btag lock) r = 0 (0xffffffff83202400) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/subr_vmem.c:758
exclusive sx (d)->nm_mtx ((d)->nm_mtx) r = 0 (0xfffffe0075b62800) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/dev/netmap/netmap_mem2.c:368
exclusive sx netmap_global_lock (netmap_global_lock) r = 0 (0xffffffff83b73120) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/dev/netmap/netmap_pipe.c:712
Process 1686 (syz-executor) thread 0xfffffe00592bc000 (100240)
exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0093c1b228) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_ktrace.c:1443
exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff83da9140) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_ktrace.c:725
db> show malloc
              Type        InUse        MemUse     Requests
            netmap        82354       336136K        92618
           pf_hash            6        12804K            6
            devbuf         8321         8938K         8395
            linker          388         5329K          526
          tcp_hpts            8         4865K            8
               pcb           24         2801K           96
         sysctloid        35520         2092K        35596
             vtbuf           24         1968K           46
              kobj          344         1376K          602
            newblk          561         1164K          873
          vfscache            3         1025K            3
          inodedep           50          531K          174
         ufs_quota            1          512K            1
          vfs_hash            1          512K            1
           callout            2          512K            2
              intr            4          472K            4
              vmem            5          272K            8
           subproc          125          265K         1758
         vnet_data            2          224K            2
          acpitask            1          224K            1
            KTRACE          101          201K          472
            acpica         1674          184K        53459
           tidhash            3          141K            3
          filedesc           18          137K          119
               sem            5          135K            5
           pagedep           21          133K           78
        tfo_ccache            1          128K            1
          IP reass            1          128K            1
            DEVFS1          110          110K          130
        gtaskqueue           18           98K           18
               bus         1025           84K         4996
               LRO           20           83K           20
          mtx_pool            3           74K            3
          syncache            1           68K            1
              SWAP            1           68K            1
     NFSD srvcache            3           68K            3
            module          537           68K          537
       ddb_capture            1           64K            1
              umtx          368           46K          368
           kdtrace          203           40K         1980
               BPF           23           36K           27
            DEVFS3          129           33K          145
         hostcache            1           32K            1
               shm            1           32K            1
               msg            5           31K            5
            kbdmux            6           28K            6
            ifaddr           53           22K           61
        DEVFS_RULE           61           22K           61
              temp           33           21K         4836
         ufs_mount            4           17K            5
              proc            3           17K            3
           devstat            8           17K            8
               tty           16           16K           16
              GEOM           80           16K          798
            bus-sc           36           15K         1741
           lltable           50           15K           58
           ithread           90           15K           90
            kqueue           74           15K         1734
      eventhandler          175           15K          175
          routetbl           56           14K          340
              kenv          138           14K          138
       ether_multi          129           11K          129
              cred           27           11K          395
         CAM queue            5           11K         1528
              rman           75           10K          422
            plimit           24            9K          462
               rpc            8            9K            8
         bmsafemap            3            9K          148
              UART           12            9K           12
              ksem            1            8K            1
             shmfd            1            8K            1
       pfs_vncache            1            8K            1
       msdosfs_fat            1            8K            1
         taskqueue           75            8K          345
     audit_evclass          244            8K          311
         in6_multi           55            8K           55
             ifnet            8            8K           10
            sglist            6            7K            6
           CAM DEV            3            6K          510
       ufs_dirhash           30            6K           33
         pfs_nodes           22            6K           22
          pf_ifnet           13            5K           27
               UMA          271            5K          271
                vt           11            5K           11
           memdesc            1            4K            1
               MCA           32            4K           32
            bounce            1            4K            1
             evdev            4            4K            4
           pwddesc           60            4K         1690
           acpisem           28            4K           28
            diradd           27            4K          141
             selfd           52            4K         8658
         proc-args           88            4K         3683
           session           24            3K           42
            DEVFSP           46            3K           63
          terminal           11            3K           11
           acpidev           21            3K           21
            dirrem           10            3K          110
          procdesc            5            3K           26
             hhook            8            3K           10
           uidinfo            3            3K           10
          kcovinfo           36            3K           36
           netlink            2            3K          317
            select           17            3K           73
        local_apic            1            2K            1
           io_apic            1            2K            1
         ipsec-saq            2            2K            2
             clone            8            2K            8
             lockf           19            2K           43
             mount           47            2K          186
             mkdir           15            2K          122
            Unitno           32            2K           63
         newdirblk           14            2K           61
           CAM XPT           22            2K          545
          sctp_ifa           12            2K           13
          indirdep            6            2K           22
          in_multi            6            2K            6
               tun            4            2K            4
         toponodes            6            2K            6
       ipsecpolicy            2            2K            2
            ip6ndp            5            2K            5
               msi            9            2K            9
           softdep            1            1K            1
            sahead            1            1K            1
          secasvar            1            1K            1
              igmp            8            1K           10
             nhops            6            1K            8
       vnodemarker            2            1K           11
      NFSD session            1            1K            1
        CAM periph            4            1K          525
             ipsec            3            1K            3
          sctp_ifn            6            1K           13
          freefile            6            1K           80
            CC Mem            6            1K           18
              pfil            6            1K            6
          pci_link           10            1K           10
            crypto            4            1K            4
 encap_export_host           12            1K           12
           inotify            4            1K            9
               osd           11            1K           87
          freework            3            1K           98
          freeblks            2            1K           71
       inpcbpolicy           16            1K          153
              cdev            2            1K            2
            isadev            4            1K            4
       lkpikmalloc            8            1K            9
      counter_rate           13            1K           13
    chacha20random            1            1K            1
            biobuf            1            1K            1
     msdosfs_mount            1            1K            1
            busdma            2            1K            2
           VN POLL            2            1K            3
            vnodes            1            1K            2
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
             DEVFS            9            1K           10
           CAM SIM            2            1K            2
           tcpfunc            3            1K            3
        loginclass            3            1K            6
            prison            6            1K            6
          nexusdev            8            1K            8
          atkbddev            2            1K            2
         vm_pgdata            1            1K            1
          freefrag            1            1K           28
               aio            4            1K            4
          pmchooks            1            1K            1
          filecaps            5            1K          185
          CAM path            4            1K         1034
     CAM dev queue            2            1K            2
 CAM I/O Scheduler            1            1K            1
            soname            4            1K         3561
          sctp_vrf            1            1K            1
         cryptodev            1            1K            6
              vnet            1            1K            1
               pmc            1            1K            1
             sigio            1            1K            3
           entropy            2            1K           80
          acpiintr            1            1K            1
              cpus            2            1K            2
    vnet_data_free            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
           filemon            0            0K            0
      tcp_pcm_rack            0            0K            0
       tcp_do_rack            0            0K            0
      tcp_fsb_rack            0            0K            0
          pf_table            0            0K            0
      pf_state_lim            0            0K            0
                pf            0            0K            0
           pf_rule            0            0K            0
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
     pf_source_lim            0            0K            0
     pf_state_link            0            0K            0
     pf_krule_item            0            0K            0
           pf_temp            0            0K            0
            ipcomp            0            0K            0
                ah            0            0K            0
            mqdata            0            0K            0
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            1
         sctp_iter            0            0K            7
         sctp_mvrf            0            0K            0
         sctp_timw            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_athm            0            0K            4
         sctp_atky            0            0K            3
         sctp_atcl            0            0K            3
         sctp_a_it            0            0K            7
         sctp_aadr            0            0K            0
         sctp_stro            0            0K            0
         sctp_stri            0            0K            0
          sctp_map            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
               ixl            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
              iavf            0            0K            0
             axgbe            0            0K            0
       fpukern_ctx            0            0K            0
          xen_intr            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
      NMI handlers            0            0K            0
            qpidrv            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
      amdiommu_dom            0            0K            0
      amdiommu_ctx            0            0K            0
            apmdev            0            0K            0
      tpm12_buffer            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
        aesni_data            0            0K            0
            xenbus            0            0K            0
     vm_fictitious            0            0K            0
           UMAHash            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K           47
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K            3
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
        allocindir            0            0K            0
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            1
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
          ktls_ocf            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
      MLX5E_TLS_RX            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
       simple_attr            0            0K            0
          seq_file            0            0K            0
           lkpiskb            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
          lkpindev            0            0K            0
           lkpimhi            0            0K            0
            lkpifw            0            0K            0
         lkpi80211            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            4
      ipsecrequest            0            0K            0
               mld            0            0K            0
            ip6opt            0            0K            2
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            1
       in6_mfilter            0            0K            1
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
        ip_msource            0            0K            0
       ip_moptions            0            0K            0
        in_mfilter            0            0K            0
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K           20
           fadvise            0            0K            1
            statfs            0            0K           21
     namei_tracker            0            0K            3
       export_host            0            0K            0
        cl_savebuf            0            0K           10
               lio            0            0K            2
               acl            0            0K            0
          mbuf_tag            0            0K            0
              ktls            0            0K            1
              accf            0            0K            0
               pts            0            0K            0
           timerfd            0            0K            0
               iov            0            0K        12287
          ioctlops            0            0K           79
           eventfd            0            0K            0
           Witness            0            0K            0
             stack            0            0K            0
              sbuf            0            0K          726
          firmware            0            0K            0
        compressor            0            0K            0
         sysctltmp            0            0K         1832
            sysctl            0            0K           81
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            1
              rctl            0            0K            0
             cache            0            0K            0
             kexec            0            0K            0
          jaildesc            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
         boottrace            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K          132
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
     tmpfs extattr            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
       NFSD V4lock            0            0K            0
      NFSD V4state            0            0K            0
      msdosfs_node            0            0K            1
            DEVFS4            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xenstore            0            0K            0
               xnb            0            0K            0
          xen_acpi            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           Balloon            0            0K            0
          sysmouse            0            0K            0
            vtfont            0            0K            0
            pvscsi            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
            ufshci            0            0K            0
            twsbuf            0            0K            0
        tpm_buffer            0            0K            0
       tcp_log_dev            0            0K            0
      midi buffers            0            0K            0
            feeder            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
       SIIS driver            0            0K            0
               PUC            0            0K            0
          ppbusdev            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
         mpi3mrbuf            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
          mpr_user            0            0K            0
            MPRSAS            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
        md_sectors            0            0K            0
           md_disk            0            0K            1
           malodev            0            0K            0
               LED            0            0K            0
          ix_sriov            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
           igb_iov            0            0K            0
         ciss_data            0            0K            0
         BACKLIGHT            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
                aq            0            0K            0
       AHCI driver            0            0K            0
               agp            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
         acpicmbat            0            0K            0
              apei            0            0K            0
        aacraidcam            0            0K            0
       aacraid_buf            0            0K            0
            aaccam            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
         scsi_pass            0            0K            0
           scsi_da            0            0K          116
            ata_da            0            0K            0
           scsi_ch            0            0K            0
           scsi_cd            0            0K            0
           nvme_da            0            0K            0
           CAM CCB            0            0K          777
     CAM ccb queue            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8320    1586       19831       0     254   40574976        0
         vmem btag     56  103462      18      113473       0     254    5794880        0
        malloc-384    384    8211      39        8215       0      30    3168000        0
              mbuf    256    8630    1790       22852       0     254    2667520        0
             swblk    136       0   16436       16384       0      62    2235296        0
        RADIX NODE    152   13307     163       71407       0      62    2047440        0
          BUF TRIE    152     272   11506         676       0      62    1790256        0
        malloc-128    128   11947     405       12134       0     126    1581056        0
       malloc-4096   4096     353       5         616       0       2    1466368        0
      mbuf_cluster   2048     508       0         508       0     254    1040384        0
      malloc-65536  65536      11       2          15       0       1     851968        0
           tcp_log    416    1265     769        3480       0     254     846144        0
            socket   1024      39     731        3764       0     254     788480        0
         FFS inode   1168     542      48         625       0       8     689120        0
              pbuf   2664       0     249           0       0       2     663336        0
           sctp_ep   1152       0     511           3       0     254     588672        0
      malloc-65536  65536       2       6         112       0       1     524288        0
            DEVCTL   1024      28     478         431       0       0     518144        0
          lkpicurr    168       2    3080           2       0      62     517776        0
        256 Bucket   2048     200      43        5746       0       8     497664        0
      malloc-65536  65536       1       6          11       0       1     458752        0
            THREAD   1876     142      42         289       0       8     345184        0
         VM OBJECT    232    1246     182       25701       0      62     331296        0
             unpcb    320      19    1001        3540       0     254     326400        0
         malloc-64     64    4417     671        6331       0     254     325632        0
             VNODE    440     586     107         672       0      30     304920        0
       malloc-4096   4096      65       7        2085       0       2     294912        0
      malloc-65536  65536       4       0           4       0       1     262144        0
      malloc-65536  65536       0       4          27       0       1     262144        0
       malloc-2048   2048     107      21         143       0       8     262144        0
        malloc-256    256     811     181        3626       0      62     253952        0
         malloc-16     16   14859     639       17956       0     254     247968        0
         64 Bucket    512     387      63        3396       0      30     230400        0
      malloc-32768  32768       1       6         121       0       1     229376        0
      malloc-16384  16384       8       5         257       0       1     212992        0
      malloc-65536  65536       0       3           3       0       1     196608        0
         malloc-32     32    5463     648        6538       0     254     195552        0
        malloc-128    128    1178     342       24809       0     126     194560        0
         UMA Zones    768     243       1         243       0      16     187392        0
         MAP ENTRY     96    1543     368       86565       0     126     183456        0
     FPU_save_area    832     144      72         323       0      16     179712        0
       FFS2 dinode    256     542     148         625       0      62     176640        0
            lkpimm     56       1    3086           1       0     254     172872        0
          swpctrie    152       0    1125        1093       0      62     171000        0
      malloc-32768  32768       2       3           7       0       1     163840        0
       malloc-1024   1024     126      34         401       0      16     163840        0
         malloc-64     64     185    2119       12808       0     254     147456        0
       malloc-8192   8192      14       3          35       0       1     139264        0
       S VFS Cache    104    1030     230        1139       0     126     131040        0
       mbuf_packet    256       1     507         112       0     254     130048        0
        128 Bucket   1024      62      57        1161       0      16     121856        0
          ksiginfo    112      56    1000          87       0     126     118272        0
       malloc-2048   2048       6      51         513       0       9     116736        0
      malloc-16384  16384       3       4           7       0       1     114688        0
        malloc-128    128     611     285        4198       0     126     114688        0
        malloc-256    256     229     211         733       0      62     112640        0
      malloc-32768  32768       1       2           3       0       1      98304        0
      malloc-32768  32768       3       0           3       0       1      98304        0
      malloc-32768  32768       0       3          12       0       1      98304        0
       malloc-8192   8192       7       5          88       0       1      98304        0
             g_bio    424       0     216        6367       0      30      91584        0
          UMA Kegs    384     230       7         230       0      30      91008        0
         filedesc0   1072      60      24        1690       0       8      90048        0
              PROC   1384      59       5        1689       0       8      88576        0
      malloc-16384  16384       0       5           6       0       1      81920        0
       malloc-4096   4096      17       3          28       0       2      81920        0
        malloc-128    128     380     260        2381       0     126      81920        0
         malloc-64     64     517     763        1619       0     254      81920        0
           ttyoutq    256     157     158         407       0      62      80640        0
            ttyinq    160     300     204         780       0      62      80640        0
         32 Bucket    256     104     166        1108       0      62      69120        0
           DIRHASH   1024      42      24          44       0      16      67584        0
      malloc-32768  32768       2       0           2       0       1      65536        0
      malloc-16384  16384       4       0           4       0       1      65536        0
       malloc-2048   2048       6      26          27       0       8      65536        0
       malloc-2048   2048       5      27         802       0       8      65536        0
       malloc-2048   2048       3      29         651       0       8      65536        0
       malloc-1024   1024       3      61        1946       0      16      65536        0
        malloc-128    128     163     349         925       0     126      65536        0
         malloc-64     64     114     910         925       0     254      65536        0
        malloc-256    256      81     167         378       0      62      63488        0
        malloc-256    256      43     205         164       0      62      63488        0
        malloc-384    384      66      84         902       0      30      57600        0
        malloc-384    384      56      94         182       0      30      57600        0
       malloc-4096   4096      10       4          15       0       2      57344        0
             NAMEI   1024       0      55       20963       0      16      56320        0
      malloc-16384  16384       3       0           3       0       1      49152        0
       malloc-8192   8192       3       3           6       0       1      49152        0
       malloc-8192   8192       3       3          37       0       1      49152        0
       malloc-2048   2048       2      22         200       0       8      49152        0
       malloc-1024   1024      25      23          37       0      16      49152        0
       malloc-1024   1024       4      44         685       0      16      49152        0
       malloc-1024   1024       6      42         205       0      16      49152        0
        malloc-256    256      35     157        2322       0      62      49152        0
        malloc-256    256      13     179         416       0      62      49152        0
        malloc-128    128     101     283         634       0     126      49152        0
         malloc-64     64      30     738        9860       0     254      49152        0
         malloc-64     64     390     378         415       0     254      49152        0
              pipe    736      19      46         717       0      16      47840        0
        malloc-512    512       6      86         205       0      30      47104        0
        malloc-512    512       8      84          88       0      30      47104        0
          syncache    168       0     276           4       0     254      46368        0
        malloc-384    384      75      45          83       0      30      46080        0
        malloc-384    384      67      53         405       0      30      46080        0
            da_ccb    544       0      84        1724       0      16      45696        0
            pcpu-8      8    4897     735        5277       0     254      45056        0
         16 Bucket    144      91     221        2011       0      62      44928        0
       malloc-4096   4096       3       7          49       0       2      40960        0
           VMSPACE    584      38      32        1669       0      16      40880        0
         udp_inpcb    408       7      83         122       0      30      36720        0
           pcpu-64     64     508      52         508       0     254      35840        0
          2 Bucket     32     106    1005        1919       0     254      35552        0
     routing nhops    256      24     111          29       0      62      34560        0
        malloc-384    384      37      53          52       0      30      34560        0
         TURNSTILE    136     185      67         185       0      62      34272        0
          8 Bucket     80      71     343        6585       0     126      33120        0
      malloc-32768  32768       1       0           1       0       1      32768        0
       malloc-8192   8192       2       2           4       0       1      32768        0
       malloc-2048   2048      11       5          14       0       8      32768        0
       malloc-2048   2048       1      15         195       0       8      32768        0
       malloc-1024   1024       2      30           6       0      16      32768        0
       malloc-1024   1024      11      21          15       0      16      32768        0
       malloc-1024   1024      15      17          18       0      16      32768        0
        malloc-256    256       4     124          75       0      62      32768        0
        malloc-256    256      22     106          96       0      62      32768        0
        malloc-128    128      33     223         220       0     126      32768        0
        malloc-128    128     129     127         133       0     126      32768        0
         malloc-64     64      20     492          77       0     254      32768        0
         malloc-64     64      57     455          99       0     254      32768        0
             Files     80     197     203       14697       0     126      32000        0
            clpbuf   2664       0      12          23       0       4      31968        0
              PGRP    120      28     236          46       0     126      31680        0
             pass0   1976       0      16           2       0       8      31616        0
         tcp_inpcb   1304       6      18          18       0       8      31296        0
        malloc-512    512      13      47          15       0      30      30720        0
        malloc-512    512      12      48          32       0      30      30720        0
        malloc-512    512       0      60          10       0      30      30720        0
      vtnet_tx_hdr     40       0     756         868       0     254      30240        0
        sctp_laddr     48       0     576          11       0     254      27648        0
          4 Bucket     48       7     569           9       0     254      27648        0
               AIO    208       1     125           6       0      62      26208        0
         malloc-32     32      25     794         405       0     254      26208        0
         malloc-32     32     316     503         519       0     254      26208        0
         malloc-32     32      34     785        2801       0     254      26208        0
         malloc-32     32      11     808        1070       0     254      26208        0
     udplite_inpcb    408       1      62           4       0      30      25704        0
            cpuset    200       7     121           7       0      62      25600        0
              kenv    258      18      80        1075       0      30      25284        0
        SLEEPQUEUE     88     185      94         185       0     126      24552        0
    ertt_txseginfo     40       0     588         474       0     254      23520        0
               PWD     40      19     569         127       0     254      23520        0
            itimer    352       0      66          14       0      30      23232        0
           rtentry    168      27     111          29       0      62      23184        0
             KNOTE    160      12     132          24       0      62      23040        0
        malloc-384    384       1      59           2       0      30      23040        0
        malloc-384    384       1      59           2       0      30      23040        0
             ripcb    376       2      58           9       0      30      22560        0
       Mountpoints   2816       3       5           4       0       4      22528        0
              ertt     72       6     294          18       0     126      21600        0
             AIOCB    552       1      34           8       0      16      19320        0
       L VFS Cache    320       0      60          10       0      30      19200        0
 epoch_record pcpu    256       4      71           4       0      62      19200        0
            AIOLIO    272       0      70           2       0      30      19040        0
         malloc-32     32      34     533         193       0     254      18144        0
         malloc-32     32     142     425         188       0     254      18144        0
         malloc-32     32      88     479         262       0     254      18144        0
         malloc-16     16     273     861       24566       0     254      18144        0
         hostcache     64       1     279           1       0     254      17920        0
              vmem   1856       2       7           2       0       8      16704        0
      malloc-16384  16384       1       0           1       0       1      16384        0
       malloc-4096   4096       0       4           4       0       2      16384        0
       malloc-4096   4096       2       2           3       0       2      16384        0
        malloc-512    512       0      32           1       0      30      16384        0
        malloc-512    512      10      22          11       0      30      16384        0
           SMR CPU     32       8     503           8       0     254      16352        0
            mqnode    416       3      33           3       0      30      14976        0
         malloc-16     16      74     808        2759       0     254      14112        0
         malloc-16     16      51     831         560       0     254      14112        0
        SMR SHARED     24       8     503           8       0     254      12264        0
         malloc-16     16      10     620         324       0     254      10080        0
         malloc-16     16      27     603         107       0     254      10080        0
         malloc-16     16      43     587          62       0     254      10080        0
         malloc-16     16      28     602          95       0     254      10080        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-4096   4096       1       1           1       0       2       8192        0
           pcpu-16     16       8     502           8       0     254       8160        0
       UMA Slabs 0    112      64       0          64       0     126       7168        0
        KMAP ENTRY     96      12      24          14       0       0       3456        0
           pass0IO 1048576       0       0           0       0       1          0        0
       FFS1 dinode    128       0       0           0       0     126          0        0
           ada_ccb    272       0       0           0       0      30          0        0
   cdg_qdiffsample     16       0       0           0       0     254          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
  pf fragment node     72       0       0           0       0     126          0        0
          pf frags    232       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0     254          0        0
pf table entry counters     64       0       0           0       0     254          0        0
pf Ethernet anchors   1240       0       0           0       0      64          0        0
        pf anchors   1664       0       0           0       0      64          0        0
   pf UDP mappings    104       0       0           0       0     126          0        0
   pf source nodes    152       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    392       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags    184       0       0           0       0      62          0        0
      tcp_rack_pcb   1088       0       0           0       0       8          0        0
      tcp_rack_map    128       0       0           0       0     126          0        0
       tcp_bbr_pcb    896       0       0           0       0      16          0        0
       tcp_bbr_map    128       0       0           0       0     126          0        0
           esp_req    408       0       0           0       0      30          0        0
               ipq     56       0       0           0       0     254          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
        sctp_chunk    152       0       0           0       0     254          0        0
        sctp_raddr    736       0       0           0       0     254          0        0
         sctp_asoc   2256       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
   tcp_log_id_node    120       0       0           0       0     126          0        0
 tcp_log_id_bucket    176       0       0           0       0      62          0        0
          tcpreass     48       0       0           0       0     254          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
            mqueue    248       0       0           0       0      62          0        0
        TMPFS node    240       0       0           0       0      62          0        0
           NCLNODE    608       0       0           0       0      16          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
           cryptop    280       0       0           0       0      30          0        0
   lkpi_dma_object     32       0       0           0       0     254          0        0
   lkpi_dma_pctrie    152       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    112       0       0           0       0     126          0        0
            skbuff   1808       0       0           0       0       8          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf   2664       0       0           0       0      16          0        0
           nfspbuf   2664       0       0           0       0       4          0        0
            swwbuf   2664       0       0           0       0       2          0        0
            swrbuf   2664       0       0           0       0       4          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    152       0       0           0       0      62          0        0
          rl_entry     48       0       0           0       0     254          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
        malloc-512    512       0       0           0       0      30          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            pcpu-4      4       0       0           0       0     254          0        0
            fakepg     88       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0
       UMA Slabs 1    176       0       0           0       0      62          0        0
db> show all tcpcbs/bl

Crashes (3):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2026/11/19 09:19 freebsd-src 3ccfcdacd6ae 2006bdcc .config console log report [disk image] [kernel.full] ci-freebsd-main panic: _mtx_lock_sleep: recursed on non-recursive mutex btag lock @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/
2026/11/16 17:31 freebsd-src 3c6fd437b182 31830773 .config console log report [disk image] [kernel.full] ci-freebsd-main panic: _mtx_lock_sleep: recursed on non-recursive mutex btag lock @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/
2026/11/16 01:13 freebsd-src e23c13a0c967 819ebe34 .config console log report [disk image] [kernel.full] ci-freebsd-main panic: _mtx_lock_sleep: recursed on non-recursive mutex btag lock @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/
* Struck through repros no longer work on HEAD.