syzbot

panic: unhandled af 137
cpuid = 0
time = 8
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057628330
kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057628490
vpanic() at vpanic+0x257/frame 0xfffffe0057628650
panic() at panic+0xb5/frame 0xfffffe0057628710
unhandled_af() at unhandled_af+0x1d/frame 0xfffffe0057628730
pf_addrcpy() at pf_addrcpy+0x37/frame 0xfffffe0057628750
pfioctl() at pfioctl+0x4537/frame 0xfffffe005762a730
devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe005762a820
VOP_IOCTL_APV() at VOP_IOCTL_APV+0x9b/frame 0xfffffe005762a850
vn_ioctl() at vn_ioctl+0x3c7/frame 0xfffffe005762aa60
devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe005762aab0
kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe005762ab90
sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe005762ad10
amd64_syscall() at amd64_syscall+0x4af/frame 0xfffffe005762af30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005762af30
--- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x827833f08, rbp = 0x827833f80 ---
KDB: enter: panic
[ thread pid 983 tid 100327 ]
Stopped at      kdb_enter+0x6e: movq    $0,0x23eab87(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                        0x28
rax                       0x12
rcx         0xfffffe006ec00000
rdx                    0x7ffff
rbx         0xffffffff8274a680  .str.27
rsp         0xfffffe0057628470
rbp         0xfffffe0057628490
rsi                    0x80001
rdi         0xffffffff815d7b09  printf+0x149
r8                           0
r9                  0xffffffff
r10                          0
r11         0xfffffe0054930520
r12         0xfffffe0054930000
r13         0xfffffffffffffffe
r14         0xffffffff8274a680  .str.27
r15                          0
rip         0xffffffff815c248e  kdb_enter+0x6e
rflags                    0x46
kdb_enter+0x6e: movq    $0,0x23eab87(%rip)
db> show proc
Process 983 (syz-executor) at 0xfffffe0054926040:
 state: NORMAL
 uid: 0  gids: 0, 0, 5
 parent: pid 764 at 0xfffffe0054802ac0
 ABI: FreeBSD ELF64
 flag: 0x10000080  flag2: 0
 arguments: ./syz-executor exec
 reaper: 0xfffffe0008007040 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe000800f490
   (map 0xfffffe000800f490)
   (map.pmap 0xfffffe000800f530)
   (pmap 0xfffffe000800f5a0)
 threads: 2
100279                   RunQ                                syz-executor
100327                   Run     CPU 0                       syz-executor
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
  984   765   765     0  RE      CPU 1                       syz-executor
  983   764   764     0  R       (threaded)                  syz-executor
100279                   RunQ                                syz-executor
100327                   Run     CPU 0                       syz-executor
  982   980   766     0  S       uwait   0xfffffe006e6a4480  syz-executor
  981   980   766     0  S       uwait   0xfffffe006eb5ea00  syz-executor
  980   766   766     0  R       (threaded)                  syz-executor
100305                   RunQ                                syz-executor
100324                   S       uwait   0xfffffe006e6a5a80  syz-executor
100329                   RunQ                                syz-executor
  979   977   767     0  SV      uwait   0xfffffe006e6a4d80  syz-executor
  977   767   767     0  T       (threaded)                  syz-executor
100321                   s                                   syz-executor
100323                   D       ppwait  0xfffffe00548daa60  syz-executor
  976   779   424     0  S       nanslp  0xffffffff8398e3c0  sleep
  963     1   767     0  S       uwait   0xfffffe006e6a3300  syz-executor
  962     1   767     0  S       uwait   0xfffffe006eb5e800  syz-executor
  959     1   767     0  S       uwait   0xfffffe006e6a3500  syz-executor
  958     1   767     0  S       uwait   0xfffffe006e6a2880  syz-executor
  957     1   767     0  S       uwait   0xfffffe0059e69e80  syz-executor
  954     1   766     0  S       uwait   0xfffffe006e6a5000  syz-executor
  943     1   765     0  S       uwait   0xfffffe006eb5ec00  syz-executor
  941     1   765     0  S       uwait   0xfffffe006e6a2a80  syz-executor
  936     1   766     0  S       uwait   0xfffffe006e6a2580  syz-executor
  928     1   766     0  S       uwait   0xfffffe006e6a5580  syz-executor
  927     1   766     0  S       uwait   0xfffffe006eb5eb00  syz-executor
  922     1   766 60929  S       uwait   0xfffffe0059bb8380  syz-executor
  921     1   766 60929  S       uwait   0xfffffe006e6a3100  syz-executor
  911     1   764     0  S       uwait   0xfffffe006e6a3200  syz-executor
  909     1   764     0  S       uwait   0xfffffe0059bbb880  syz-executor
  905     1   766     0  S       uwait   0xfffffe006eb5e500  syz-executor
  904     1   766     0  S       uwait   0xfffffe0059bb8280  syz-executor
  898     1   766     0  S       uwait   0xfffffe006e6a4080  syz-executor
  897     1   766     0  S       uwait   0xfffffe0059bb8480  syz-executor
  888     0     0     0  DL      (threaded)                  [KTLS]
100181                   D       -       0xfffffe006eaf7100  [thr_0]
100182                   D       -       0xfffffe006eaf7180  [thr_1]
100183                   D       -       0xffffffff83a9faa8  [reclaim_0]
  868     1   767     0  S       uwait   0xfffffe006e6a4380  syz-executor
  858     1   765     0  S       uwait   0xfffffe006eb5e900  syz-executor
  855     1   765     0  S       uwait   0xfffffe006e6a3000  syz-executor
  829     0     0     0  DL      aiordy  0xfffffe005490d020  [aiod4]
  828     0     0     0  DL      aiordy  0xfffffe005490d580  [aiod3]
  827     0     0     0  DL      aiordy  0xfffffe005490dae0  [aiod2]
  826     0     0     0  DL      aiordy  0xfffffe00548ef060  [aiod1]
  812     1   765     0  SV      uwait   0xfffffe006e6a4180  syz-executor
  779   770   424     0  S       wait    0xfffffe00548db020  sh
  770   424   424     0  S       wait    0xfffffe00548da000  sh
  767   763   767     0  R                                   syz-executor
  766   763   766     0  S       nanslp  0xffffffff8398e3c1  syz-executor
  765   763   765     0  R                                   syz-executor
  764   763   764     0  S       nanslp  0xffffffff8398e3c1  syz-executor
  763   761   761     0  S       select  0xfffffe00587ff3c0  syz-executor
  761   759   761     0  Ss      pause   0xfffffe0008024b70  csh
  759   682   759     0  Ss      select  0xfffffe00587ff440  sshd
  748     1   748     0  Ss+     ttyin   0xfffffe0058a7fcb0  getty
  747     1   747     0  Ss+     ttyin   0xfffffe0059bd78b0  getty
  746     1   746     0  Ss+     ttyin   0xfffffe0059bd7cb0  getty
  745     1   745     0  Ss+     ttyin   0xfffffe0058a7e8b0  getty
  744     1   744     0  Ss+     ttyin   0xfffffe0058a7ecb0  getty
  743     1   743     0  Ss+     ttyin   0xfffffe0059bd90b0  getty
  742     1   742     0  Ss+     ttyin   0xfffffe0059bd94b0  getty
  741     1   741     0  Ss+     ttyin   0xfffffe0059bd98b0  getty
  740     1   740     0  Ss+     ttyin   0xfffffe0059bd9cb0  getty
  738     1    18     0  S+      piperd  0xfffffe0059ff8cc0  logger
  737   736    18     0  S+      nanslp  0xffffffff8398e3c1  sleep
  736     1    18     0  S+      wait    0xfffffe00548dd060  sh
  686     1   686     0  Ss      nanslp  0xffffffff8398e3c1  cron
  682     1   682     0  Ss      select  0xfffffe00587ff740  sshd
  495     1   495     0  Ss      select  0xfffffe00587ff640  syslogd
  424     1   424     0  Ss      wait    0xfffffe00080085c0  devd
  423     1   423    65  Ss      select  0xfffffe00587ff5c0  dhclient
  338     1   338     0  Ss      select  0xfffffe00587ff540  dhclient
  335     1   335     0  Ss      select  0xfffffe00587ff7c0  dhclient
   17     0     0     0  DL      syncer  0xffffffff83aabc20  [syncer]
   16     0     0     0  DL      vlruwt  0xfffffe0008026040  [vnlru]
   15     0     0     0  DL      (threaded)                  [bufdaemon]
100080                   D       psleep  0xffffffff83aaa1e0  [bufdaemon]
100083                   D       -       0xffffffff82e02140  [bufspacedaemon-0]
100094                   D       sdflush 0xfffffe0058a7e0e8  [/ worker]
    9     0     0     0  DL      psleep  0xffffffff83af50e0  [vmdaemon]
    8     0     0     0  DL      (threaded)                  [pagedaemon]
100078                   D       psleep  0xffffffff83adb078  [dom0]
100081                   D       launds  0xffffffff83adb084  [laundry: dom0]
100082                   D       umarcl  0xffffffff81d83d70  [uma]
    7     0     0     0  DL      -       0xffffffff8370bbf0  [rand_harvestq]
    6     0     0     0  DL      pftm    0xffffffff841b8630  [pf purge]
    5     0     0     0  DL      waiting 0xffffffff8455a580  [sctp_iterator]
    4     0     0     0  DL      (threaded)                  [cam]
100046                   D       -       0xffffffff836d6340  [doneq0]
100047                   D       -       0xffffffff836d62c0  [async]
100076                   D       -       0xffffffff836d6140  [scanner]
    3     0     0     0  DL      (threaded)                  [crypto]
100043                   D       crypto_ 0xffffffff83ad68a0  [crypto]
100044                   D       crypto_ 0xfffffe0058613e30  [crypto returns 0]
100045                   D       crypto_ 0xfffffe0058613e80  [crypto returns 1]
   14     0     0     0  DL      seqstat 0xfffffe0007f59c88  [sequencer 00]
   13     0     0     0  DL      (threaded)                  [geom]
100037                   D       -       0xffffffff83936dc0  [g_event]
100038                   D       -       0xffffffff83936de0  [g_up]
100039                   D       -       0xffffffff83936e00  [g_down]
    2     0     0     0  WL      (threaded)                  [clock]
100031                   I                                   [clock (0)]
100032                   I                                   [clock (1)]
   12     0     0     0  WL      (threaded)                  [intr]
100013                   I                                   [swi6: task queue]
100014                   I                                   [swi6: Giant taskq]
100016                   I                                   [swi5: fast taskq]
100033                   I                                   [swi1: netisr 0]
100034                   I                                   [swi1: hpts]
100035                   I                                   [swi1: hpts]
100048                   I                                   [irq24: virtio_pci0]
100049                   I                                   [irq25: virtio_pci0]
100050                   I                                   [irq26: virtio_pci0]
100051                   I                                   [irq27: virtio_pci0]
100052                   I                                   [irq28: virtio_pci1]
100053                   I                                   [irq29: virtio_pci1]
100054                   I                                   [irq30: virtio_pci1]
100055                   I                                   [irq31: virtio_pci1]
100056                   I                                   [irq32: virtio_pci1]
100061                   I                                   [irq10: virtio_pci2]
100063                   I                                   [irq1: atkbd0]
100064                   I                                   [irq12: psm0]
100065                   I                                   [swi0: uart uart++]
100069                   I                                   [swi1: pf send]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffffe0008007040  [init]
   10     0     0     0  DL      audit_w 0xffffffff83ad7340  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       parked  0xffffffff84a10ff0  [swapper]
100005                   D       -       0xfffffe0058016000  [softirq_0]
100006                   D       -       0xfffffe0058015e00  [softirq_1]
100007                   D       -       0xfffffe0058015d00  [if_io_tqg_0]
100008                   D       -       0xfffffe0058015c00  [if_io_tqg_1]
100009                   D       -       0xfffffe0058015b00  [if_config_tqg_0]
100010                   D       -       0xfffffe0007fc7500  [pci_hp taskq]
100011                   D       -       0xfffffe0007fc7300  [kqueue_ctx taskq]
100012                   D       -       0xfffffe0007fc7100  [jail_remove taskq]
100015                   D       -       0xfffffe0007fc6a00  [thread taskq]
100017                   D       -       0xfffffe0007fc6600  [aiod_kick taskq]
100018                   D       -       0xfffffe0007fc6400  [deferred_unmount ta]
100019                   D       -       0xfffffe0007fc6200  [inm_free taskq]
100020                   D       -       0xfffffe0007fc6000  [in6m_free taskq]
100021                   D       -       0xfffffe0007fc5d00  [linuxkpi_irq_wq]
100022                   D       -       0xfffffe0007fc5b00  [linuxkpi_short_wq_0]
100023                   D       -       0xfffffe0007fc5b00  [linuxkpi_short_wq_1]
100024                   D       -       0xfffffe0007fc5b00  [linuxkpi_short_wq_2]
100025                   D       -       0xfffffe0007fc5b00  [linuxkpi_short_wq_3]
100026                   D       -       0xfffffe0007fc5600  [linuxkpi_long_wq_0]
100027                   D       -       0xfffffe0007fc5600  [linuxkpi_long_wq_1]
100028                   D       -       0xfffffe0007fc5600  [linuxkpi_long_wq_2]
100029                   D       -       0xfffffe0007fc5600  [linuxkpi_long_wq_3]
100036                   D       -       0xfffffe0008bffa00  [firmware taskq]
100041                   D       -       0xfffffe0008bff400  [crypto_0]
100042                   D       -       0xfffffe0008bff400  [crypto_1]
100057                   D       -       0xfffffe00587abb00  [vtnet0 rxq 0]
100058                   D       -       0xfffffe00587aba00  [vtnet0 txq 0]
100059                   D       -       0xfffffe00587ab900  [vtnet0 rxq 1]
100060                   D       -       0xfffffe00587ab800  [vtnet0 txq 1]
100062                   D       vtbslp  0xfffffe00587ff880  [virtio_balloon]
100066                   D       -       0xffffffff8274f921  [deadlkres]
100070                   D       -       0xfffffe0058cd9100  [acpi_task_0]
100071                   D       -       0xfffffe0058cd9100  [acpi_task_1]
100072                   D       -       0xfffffe0058cd9100  [acpi_task_2]
100074                   D       -       0xfffffe0007fc8100  [mca taskq]
100075                   D       -       0xfffffe00587ac300  [CAM taskq]
100077                   D       -       0xfffffe0058cd8800  [ipsec_offload]
  985   984   765     0  Z                                   syz-executor
db> show all locks
Process 984 (syz-executor) thread 0xfffffe0054921740 (100157)
exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe0007c93c40) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8676
exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0054945c78) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8586
db> show malloc
              Type        InUse        MemUse     Requests
           pf_hash            6        12804K            6
            linker          399         5409K          546
          tcp_hpts            7         4801K            7
            devbuf         4188         4324K         4213
         sysctloid        35418         2087K        35493
             vtbuf           24         1968K           46
              kobj          330         1320K          494
            newblk           43         1035K         1343
          vfscache            3         1025K            3
               pcb           47          696K          276
          filedesc           68          538K          303
          inodedep           24          521K          297
         ufs_quota            1          512K            1
          vfs_hash            1          512K            1
           callout            2          512K            2
              intr            4          472K            4
           subproc          172          366K         1077
         vnet_data            2          224K            2
          acpitask            1          224K            1
            KTRACE          103          201K         7231
            acpica         1674          184K        54408
              vmem            5          144K            7
           tidhash            3          141K            3
           pagedep           12          131K          119
        tfo_ccache            1          128K            1
          IP reass            1          128K            1
            DEVFS1          109          109K          126
               sem            4          106K            4
        gtaskqueue           18           98K           18
               bus          994           81K         5040
          mtx_pool            3           74K            3
          syncache            1           68K            1
     NFSD srvcache            3           68K            3
            module          520           65K          521
       ddb_capture            1           64K            1
           kdtrace          242           45K         1316
              umtx          336           42K          336
              temp           36           39K         1872
         hostcache            1           32K            1
               shm            1           32K            1
            DEVFS3          128           32K          138
               msg            4           30K            4
            kbdmux            6           28K            6
        DEVFS_RULE           56           20K           56
          routetbl          132           19K          407
            ifaddr           66           19K           68
               BPF           14           19K           19
         ufs_mount            4           17K            5
              proc            3           17K            3
               LRO           16           17K           16
               tty           16           16K           16
           ithread           90           15K           90
            bus-sc           34           15K         1637
      eventhandler          163           14K          163
           lltable           43           14K           43
             ifnet            7           13K            7
       ether_multi          152           13K          167
              kenv           95           12K           95
              GEOM           61           11K          477
         CAM queue            5           11K         1528
              rman           82           10K          437
               rpc            8            9K            8
         in6_multi           65            9K           65
         bmsafemap            2            9K          224
            plimit           22            9K          322
           devstat            4            9K            4
              UART           12            9K           12
              ksem            1            8K            3
             shmfd            1            8K            1
       pfs_vncache            1            8K            1
     audit_evclass          239            8K          301
         taskqueue           69            8K           69
            kqueue           87            7K         1135
              cred           25            7K          187
            sglist            6            7K            6
           CAM DEV            3            6K          510
         pfs_nodes           22            6K           22
           pwddesc           81            6K          995
         sctp_atcl           13            5K          119
       ufs_dirhash           24            5K           27
          pf_ifnet           12            5K           21
               UMA          271            5K          271
      tcp_fsb_rack            2            5K           22
                vt           11            5K           11
          pf_table            2            4K            3
           memdesc            1            4K            1
               MCA           32            4K           32
             evdev            4            4K            4
            DEVFSP           61            4K           98
           acpisem           28            4K           28
         proc-args          106            3K         2025
          terminal           11            3K           11
             selfd           41            3K        20883
         sctp_timw           10            3K           10
           session           20            3K           34
           acpidev           20            3K           20
           uidinfo            4            3K            7
             hhook            8            3K           10
             clone            9            3K            9
          kcovinfo           36            3K           36
          filecaps            8            3K           86
        local_apic            1            2K            1
           io_apic            1            2K            1
         ipsec-saq            2            2K            2
            ip6ndp           12            2K           14
            Unitno           28            2K           50
          sctp_ifa           13            2K           14
           CAM XPT           22            2K          543
             lockf           15            2K           76
          in_multi            6            2K            9
               tun            4            2K            4
         toponodes            6            2K            6
       ipsecpolicy            2            2K            2
         cryptodev           19            2K          130
               msi            9            2K            9
           netlink            2            2K           75
            CC Mem            9            2K           60
         sctp_stro            1            1K           11
           softdep            1            1K            1
            dirrem            4            1K          192
            diradd            8            1K          210
          freefile            8            1K          154
          freefrag            8            1K          104
            sahead            1            1K            1
          secasvar            1            1K            1
             nhops            6            1K            8
       vnodemarker            2            1K           26
            select            8            1K           36
      NFSD session            1            1K            1
         newdirblk            7            1K          103
             mkdir            7            1K          206
        CAM periph            4            1K          271
             ipsec            3            1K            3
          sctp_ifn            6            1K           14
               mld            6            1K            6
              igmp            6            1K            6
              pfil            6            1K            6
            isadev            6            1K            6
             mount           16            1K           89
          pci_link           10            1K           10
            crypto            4            1K           35
 encap_export_host           12            1K           12
               osd           14            1K           73
       inpcbpolicy           16            1K          259
              cdev            2            1K            2
         sctp_atky           14            1K          130
       lkpikmalloc            8            1K            9
    chacha20random            1            1K            1
            biobuf            1            1K            1
            vnodes            2            1K            3
          freework            2            1K          344
      tcp_pcm_rack            1            1K           11
          freeblks            1            1K          141
          indirdep            1            1K           85
       ip6_msource            4            1K           10
              ktls            1            1K            6
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
             DEVFS            9            1K           10
           CAM SIM            2            1K            2
            feeder            7            1K            7
         sctp_athm           13            1K          119
           tcpfunc            3            1K            3
        loginclass            3            1K            5
            prison            6            1K            6
           pf_rule            1            1K            2
          nexusdev            8            1K            8
            apmdev            1            1K            1
          atkbddev            2            1K            2
               aio            4            1K            6
          procdesc            1            1K           10
          pmchooks            1            1K            1
          CAM path            4            1K         1034
     CAM dev queue            2            1K            2
 CAM I/O Scheduler            1            1K            1
            soname            4            1K         3424
          sctp_vrf            1            1K            1
        ip_msource            1            1K            8
              vnet            1            1K            1
               pmc            1            1K            1
           entropy            2            1K           33
          acpiintr            1            1K            1
          sctp_map            2            1K           22
              cpus            2            1K            2
    vnet_data_free            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
        ext2_mount            0            0K            0
         ext2_node            0            0K            0
      ext2_extents            0            0K            0
            mqdata            0            0K            0
            ipcomp            0            0K            0
               esp            0            0K            0
                ah            0            0K            0
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            8
         sctp_iter            0            0K           11
         sctp_mvrf            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_a_it            0            0K           11
         sctp_aadr            0            0K            3
         sctp_stri            0            0K            0
       tcp_do_rack            0            0K            0
           filemon            0            0K            4
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
     pf_krule_item            0            0K            0
           pf_temp            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
               ixl            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
              iavf            0            0K            0
             axgbe            0            0K            0
       fpukern_ctx            0            0K            0
          xen_intr            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
      NMI handlers            0            0K            0
            bounce            0            0K            0
            busdma            0            0K            0
            qpidrv            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
      amdiommu_dom            0            0K            0
      amdiommu_ctx            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
        aesni_data            0            0K            0
            xenbus            0            0K            0
     vm_fictitious            0            0K            0
           UMAHash            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K          122
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K           12
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
        allocindir            0            0K            0
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
          ktls_ocf            0            0K            1
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
      MLX5E_TLS_RX            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
       simple_attr            0            0K            0
          seq_file            0            0K            0
           lkpiskb            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
          lkpindev            0            0K            0
           lkpimhi            0            0K            0
            lkpifw            0            0K            0
         lkpi80211            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K            9
      ip6_moptions            0            0K            3
       in6_mfilter            0            0K           15
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
       ip_moptions            0            0K           10
        in_mfilter            0            0K           19
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K           21
           fadvise            0            0K            7
           VN POLL            0            0K            0
            statfs            0            0K          186
     namei_tracker            0            0K            0
       export_host            0            0K            0
        cl_savebuf            0            0K           45
               lio            0            0K           16
               acl            0            0K            0
          mbuf_tag            0            0K            0
              accf            0            0K            0
               pts            0            0K            0
           timerfd            0            0K            0
               iov            0            0K        13631
          ioctlops            0            0K          116
           eventfd            0            0K            1
           Witness            0            0K            0
             stack            0            0K            0
              sbuf            0            0K          288
          firmware            0            0K            0
        compressor            0            0K            0
              SWAP            0            0K            0
         sysctltmp            0            0K          635
            sysctl            0            0K            3
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K           12
              rctl            0            0K            0
             cache            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K            1
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
         boottrace            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
     tmpfs extattr            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
       NFSD V4lock            0            0K            0
      NFSD V4state            0            0K            0
       msdosfs_fat            0            0K            0
     msdosfs_mount            0            0K            0
      msdosfs_node            0            0K            0
            DEVFS4            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xenstore            0            0K            0
               xnb            0            0K            0
          xen_acpi            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           Balloon            0            0K            0
          sysmouse            0            0K            0
            vtfont            0            0K            0
            pvscsi            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
            twsbuf            0            0K            0
       tcp_log_dev            0            0K            2
      midi buffers            0            0K            0
             mixer            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
       SIIS driver            0            0K            0
               PUC            0            0K            0
          ppbusdev            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
          mpr_user            0            0K            0
            MPRSAS            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
        md_sectors            0            0K            0
           md_disk            0            0K            0
           malodev            0            0K            0
               LED            0            0K            0
          ix_sriov            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
         ciss_data            0            0K            0
         BACKLIGHT            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
       AHCI driver            0            0K            0
               agp            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
         acpicmbat            0            0K            0
        aacraidcam            0            0K            0
       aacraid_buf            0            0K            0
            aaccam            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
         scsi_pass            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
           scsi_ch            0            0K            0
           scsi_cd            0            0K            0
           nvme_da            0            0K            0
           CAM CCB            0            0K          523
     CAM ccb queue            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8320    1078       13724       0     254   38494208        0
              mbuf    256    8631    1031       48227       0     254    2473472        0
          BUF TRIE    152     325   11479        1224       0      62    1794208        0
       malloc-4096   4096     413       3        1480       0       2    1703936        0
        malloc-128    128   12565      52       12812       0     126    1614976        0
        malloc-384    384    4152      48        4168       0      30    1612800        0
        RADIX NODE    152    7579     632       33500       0      62    1248072        0
       UMA Slabs 0    112   11002       8       11002       0     126    1233120        0
      malloc-65536  65536      15       2          81       0       1    1114112        0
      mbuf_cluster   2048     508       0         508       0     254    1040384        0
         vmem btag     56   16299      84       16299       0     254     917448        0
         FFS inode   1168     542      32         699       0       8     670432        0
           sctp_ep   1152      12     499         108       0     254     588672        0
         sctp_asoc   2256       1     254          11       0     254     575280        0
      malloc-16384  16384      33       2         149       0       1     573440        0
            socket   1024      39     469        1590       0     254     520192        0
          lkpicurr    168       2    3094           2       0      62     520128        0
              pbuf   2624       0     166           0       0       2     435584        0
         VM OBJECT    264    1353      87       15129       0      30     380160        0
        256 Bucket   2048     146      14        1109       0       8     327680        0
            THREAD   1824     158      10         329       0       8     306432        0
         malloc-64     64    4029     570       24992       0     254     294336        0
             VNODE    440     580      86         739       0      30     293040        0
       malloc-2048   2048     119      17         993       0       8     278528        0
      malloc-32768  32768       2       6          31       0       1     262144        0
         malloc-16     16   14624     126       14783       0     254     236000        0
            DEVCTL   1024      22     198         147       0       0     225280        0
         MAP ENTRY     96    1930     338       48589       0     126     217728        0
           tcp_log    416       0     513          16       0     254     213408        0
       tcp_bbr_map    128      30    1613        6687       0     126     210304        0
      malloc-65536  65536       2       1           4       0       1     196608        0
      malloc-32768  32768       4       2         124       0       1     196608        0
        sctp_raddr    736       1     263          11       0     254     194304        0
         UMA Zones    768     243       1         243       0      16     187392        0
         malloc-32     32    5430     240        5625       0     254     181440        0
        malloc-128    128    1215     180       25437       0     126     178560        0
            lkpimm     56       1    3095           1       0     254     173376        0
             unpcb    320      10     506        1196       0     254     165120        0
     FPU_save_area    832     160      38         426       0      16     164736        0
       malloc-2048   2048      12      68         530       0       8     163840        0
    ertt_txseginfo     40     705    3133       27860       0     254     153520        0
       malloc-1024   1024     122      22         302       0      16     147456        0
       FFS2 dinode    256     542      28         699       0      62     145920        0
        malloc-256    256      79     491        2170       0      62     145920        0
       S VFS Cache    104     999     288        1183       0     126     133848        0
      malloc-65536  65536       0       2         110       0       1     131072        0
      malloc-65536  65536       1       1           9       0       1     131072        0
       malloc-8192   8192      13       3          21       0       1     131072        0
       mbuf_packet    256      42     466        3275       0     254     130048        0
              PROC   1376      82       6         985       0       8     121088        0
          ksiginfo    112      74     970         135       0     126     116928        0
      malloc-16384  16384       7       0           8       0       1     114688        0
         filedesc0   1072      81      17         995       0       8     105056        0
      malloc-32768  32768       1       2          17       0       1      98304        0
       malloc-4096   4096      17       5         507       0       2      90112        0
          UMA Kegs    384     228       5         228       0      30      89472        0
        128 Bucket   1024      65      18         320       0      16      84992        0
         malloc-64     64     982     341        3383       0     254      84672        0
            vnpbuf   2624       0      32           4       0      16      83968        0
        malloc-128    128     448     203        4902       0     126      83328        0
        malloc-256    256     200     115        1225       0      62      80640        0
             g_bio    408       0     180        6625       0      30      73440        0
         64 Bucket    512      88      48        2064       0      30      69632        0
         malloc-64     64     583     488        4719       0     254      68544        0
           DIRHASH   1024      35      29          37       0      16      65536        0
       malloc-4096   4096      12       4         209       0       2      65536        0
        malloc-256    256     163      92         489       0      62      65280        0
        malloc-256    256     183      72         401       0      62      65280        0
       malloc-8192   8192       6       1          87       0       1      57344        0
        malloc-256    256      29     166         373       0      62      49920        0
         32 Bucket    256      83     112         568       0      62      49920        0
             NAMEI   1024       0      48       13499       0      16      49152        0
      malloc-16384  16384       1       2         181       0       1      49152        0
       malloc-2048   2048      13      11         112       0       8      49152        0
       malloc-1024   1024       6      42         514       0      16      49152        0
           VMSPACE    584      59      25         956       0      16      49056        0
        malloc-384    384      36      84         418       0      30      46080        0
        malloc-384    384     108      12         108       0      30      46080        0
          syncache    168       0     264           3       0     254      44352        0
         tcp_inpcb   1312       9      24          60       0       8      43296        0
       malloc-4096   4096       6       4          11       0       2      40960        0
            pcpu-8      8    4770     350        4975       0     254      40960        0
              pipe    736      20      35         334       0      16      40480        0
            da_ccb    544       0      70        1776       0      16      38080        0
         udp_inpcb    416       6      84         169       0      30      37440        0
         malloc-64     64      50     517       13323       0     254      36288        0
         malloc-64     64      41     526          91       0     254      36288        0
         malloc-64     64      85     482        1518       0     254      36288        0
      tcp_rack_map    128       2     277        3088       0     126      35712        0
        malloc-128    128      21     258         102       0     126      35712        0
        malloc-128    128      17     262          56       0     126      35712        0
        malloc-128    128       7     272         206       0     126      35712        0
        malloc-128    128     116     163         584       0     126      35712        0
        malloc-128    128      13     266         284       0     126      35712        0
     routing nhops    256      26     109          33       0      62      34560        0
           ttyoutq    256      72      63         160       0      62      34560        0
        malloc-384    384      59      31         434       0      30      34560        0
        malloc-256    256      48      87         570       0      62      34560        0
        malloc-256    256      35     100          37       0      62      34560        0
        malloc-256    256      11     124         524       0      62      34560        0
         TURNSTILE    136     169      83         169       0      62      34272        0
        SLEEPQUEUE     88     169     215         169       0     126      33792        0
      malloc-32768  32768       1       0           1       0       1      32768        0
       malloc-4096   4096       2       6          93       0       2      32768        0
       malloc-4096   4096       6       2           6       0       2      32768        0
       malloc-2048   2048       3      13          16       0       8      32768        0
       malloc-2048   2048       8       8           8       0       8      32768        0
       malloc-2048   2048       2      14           4       0       8      32768        0
       malloc-1024   1024       4      28          55       0      16      32768        0
       malloc-1024   1024      16      16        1013       0      16      32768        0
       malloc-1024   1024      17      15          42       0      16      32768        0
        malloc-512    512       1      63         111       0      30      32768        0
        malloc-512    512      13      51          91       0      30      32768        0
        malloc-512    512       5      59          77       0      30      32768        0
        malloc-512    512       8      56           9       0      30      32768        0
        malloc-512    512       2      62           8       0      30      32768        0
           pcpu-64     64     498      14         498       0     254      32768        0
            ttyinq    160     135      65         300       0      62      32000        0
             Files     80     207     193        7645       0     126      32000        0
              PGRP    120      24     240          38       0     126      31680        0
            clpbuf   2624       0      12          74       0       4      31488        0
        sctp_laddr     48       0     588          20       0     254      28224        0
          rl_entry     48       6     582          12       0     254      28224        0
         malloc-32     32     299     583        1121       0     254      28224        0
         16 Bucket    144      62     134         405       0      62      28224        0
          4 Bucket     48       7     581          11       0     254      28224        0
               AIO    208       1     132          28       0      62      27664        0
     udplite_inpcb    416       0      63           7       0      30      26208        0
            mqnode    416       4      59           4       0      30      26208        0
            cpuset    200       9     119           9       0      62      25600        0
       malloc-8192   8192       2       1          28       0       1      24576        0
       malloc-8192   8192       1       2          22       0       1      24576        0
               PWD     40      30     576         179       0     254      24240        0
      tcp_rack_pcb   1152       1      20          11       0       8      24192        0
           rtentry    168      29     115          33       0      62      24192        0
          8 Bucket     80      56     244         350       0     126      24000        0
             ripcb    384       1      59          23       0      30      23040        0
        malloc-384    384      11      49          11       0      30      23040        0
        malloc-384    384      19      41          23       0      30      23040        0
        malloc-384    384      23      37         323       0      30      23040        0
       Mountpoints   2816       2       6           2       0       4      22528        0
         hostcache     64       2     313           2       0     254      20160        0
   udp_inpcb ports     32       3     627          26       0     254      20160        0
   tcp_inpcb ports     32       5     625          47       0     254      20160        0
              ertt     72       9     271          60       0     126      20160        0
         malloc-64     64       4     311          10       0     254      20160        0
         malloc-64     64       6     309          10       0     254      20160        0
         malloc-32     32      75     555         108       0     254      20160        0
         malloc-32     32     278     352        2244       0     254      20160        0
         malloc-32     32      43     587        5019       0     254      20160        0
         malloc-32     32      14     616          23       0     254      20160        0
          2 Bucket     32      60     570         400       0     254      20160        0
             KNOTE    160       1     124          59       0      62      20000        0
           cryptop    280       0      70          10       0      30      19600        0
             AIOCB    552       0      35          15       0      16      19320        0
      ktls_session    256       0      75           1       0      62      19200        0
       L VFS Cache    320       0      60          11       0      30      19200        0
            AIOLIO    272       0      70          16       0      30      19040        0
              vmem   1856       2       7           2       0       8      16704        0
 epoch_record pcpu    256       4      60           4       0      62      16384        0
      malloc-16384  16384       0       1           1       0       1      16384        0
      malloc-16384  16384       1       0           1       0       1      16384        0
       malloc-8192   8192       2       0           2       0       1      16384        0
       malloc-4096   4096       0       4          17       0       2      16384        0
       malloc-4096   4096       0       4          40       0       2      16384        0
       malloc-2048   2048       1       7           1       0       8      16384        0
       malloc-2048   2048       2       6           2       0       8      16384        0
       malloc-1024   1024       4      12           4       0      16      16384        0
       malloc-1024   1024       8       8           8       0      16      16384        0
        malloc-512    512       0      32           1       0      30      16384        0
           SMR CPU     32       8     503           8       0     254      16352        0
       tcp_bbr_pcb    896       1      17          22       0      16      16128        0
      vtnet_tx_hdr     24       0     668       20962       0     254      16032        0
         malloc-16     16     559     441        5021       0     254      16000        0
            mqueue    248       1      63           1       0      62      15872        0
              kenv    258      17      43        1065       0      30      15480        0
        SMR SHARED     24       8     503           8       0     254      12264        0
         malloc-32     32      29     349         220       0     254      12096        0
         malloc-16     16      24     726         255       0     254      12000        0
         malloc-16     16      49     701       26754       0     254      12000        0
         malloc-16     16      12     738          12       0     254      12000        0
         malloc-16     16      31     719          54       0     254      12000        0
         malloc-16     16      13     737          14       0     254      12000        0
            itimer    352       0      33           2       0      30      11616        0
        malloc-384    384       1      29           1       0      30      11520        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-8192   8192       1       0           1       0       1       8192        0
           pcpu-16     16       8     504           8       0     254       8192        0
         malloc-16     16      10     490          10       0     254       8000        0
       UMA Slabs 1    176       9      13           9       0      62       3872        0
        KMAP ENTRY     96      15      24          22       0       0       3744        0
       FFS1 dinode    128       0       0           0       0     126          0        0
           ada_ccb    272       0       0           0       0      30          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    152       0       0           0       0      62          0        0
   cdg_qdiffsample     16       0       0           0       0     254          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    256       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0     254          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf UDP mappings    104       0       0           0       0     126          0        0
   pf source nodes    152       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    376       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags    184       0       0           0       0      62          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
               ipq     56       0       0           0       0     254          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
        sctp_chunk    152       0       0           0       0     254          0        0
   tcp_log_id_node    120       0       0           0       0     126          0        0
 tcp_log_id_bucket    176       0       0           0       0      62          0        0
          tcpreass     48       0       0           0       0     254          0        0
udplite_inpcb ports     32       0       0           0       0     254          0        0
       ripcb ports     32       0       0           0       0     254          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
        TMPFS node    240       0       0           0       0      62          0        0
           NCLNODE    608       0       0           0       0      16          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
  linux_dma_object     32       0       0           0       0     254          0        0
  linux_dma_pctrie    152       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    112       0       0           0       0     126          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
           nfspbuf   2624       0       0           0       0       4          0        0
            swwbuf   2624       0       0           0       0       2          0        0
            swrbuf   2624       0       0           0       0       4          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    152       0       0           0       0      62          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
       malloc-8192   8192       0       0           0       0       1          0        0
       malloc-1024   1024       0       0           0       0      16          0        0
        malloc-512    512       0       0           0       0      30          0        0
        malloc-512    512       0       0           0       0      30          0        0
         malloc-32     32       0       0           0       0     254          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            pcpu-4      4       0       0           0       0     254          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0