panic: in6_pcblookup_hash_locked: invalid foreign address
cpuid = 0
time = 1679753905
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0007c8ba10
kdb_backtrace() at kdb_backtrace+0xd1/frame 0xfffffe0007c8bb70
vpanic() at vpanic+0x254/frame 0xfffffe0007c8bc50
panic() at panic+0xb5/frame 0xfffffe0007c8bd10
in6_pcblookup_hash_locked() at in6_pcblookup_hash_locked+0xe07/frame 0xfffffe0007c8bdb0
in6_pcblookup_hash_smr() at in6_pcblookup_hash_smr+0x148/frame 0xfffffe0007c8be30
in6_pcblookup_mbuf() at in6_pcblookup_mbuf+0x58/frame 0xfffffe0007c8be80
udp6_input() at udp6_input+0x1015/frame 0xfffffe0007c8c170
ip6_input() at ip6_input+0x219c/frame 0xfffffe0007c8c3d0
netisr_dispatch_src() at netisr_dispatch_src+0x20b/frame 0xfffffe0007c8c4b0
ether_demux() at ether_demux+0x463/frame 0xfffffe0007c8c590
ether_nh_input() at ether_nh_input+0xb90/frame 0xfffffe0007c8c670
netisr_dispatch_src() at netisr_dispatch_src+0x20b/frame 0xfffffe0007c8c750
ether_input() at ether_input+0x199/frame 0xfffffe0007c8c830
tunwrite() at tunwrite+0xe03/frame 0xfffffe0007c8c9d0
devfs_write_f() at devfs_write_f+0x270/frame 0xfffffe0007c8cae0
dofilewrite() at dofilewrite+0x131/frame 0xfffffe0007c8cb50
kern_writev() at kern_writev+0xd5/frame 0xfffffe0007c8cc10
sys_write() at sys_write+0x1ed/frame 0xfffffe0007c8cd30
amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe0007c8cf30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0007c8cf30
--- syscall (4, FreeBSD ELF64, write), rip = 0x376f8a, rsp = 0x8208d6118, rbp = 0x8208d6150 ---
KDB: enter: panic
[ thread pid 811 tid 100086 ]
Stopped at      kdb_enter+0x6b: movq    $0,0x257945a(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                        0x28
rax                       0x12
rcx         0xfffffe00033eee30
rdx         0xdffff7c000000000
rbx                          0
rsp         0xfffffe0007c8bb50
rbp         0xfffffe0007c8bb70
rsi                        0x1
rdi                          0
r8                         0x3
r9                  0xffffffff
r10                          0
r11         0xfffffe005785a8c0
r12                          0
r13         0xfffffe005785a3a0
r14         0xffffffff82afe1a0  .str.26
r15         0xffffffff82afe1a0  .str.26
rip         0xffffffff8171963b  kdb_enter+0x6b
rflags                    0x46
kdb_enter+0x6b: movq    $0,0x257945a(%rip)
db> show proc
Process 811 (syz-executor.0) at 0xfffffe0057984018:
 state: NORMAL
 uid: 0  gids: 0, 0, 5
 parent: pid 781 at 0xfffffe0058c53010
 ABI: FreeBSD ELF64
 flag: 0x10000000  flag2: 0
 arguments: /root/syz-executor.0 exec
 reaper: 0xfffffe00541d9010 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe009268e000
   (map 0xfffffe009268e000)
   (map.pmap 0xfffffe009268e0c0)
   (pmap 0xfffffe009268e130)
 threads: 1
100086                   Run     CPU 0                       syz-executor.0
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
  811   781   781     0  R       CPU 0                       syz-executor.0
  810   790   430     0  R       CPU 1                       sh
  790   784   430     0  S       piperd  0xfffffe0092b053e8  sh
  784   430   430     0  S       wait    0xfffffe0058c53ac0  sh
  781   779   781     0  Rs                                  syz-executor.0
  779   777   777     0  S       (threaded)                  syz-execprog
100104                   S       uwait   0xfffffe0057301980  syz-execprog
100116                   S       uwait   0xfffffe0057865d00  syz-execprog
100117                   S       wait    0xfffffe0056f6d018  syz-execprog
100118                   S       kqread  0xfffffe00578cf500  syz-execprog
100119                   S       uwait   0xfffffe005407dd00  syz-execprog
100120                   S       uwait   0xfffffe0057300500  syz-execprog
100121                   S       uwait   0xfffffe0057300600  syz-execprog
  777   775   777     0  Ss      pause   0xfffffe0056f6bb68  csh
  775   688   775     0  Ss      select  0xfffffe009259bb40  sshd
  754     1   754     0  Ss+     ttyin   0xfffffe0057455cb0  getty
  753     1   753     0  Ss+     ttyin   0xfffffe00579334b0  getty
  752     1   752     0  Ss+     ttyin   0xfffffe00579338b0  getty
  751     1   751     0  Ss+     ttyin   0xfffffe0057933cb0  getty
  750     1   750     0  Ss+     ttyin   0xfffffe00579340b0  getty
  749     1   749     0  Ss+     ttyin   0xfffffe00579344b0  getty
  748     1   748     0  Ss+     ttyin   0xfffffe00574544b0  getty
  747     1   747     0  Ss+     ttyin   0xfffffe00574548b0  getty
  746     1   746     0  Ss+     ttyin   0xfffffe0057454cb0  getty
  744     1    18     0  S+      piperd  0xfffffe0058b6b998  logger
  743   742    18     0  S+      nanslp  0xffffffff83c60200  sleep
  742     1    18     0  S+      wait    0xfffffe0057982ab8  sh
  692     1   692     0  Ss      nanslp  0xffffffff83c60200  cron
  688     1   688     0  Ss      select  0xfffffe009259be40  sshd
  501     1   501     0  Ss      select  0xfffffe009259bec0  syslogd
  430     1   430     0  Ss      wait    0xfffffe0057981ab0  devd
  429     1   429    65  Ss      select  0xfffffe009259c0c0  dhclient
  344     1   344     0  Ss      select  0xfffffe009259bf40  dhclient
  341     1   341     0  Ss      select  0xfffffe0057850ec0  dhclient
   17     0     0     0  DL      syncer  0xffffffff83d856a0  [syncer]
   16     0     0     0  DL      vlruwt  0xfffffe00541da570  [vnlru]
   15     0     0     0  DL      (threaded)                  [bufdaemon]
100079                   D       psleep  0xffffffff83d83cc0  [bufdaemon]
100082                   D       -       0xffffffff83012180  [bufspacedaemon-0]
100095                   D       sdflush 0xfffffe0056fb90e8  [/ worker]
    9     0     0     0  DL      psleep  0xffffffff83dbb440  [vmdaemon]
    8     0     0     0  DL      (threaded)                  [pagedaemon]
100077                   D       psleep  0xffffffff83daf2f8  [dom0]
100080                   D       launds  0xffffffff83daf304  [laundry: dom0]
100081                   D       umarcl  0xffffffff81e82140  [uma]
    7     0     0     0  DL      -       0xffffffff83a2de48  [rand_harvestq]
    6     0     0     0  DL      pftm    0xffffffff84380270  [pf purge]
    5     0     0     0  DL      waiting 0xffffffff8494b1c0  [sctp_iterator]
    4     0     0     0  DL      (threaded)                  [cam]
100044                   D       -       0xffffffff838d0340  [doneq0]
100045                   D       -       0xffffffff838d02c0  [async]
100076                   D       -       0xffffffff838d0140  [scanner]
   14     0     0     0  DL      seqstat 0xfffffe0007b88088  [sequencer 00]
    3     0     0     0  DL      (threaded)                  [crypto]
100040                   D       crypto_ 0xffffffff83daaba0  [crypto]
100041                   D       crypto_ 0xfffffe005408de30  [crypto returns 0]
100042                   D       crypto_ 0xfffffe005408de80  [crypto returns 1]
   13     0     0     0  DL      (threaded)                  [geom]
100035                   D       -       0xffffffff83c35640  [g_event]
100036                   D       -       0xffffffff83c35660  [g_up]
100037                   D       -       0xffffffff83c35680  [g_down]
    2     0     0     0  WL      (threaded)                  [clock]
100030                   I                                   [clock (0)]
100031                   I                                   [clock (1)]
   12     0     0     0  WL      (threaded)                  [intr]
100010                   I                                   [swi5: fast taskq]
100013                   I                                   [swi6: task queue]
100018                   I                                   [swi6: Giant taskq]
100029                   I                                   [swi1: netisr 0]
100032                   I                                   [swi1: hpts]
100033                   I                                   [swi1: hpts]
100046                   I                                   [irq24: virtio_pci0]
100047                   I                                   [irq25: virtio_pci0]
100048                   I                                   [irq26: virtio_pci0]
100049                   I                                   [irq27: virtio_pci0]
100050                   I                                   [irq28: virtio_pci1]
100051                   I                                   [irq29: virtio_pci1]
100052                   I                                   [irq30: virtio_pci1]
100053                   I                                   [irq31: virtio_pci1]
100054                   I                                   [irq32: virtio_pci1]
100059                   I                                   [irq33: virtio_pci2]
100060                   I                                   [irq34: virtio_pci2]
100061                   I                                   [irq35: virtio_pci2]
100063                   I                                   [irq1: atkbd0]
100064                   I                                   [irq12: psm0]
100065                   I                                   [swi0: uart uart++]
100069                   I                                   [swi1: pf send]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffffe00541d9010  [init]
   10     0     0     0  DL      audit_w 0xffffffff83dab5e0  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       swapin  0xffffffff83c36060  [swapper]
100005                   D       -       0xfffffe0054077900  [if_config_tqg_0]
100006                   D       -       0xfffffe0054077700  [softirq_0]
100007                   D       -       0xfffffe0054077500  [softirq_1]
100008                   D       -       0xfffffe0054077300  [if_io_tqg_0]
100009                   D       -       0xfffffe0054077100  [if_io_tqg_1]
100011                   D       -       0xfffffe00085f5e00  [kqueue_ctx taskq]
100012                   D       -       0xfffffe00085f5d00  [pci_hp taskq]
100014                   D       -       0xfffffe00085f5b00  [inm_free taskq]
100015                   D       -       0xfffffe00085f5a00  [aiod_kick taskq]
100016                   D       -       0xfffffe00085f5900  [in6m_free taskq]
100017                   D       -       0xfffffe00085f5800  [deferred_unmount ta]
100019                   D       -       0xfffffe00085f5600  [thread taskq]
100020                   D       -       0xfffffe00085f5500  [linuxkpi_irq_wq]
100021                   D       -       0xfffffe00085f5400  [linuxkpi_short_wq_0]
100022                   D       -       0xfffffe00085f5400  [linuxkpi_short_wq_1]
100023                   D       -       0xfffffe00085f5400  [linuxkpi_short_wq_2]
100024                   D       -       0xfffffe00085f5400  [linuxkpi_short_wq_3]
100025                   D       -       0xfffffe00085f5300  [linuxkpi_long_wq_0]
100026                   D       -       0xfffffe00085f5300  [linuxkpi_long_wq_1]
100027                   D       -       0xfffffe00085f5300  [linuxkpi_long_wq_2]
100028                   D       -       0xfffffe00085f5300  [linuxkpi_long_wq_3]
100034                   D       -       0xfffffe00085f5200  [firmware taskq]
100038                   D       -       0xfffffe00085f5000  [crypto_0]
100039                   D       -       0xfffffe00085f5000  [crypto_1]
100055                   D       -       0xfffffe00085f4d00  [vtnet0 rxq 0]
100056                   D       -       0xfffffe00085f4c00  [vtnet0 txq 0]
100057                   D       -       0xfffffe00085f4b00  [vtnet0 rxq 1]
100058                   D       -       0xfffffe00085f4a00  [vtnet0 txq 1]
100062                   D       vtbslp  0xfffffe0056f28980  [virtio_balloon]
100066                   D       -       0xffffffff82b030e1  [deadlkres]
100070                   D       -       0xfffffe00085f6100  [mca taskq]
100071                   D       -       0xfffffe00085f4900  [acpi_task_0]
100072                   D       -       0xfffffe00085f4900  [acpi_task_1]
100073                   D       -       0xfffffe00085f4900  [acpi_task_2]
100075                   D       -       0xfffffe00085f4e00  [CAM taskq]
db> show all locks
Process 810 (sh) thread 0xfffffe009258e900 (100114)
exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe000778ef80) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:5829
exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0092b68530) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7922
exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0092b67b30) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7921
exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0092b67a60) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4267
exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0092b68460) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4263
db> show malloc
              Type        InUse        MemUse     Requests
           pf_hash            5        11524K            5
          tcp_hpts            7         4801K            7
            devbuf         4216         4323K         4241
         sysctloid        34709         2045K        34780
             vtbuf           24         1968K           46
              kobj          330         1320K          493
            newblk          650         1187K          696
          vfscache            3         1025K            3
               pcb           19          537K           40
          inodedep           55          533K           77
         ufs_quota            1          512K            1
          vfs_hash            1          512K            1
           callout            2          512K            2
              intr            4          472K            4
           subproc          112          206K          879
            acpica         1674          184K        58126
           tidhash            3          141K            3
              vmem            3          138K            4
           pagedep           17          132K           21
        tfo_ccache            1          128K            1
          IP reass            1          128K            1
            linker          324          127K          353
         vnet_data            1          112K            1
            DEVFS1          106          106K          117
               sem            4          106K            4
               bus         1000           82K         5215
          mtx_pool            2           72K            2
     NFSD srvcache            3           68K            3
          syncache            1           68K            1
            module          513           65K          513
          acpitask            1           64K            1
       ddb_capture            1           64K            1
              temp           24           53K         1711
          filedesc            5           37K           17
           kdtrace          170           34K          937
              umtx          264           33K          264
         hostcache            1           32K            1
               shm            1           32K            1
            DEVFS3          125           32K          135
               msg            4           30K            4
            kbdmux            6           28K            6
        gtaskqueue           18           26K           18
        DEVFS_RULE           56           20K           56
               BPF           11           18K           11
         ufs_mount            4           17K            5
              proc            3           17K            3
               tty           16           16K           16
           ithread           97           16K           97
            bus-sc           34           15K         1682
            ifaddr           39           13K           41
      eventhandler          154           13K          154
            KTRACE          100           13K          100
              kenv           95           12K           95
          routetbl           62           11K          222
              rman           88           11K          431
              GEOM           61           11K          481
         CAM queue            5           11K         1528
         bmsafemap            2            9K           44
               rpc            4            9K            4
              UART           12            9K           12
           devstat            4            9K            4
              ksem            1            8K            1
             shmfd            1            8K            1
       pfs_vncache            1            8K            1
              cred           31            8K          234
         pfs_nodes           20            8K           20
     audit_evclass          237            8K          296
         taskqueue           63            7K           63
             ifnet            4            7K            4
            sglist            5            7K            5
           CAM DEV            3            6K          510
           lltable           19            6K           19
       ether_multi           68            6K           78
            kqueue           47            6K          816
       ufs_dirhash           24            5K           24
            plimit           18            5K          329
         in6_multi           35            5K           35
               UMA          267            5K          267
            dirrem           17            5K           28
                vt           11            5K           11
           memdesc            1            4K            1
               MCA           32            4K           32
             evdev            4            4K            4
            diradd           31            4K           42
          pf_ifnet            7            4K           10
           acpisem           28            4K           28
             hhook           15            4K           17
           pwddesc           45            3K          812
          terminal           11            3K           11
         proc-args           70            3K         1808
           session           21            3K           32
             clone            9            3K            9
           uidinfo            3            3K            8
        local_apic            1            2K            1
           io_apic            1            2K            1
       fpukern_ctx            2            2K            2
         ipsec-saq            2            2K            2
            Unitno           27            2K           43
           CAM XPT           22            2K          543
             lockf           15            2K           22
               msi           12            2K           12
             selfd           24            2K        10709
             mkdir           10            2K           22
       ipsecpolicy            2            2K            2
           acpidev           20            2K           20
      NFSD session            1            1K            1
           softdep            1            1K            1
          indirdep            4            1K            4
            sahead            1            1K            1
          secasvar            1            1K            1
       vnodemarker            2            1K           10
            ip6ndp            6            1K            7
          sctp_ifa            7            1K            8
         newdirblk            7            1K           11
        CAM periph            4            1K          271
            select            7            1K           29
             ipsec            3            1K            3
          in_multi            3            1K            5
             nhops            6            1K            6
         toponodes            6            1K            6
            isadev            6            1K            6
             mount           16            1K           89
          pci_link           10            1K           10
            crypto            4            1K            4
 encap_export_host           12            1K           12
              pfil            4            1K            4
              cdev            2            1K            2
               osd            7            1K           19
          sctp_ifn            3            1K            8
               mld            3            1K            3
            CC Mem            3            1K            7
              igmp            3            1K            3
    chacha20random            1            1K            1
               tun            4            1K            4
            DEVFSP            5            1K           10
       inpcbpolicy           10            1K          157
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
             DEVFS            9            1K           10
            vnodes            1            1K            1
           CAM SIM            2            1K            2
            feeder            7            1K            7
           tcpfunc            3            1K            3
        loginclass            3            1K            7
            prison            6            1K            6
       lkpikmalloc            5            1K            6
        aesni_data            2            1K            2
         cryptodev            2            1K           49
          nexusdev            8            1K            8
            apmdev            1            1K            1
          atkbddev            2            1K            2
     CAM dev queue            2            1K            2
           netlink            1            1K            1
 CAM I/O Scheduler            1            1K            1
          CAM path            4            1K         1034
          procdesc            1            1K            6
          pmchooks            1            1K            1
            soname            4            1K         3432
          filecaps            4            1K           66
          sctp_vrf            1            1K            1
              vnet            1            1K            1
           entropy            2            1K           38
               pmc            1            1K            1
          acpiintr            1            1K            1
              cpus            2            1K            2
          freework            1            1K           26
    vnet_data_free            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            0
         sctp_iter            0            0K            6
         sctp_mvrf            0            0K            0
         sctp_timw            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_athm            0            0K            0
         sctp_atky            0            0K            0
         sctp_atcl            0            0K            0
         sctp_a_it            0            0K            6
         sctp_aadr            0            0K            0
         sctp_stro            0            0K            0
         sctp_stri            0            0K            0
          sctp_map            0            0K            0
            mqdata            0            0K            0
            tcp_do            0            0K            0
           tcp_fsb            0            0K            0
            ipcomp            0            0K            0
               esp            0            0K            0
                ah            0            0K            0
           filemon            0            0K            0
          pf_table            0            0K            0
           pf_rule            0            0K            0
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
           pf_temp            0            0K            0
  newnfsclient_req            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
               ixl            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
       NEWdirectio            0            0K            0
        NEWNFSnode            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
              iavf            0            0K            0
             axgbe            0            0K            0
         NFSCL lck            0            0K            0
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
          xen_intr            0            0K            0
       NFSD V4lock            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
            bounce            0            0K            0
            busdma            0            0K            0
            qpidrv            0            0K            0
      NFSD V4state            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
       msdosfs_fat            0            0K            0
     msdosfs_mount            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
      msdosfs_node            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
            xenbus            0            0K            0
            DEVFS4            0            0K            0
     vm_fictitious            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xenstore            0            0K            0
         scsi_pass            0            0K            0
         ciss_data            0            0K            0
               xnb            0            0K            0
          xen_acpi            0            0K            0
           UMAHash            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K           17
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K            3
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
          freefile            0            0K            9
          freeblks            0            0K           25
          freefrag            0            0K            1
        allocindir            0            0K            0
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
           Balloon            0            0K            0
          sysmouse            0            0K            0
            vtfont            0            0K            0
         BACKLIGHT            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
            pvscsi            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
           scsi_ch            0            0K            0
          ktls_ocf            0            0K            0
           scsi_cd            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
      MLX5E_TLS_RX            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
       simple_attr            0            0K            0
          seq_file            0            0K            0
           lkpiskb            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
          lkpindev            0            0K            0
            lkpifw            0            0K            0
         lkpi80211            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K            3
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            0
       in6_mfilter            0            0K            0
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
       AHCI driver            0            0K            0
            USBdev            0            0K            0
               LRO            0            0K            0
        ip_msource            0            0K            0
       ip_moptions            0            0K            0
        in_mfilter            0            0K            0
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K            0
           fadvise            0            0K            0
           VN POLL            0            0K            0
               USB            0            0K            0
            statfs            0            0K          196
     namei_tracker            0            0K            0
       export_host            0            0K            0
        cl_savebuf            0            0K            2
               agp            0            0K            0
           nvme_da            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
            twsbuf            0            0K            0
      twe_commands            0            0K            0
       tcp_log_dev            0            0K            0
      midi buffers            0            0K            0
             mixer            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
         acpicmbat            0            0K            0
       SIIS driver            0            0K            0
           CAM CCB            0            0K          523
            biobuf            0            0K            0
               aio            0            0K            0
               lio            0            0K            0
               acl            0            0K            0
          mbuf_tag            0            0K            0
              ktls            0            0K            0
               PUC            0            0K            0
          ppbusdev            0            0K            0
agtiapi_MemAlloc malloc            0            0K            0
    osti_cacheable            0            0K            0
          tempbuff            0            0K            0
          tempbuff            0            0K            0
ag_tgt_map_t malloc            0            0K            0
ag_slr_map_t malloc            0            0K            0
lDevFlags * malloc            0            0K            0
tiDeviceHandle_t * malloc            0            0K            0
ag_portal_data_t malloc            0            0K            0
ag_device_t malloc            0            0K            0
     STLock malloc            0            0K            0
          CCB List            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
     CAM ccb queue            0            0K            0
              accf            0            0K            0
               pts            0            0K            0
               iov            0            0K        13962
          ioctlops            0            0K           90
           eventfd            0            0K            0
           Witness            0            0K            0
             stack            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
              sbuf            0            0K          288
          mpr_user            0            0K            0
          firmware            0            0K            0
        compressor            0            0K            0
            MPRSAS            0            0K            0
              SWAP            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
         sysctltmp            0            0K          658
            sysctl            0            0K            3
        md_sectors            0            0K            0
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            0
              rctl            0            0K            0
           md_disk            0            0K            0
           malodev            0            0K            0
               LED            0            0K            0
          ix_sriov            0            0K            0
             cache            0            0K            0
        aacraidcam            0            0K            0
          kcovinfo            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K            1
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
       aacraid_buf            0            0K            0
            aaccam            0            0K            0
         boottrace            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
     tmpfs extattr            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8320    1078       14325       0     254   38494208        0
              mbuf    256    8582    1080       17288       0     254    2473472        0
              pbuf   2624       0     778           0       0       2    2041472        0
          BUF TRIE    144     181   11607         472       0      62    1697472        0
        malloc-384    384    4150      50        4152       0      30    1612800        0
       malloc-4096   4096     378       2        1933       0       2    1556480        0
        malloc-128    128   11949     172       12518       0     126    1551488        0
       UMA Slabs 0    112   10620      30       10620       0     126    1192800        0
      mbuf_cluster   2048     508       0         508       0     254    1040384        0
         vmem btag     56   16237      74       16237       0     254     913416        0
         FFS inode   1160     505      20         514       0       8     609000        0
        RADIX NODE    144    3605     198       21135       0      62     547632        0
            socket    960      19     489        1350       0     254     487680        0
         VM OBJECT    264    1620      90       25411       0      30     451440        0
            lkpimm    168       1    2327           1       0      62     391104        0
          lkpicurr    168       2    2326           2       0      62     391104        0
       malloc-2048   2048       3     141        1085       0       8     294912        0
        256 Bucket   2048     117      15         861       0       8     270336        0
             VNODE    448     537      66         548       0      30     270144        0
      malloc-65536  65536       4       0           4       0       1     262144        0
         malloc-64     64    3922     173       14648       0     254     262080        0
         MAP ENTRY     96    2040     480       89367       0     126     241920        0
            THREAD   1824     123       9         123       0       8     240768        0
         malloc-16     16   14388     112       14542       0     254     232000        0
            DEVCTL   1024       4     216         130       0       0     225280        0
      malloc-65536  65536       1       2          53       0       1     196608        0
      malloc-65536  65536       1       2         145       0       1     196608        0
        malloc-256    256     672      78         860       0      62     192000        0
         UMA Zones    768     239       0         239       0      16     183552        0
         malloc-32     32    5231     439        5265       0     254     181440        0
        malloc-128    128    1132     263       27058       0     126     178560        0
       malloc-1024   1024     120      24         133       0      16     147456        0
       FFS2 dinode    256     505      65         514       0      62     145920        0
      malloc-65536  65536       2       0           2       0       1     131072        0
             unpcb    256       8     502        1174       0     254     130560        0
       mbuf_packet    256       0     508         110       0     254     130048        0
       S VFS Cache    104     982     188        1021       0     126     121680        0
     FPU_save_area    832     125      19         203       0      16     119808        0
          ksiginfo    112      40    1004         120       0     126     116928        0
      malloc-16384  16384       6       1          22       0       1     114688        0
      malloc-32768  32768       2       1         122       0       1      98304        0
       malloc-4096   4096      23       1          34       0       2      98304        0
           VMSPACE   2560      29       7         797       0       4      92160        0
              PROC   1368      45      21         812       0       8      90288        0
          UMA Kegs    384     225       8         225       0      30      89472        0
             g_bio    408       0     210        4556       0      30      85680        0
        128 Bucket   1024      45      38         498       0      16      84992        0
            clpbuf   2624       0      32          21       0      16      83968        0
        malloc-256    256     246      69         863       0      62      80640        0
         64 Bucket    512      67      69        1605       0      30      69632        0
        malloc-384    384     140      40         485       0      30      69120        0
         malloc-64     64     541     530        1789       0     254      68544        0
         malloc-64     64     557     514        2431       0     254      68544        0
        malloc-128    128     342     185         886       0     126      67456        0
      malloc-65536  65536       1       0           1       0       1      65536        0
      malloc-32768  32768       2       0           2       0       1      65536        0
        malloc-256    256     155     100         459       0      62      65280        0
         filedesc0   1072      45      11         812       0       8      60032        0
       malloc-8192   8192       6       1         109       0       1      57344        0
        malloc-128    128     282     121         351       0     126      51584        0
        malloc-128    128     251     152         620       0     126      51584        0
        malloc-256    256      97      98         458       0      62      49920        0
         32 Bucket    256      57     138        5704       0      62      49920        0
           DIRHASH   1024      35      13          35       0      16      49152        0
             NAMEI   1024       0      48       12583       0      16      49152        0
      malloc-16384  16384       3       0           3       0       1      49152        0
       malloc-8192   8192       6       0           6       0       1      49152        0
       malloc-8192   8192       6       0           6       0       1      49152        0
          syncache    168       0     264           5       0     254      44352        0
       malloc-8192   8192       5       0           5       0       1      40960        0
         udp_inpcb    448       6      84         146       0      30      40320        0
              pipe    728      13      42         304       0      16      40040        0
            da_ccb    544       0      70        1259       0      16      38080        0
            pcpu-8      8    4325     283        4385       0     254      36864        0
         malloc-64     64       6     561          17       0     254      36288        0
         malloc-64     64     259     308       13920       0     254      36288        0
         malloc-64     64      53     514        1376       0     254      36288        0
         malloc-64     64      54     513          54       0     254      36288        0
        malloc-128    128      29     250          84       0     126      35712        0
        malloc-128    128      33     246        3313       0     126      35712        0
        malloc-128    128     122     157         134       0     126      35712        0
     routing nhops    256      14     121          21       0      62      34560        0
           ttyoutq    256      72      63         160       0      62      34560        0
        malloc-384    384      56      34          90       0      30      34560        0
        malloc-256    256      39      96          75       0      62      34560        0
        malloc-256    256      15     120         147       0      62      34560        0
        malloc-256    256      21     114          63       0      62      34560        0
        malloc-256    256      23     112         957       0      62      34560        0
      malloc-32768  32768       1       0           1       0       1      32768        0
       malloc-2048   2048       1      15          13       0       8      32768        0
       malloc-2048   2048       7       9           7       0       8      32768        0
       malloc-2048   2048       5      11          19       0       8      32768        0
       malloc-2048   2048       8       8          38       0       8      32768        0
       malloc-2048   2048       2      14           2       0       8      32768        0
       malloc-2048   2048       3      13         194       0       8      32768        0
       malloc-1024   1024       2      30          42       0      16      32768        0
       malloc-1024   1024      14      18         526       0      16      32768        0
       malloc-1024   1024       2      30         935       0      16      32768        0
       malloc-1024   1024       6      26         164       0      16      32768        0
       malloc-1024   1024      18      14          18       0      16      32768        0
       malloc-1024   1024       1      31          17       0      16      32768        0
        malloc-512    512       0      64         118       0      30      32768        0
        malloc-512    512       4      60           4       0      30      32768        0
        malloc-512    512       2      62          11       0      30      32768        0
        malloc-512    512       9      55          20       0      30      32768        0
           pcpu-64     64     497      15         497       0     254      32768        0
            ttyinq    160     135      65         300       0      62      32000        0
            cpuset    104       7     272           7       0     126      29016        0
         malloc-32     32     303     579         390       0     254      28224        0
         16 Bucket    144      46     150         234       0      62      28224        0
          4 Bucket     48       5     583          49       0     254      28224        0
             ripcb    416       1      62           4       0      30      26208        0
         TURNSTILE    136     133      56         133       0      62      25704        0
       malloc-8192   8192       1       2          27       0       1      24576        0
       malloc-4096   4096       3       3           6       0       2      24576        0
       malloc-4096   4096       4       2           5       0       2      24576        0
              PGRP     88      21     255          32       0     126      24288        0
    ertt_txseginfo     40       0     606         242       0     254      24240        0
          rl_entry     40      32     574          32       0     254      24240        0
           rtentry    168      17     127          21       0      62      24192        0
             Files     80      90     210        6839       0     126      24000        0
          8 Bucket     80      54     246         507       0     126      24000        0
         tcp_inpcb   1296       3      15           7       0       8      23328        0
        malloc-384    384       8      52          30       0      30      23040        0
        SLEEPQUEUE     88     133     123         133       0     126      22528        0
         hostcache     64       1     314           1       0     254      20160        0
   udp_inpcb ports     32       3     627          40       0     254      20160        0
              ertt     72       3     277           7       0     126      20160        0
               PWD     32      12     618         103       0     254      20160        0
         malloc-64     64      22     293          26       0     254      20160        0
         malloc-32     32      47     583         111       0     254      20160        0
         malloc-32     32      68     562         589       0     254      20160        0
         malloc-32     32     158     472        1122       0     254      20160        0
         malloc-32     32      33     597         201       0     254      20160        0
         malloc-32     32      26     604        3844       0     254      20160        0
          2 Bucket     32      41     589         293       0     254      20160        0
             KNOTE    160       8     117          48       0      62      20000        0
 epoch_record pcpu    256       4      60           4       0      62      16384        0
      malloc-16384  16384       1       0           1       0       1      16384        0
      malloc-16384  16384       0       1         160       0       1      16384        0
       malloc-8192   8192       2       0           2       0       1      16384        0
       malloc-4096   4096       1       3           2       0       2      16384        0
       malloc-4096   4096       1       3         197       0       2      16384        0
       malloc-2048   2048       1       7           1       0       8      16384        0
       malloc-1024   1024       6      10           6       0      16      16384        0
        malloc-512    512       2      30          52       0      30      16384        0
        malloc-512    512       1      31           1       0      30      16384        0
        malloc-512    512       1      31           1       0      30      16384        0
           SMR CPU     32       7     504           7       0     254      16352        0
        sctp_laddr     48       0     336           6       0     254      16128        0
         malloc-16     16     255     745        4568       0     254      16000        0
              kenv    258      15      45        1040       0      30      15480        0
            mqnode    416       3      33           3       0      30      14976        0
              vmem   1856       1       7           1       0       8      14848        0
        SMR SHARED     24       7     504           7       0     254      12264        0
   tcp_inpcb ports     32       1     377           1       0     254      12096        0
         malloc-32     32       4     374          23       0     254      12096        0
         malloc-16     16      11     739          41       0     254      12000        0
         malloc-16     16      30     720         252       0     254      12000        0
         malloc-16     16      21     729          25       0     254      12000        0
         malloc-16     16       7     743          10       0     254      12000        0
         malloc-16     16     258     492         258       0     254      12000        0
         malloc-16     16      16     734       26484       0     254      12000        0
        malloc-384    384      10      20          12       0      30      11520        0
        malloc-384    384       1      29           1       0      30      11520        0
       Mountpoints   2816       2       2           2       0       4      11264        0
       malloc-8192   8192       1       0           1       0       1       8192        0
      vtnet_tx_hdr     24       0     334        2025       0     254       8016        0
           pcpu-16     16       4     252           4       0     254       4096        0
       UMA Slabs 1    176       8      14           8       0      62       3872        0
        KMAP ENTRY     96      12      27          14       0       0       3744        0
       FFS1 dinode    128       0       0           0       0     126          0        0
           ada_ccb    272       0       0           0       0      30          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    144       0       0           0       0      62          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    248       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0     254          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf source nodes    136       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    312       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags    184       0       0           0       0      62          0        0
      tcp_rack_pcb    896       0       0           0       0      16          0        0
      tcp_rack_map    120       0       0           0       0     126          0        0
       tcp_bbr_pcb    832       0       0           0       0      16          0        0
       tcp_bbr_map    128       0       0           0       0     126          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
               ipq     56       0       0           0       0     254          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
        sctp_chunk    152       0       0           0       0     254          0        0
        sctp_raddr    736       0       0           0       0     254          0        0
         sctp_asoc   2264       0       0           0       0     254          0        0
           sctp_ep   1176       0       0           0       0     254          0        0
   tcp_log_id_node    120       0       0           0       0     126          0        0
 tcp_log_id_bucket    176       0       0           0       0      62          0        0
           tcp_log    416       0       0           0       0     254          0        0
          tcpreass     48       0       0           0       0     254          0        0
       ripcb ports     32       0       0           0       0     254          0        0
udplite_inpcb ports     32       0       0           0       0     254          0        0
     udplite_inpcb    448       0       0           0       0      30          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
            itimer    352       0       0           0       0      30          0        0
            AIOLIO    272       0       0           0       0      30          0        0
             AIOCB    552       0       0           0       0      16          0        0
               AIO    208       0       0           0       0      62          0        0
           NCLNODE    608       0       0           0       0      16          0        0
        TMPFS node    232       0       0           0       0      62          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
            mqueue    248       0       0           0       0      62          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
       L VFS Cache    320       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
           cryptop    280       0       0           0       0      30          0        0
  linux_dma_object     32       0       0           0       0     254          0        0
  linux_dma_pctrie    144       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    104       0       0           0       0     126          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf   2624       0       0           0       0      64          0        0
            mdpbuf   2624       0       0           0       0       3          0        0
           nfspbuf   2624       0       0           0       0      16          0        0
            swwbuf   2624       0       0           0       0       8          0        0
            swrbuf   2624       0       0           0       0      16          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    144       0       0           0       0      62          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
       malloc-8192   8192       0       0           0       0       1          0        0
       malloc-4096   4096       0       0           0       0       2          0        0
       malloc-4096   4096       0       0           0       0       2          0        0
        malloc-512    512       0       0           0       0      30          0        0
        malloc-384    384       0       0           0       0      30          0        0
        malloc-384    384       0       0           0       0      30          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            pcpu-4      4       0       0           0       0     254          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0