panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_ktls.c:1034
cpuid = 1
time = 1591783473
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00255f8640
vpanic() at vpanic+0x1c7/frame 0xfffffe00255f86a0
panic() at panic+0x43/frame 0xfffffe00255f8700
__mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe00255f8760
ktls_get_rx_mode() at ktls_get_rx_mode+0x53/frame 0xfffffe00255f8790
tcp_default_ctloutput() at tcp_default_ctloutput+0x610/frame 0xfffffe00255f8910
tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe00255f8990
sogetopt() at sogetopt+0xf2/frame 0xfffffe00255f8a00
kern_getsockopt() at kern_getsockopt+0x13f/frame 0xfffffe00255f8a80
sys_getsockopt() at sys_getsockopt+0x78/frame 0xfffffe00255f8ac0
amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe00255f8bf0
fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00255f8bf0
--- syscall (198, FreeBSD ELF64, nosys), rip = 0x28289a, rsp = 0x7fffdff58f08, rbp = 0x7fffdff58f70 ---
KDB: enter: panic
[ thread pid 850 tid 100287 ]
Stopped at      kdb_enter+0x67: movq    $0,0x14a5dc6(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b  ll+0x1a
es                        0x3b  ll+0x1a
fs                        0x13
gs                        0x1b
ss                        0x28  ll+0x7
rax                       0x12
rcx         0xfffffe002aa00000
rdx                    0x3ffff
rbx                          0
rsp         0xfffffe00255f8620
rbp         0xfffffe00255f8640
rsi                    0x40001
rdi         0xffffffff810bf796  vprintf+0x176
r8                           0
r9                  0xffffffff
r10                       0x2a  ll+0x9
r11         0xfffffe0025852810
r12         0xffffffff82068f70  ddb_dbbe
r13                          0
r14         0xffffffff819a6074
r15         0xffffffff819a6074
rip         0xffffffff810b4aa7  kdb_enter+0x67
rflags                    0x82  ll+0x61
kdb_enter+0x67: movq    $0,0x14a5dc6(%rip)
db> show proc
Process 850 (syz-executor.2) at 0xfffff8000c3a2a40:
 state: NORMAL
 uid: 0  gids: 0, 0, 5
 parent: pid 772 at 0xfffff80003d2da40
 ABI: FreeBSD ELF64
 arguments: /root/syz-executor.2
 reaper: 0xfffff8000331c000 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe00257923d0
   (map 0xfffffe00257923d0)
   (map.pmap 0xfffffe0025792490)
   (pmap 0xfffffe00257924f0)
 threads: 7
100243                   RunQ                                syz-executor.2
100265                   S       sbwait  0xfffffe001cfcc1d4  syz-executor.2
100266                   S       sbwait  0xfffffe001cfc7a8c  syz-executor.2
100269                   S       sbwait  0xfffffe001cfc81d4  syz-executor.2
100270                   S       sbwait  0xfffffe001cfce1d4  syz-executor.2
100271                   S       sbwait  0xfffffe001cfcaff4  syz-executor.2
100287                   Run     CPU 1                       syz-executor.2
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
  853   771   771     0  R       (threaded)                  syz-executor.1
100140                   RunQ                                syz-executor.1
100283                   S       sbwait  0xfffffe001cfcbe14  syz-executor.1
100284                   S       sbwait  0xfffffe001cfcba8c  syz-executor.1
100285                   S       sbwait  0xfffffe001cfc7e14  syz-executor.1
100286                   S       sbwait  0xfffffe001cfca55c  syz-executor.1
  852   770   770     0  S       (threaded)                  syz-executor.0
100118                   S       nanslp  0xffffffff8252f1f1  syz-executor.0
100273                   S       sbwait  0xfffffe00239dac6c  syz-executor.0
100274                   S       sbwait  0xfffffe001cfc88e4  syz-executor.0
100276                   S       connec  0xfffffe001cfc5620  syz-executor.0
100279                   S       uwait   0xfffff8000ce68380  syz-executor.0
100281                   S       uwait   0xfffff8000ce69500  syz-executor.0
  851   788   788     0  S       (threaded)                  syz-executor.3
100186                   S       nanslp  0xffffffff8252f1f1  syz-executor.3
100272                   S       sbwait  0xfffffe001cfc9704  syz-executor.3
100275                   S       sbwait  0xfffffe001cfc5e14  syz-executor.3
100277                   S       connec  0xfffffe001cfcc478  syz-executor.3
100278                   S       uwait   0xfffff80003a40c00  syz-executor.3
100280                   S       uwait   0xfffff8000ce69300  syz-executor.3
  850   772   772     0  R       (threaded)                  syz-executor.2
100243                   RunQ                                syz-executor.2
100265                   S       sbwait  0xfffffe001cfcc1d4  syz-executor.2
100266                   S       sbwait  0xfffffe001cfc7a8c  syz-executor.2
100269                   S       sbwait  0xfffffe001cfc81d4  syz-executor.2
100270                   S       sbwait  0xfffffe001cfce1d4  syz-executor.2
100271                   S       sbwait  0xfffffe001cfcaff4  syz-executor.2
100287                   Run     CPU 1                       syz-executor.2
  823   815   823     0  Ss      select  0xfffff80003a5c2c0  dhclient
  820     1   820     0  Ss      select  0xfffff80003a5c1c0  dhclient
  815   801   424    65  S       select  0xfffff8000334f840  dhclient
  801   424   424     0  S       wait    0xfffff8000c430a40  sh
  788   768   788     0  Ss      nanslp  0xffffffff8252f1f1  syz-executor.3
  772   768   772     0  Rs      CPU 0                       syz-executor.2
  771   768   771     0  Rs                                  syz-executor.1
  770   768   770     0  Ss      nanslp  0xffffffff8252f1f1  syz-executor.0
  768   766   766     0  S       (threaded)                  syz-fuzzer
100092                   S       uwait   0xfffff800037fd180  syz-fuzzer
100105                   S       uwait   0xfffff80003a3fb80  syz-fuzzer
100106                   S       uwait   0xfffff80003a3fc80  syz-fuzzer
100107                   S       uwait   0xfffff80003a3fd80  syz-fuzzer
100108                   S       kqread  0xfffff80003c0de00  syz-fuzzer
100109                   S       uwait   0xfffff800037fe780  syz-fuzzer
100110                   S       uwait   0xfffff80003a3f780  syz-fuzzer
100111                   S       uwait   0xfffff800037fe880  syz-fuzzer
100112                   S       uwait   0xfffff80003a3f880  syz-fuzzer
100113                   S       uwait   0xfffff8000c1f4500  syz-fuzzer
  766   764   766     0  Ss      pause   0xfffff8000c3a25c8  csh
  764   682   764     0  Ss      select  0xfffff8000334fd40  sshd
  748     1   748     0  Ss+     ttyin   0xfffff8000380b0b0  getty
  747     1   747     0  Ss+     ttyin   0xfffff80003b7ecb0  getty
  746     1   746     0  Ss+     ttyin   0xfffff80003b7d4b0  getty
  745     1   745     0  Ss+     ttyin   0xfffff80003b7dcb0  getty
  744     1   744     0  Ss+     ttyin   0xfffff800033c64b0  getty
  743     1   743     0  Ss+     ttyin   0xfffff800033c6cb0  getty
  742     1   742     0  Ss+     ttyin   0xfffff800033c54b0  getty
  741     1   741     0  Ss+     ttyin   0xfffff800033c5cb0  getty
  740     1   740     0  Ss+     ttyin   0xfffff800033c84b0  getty
  738     1    24     0  S+      piperd  0xfffff80003ca52f8  logger
  737   736    24     0  S+      nanslp  0xffffffff8252f1f1  sleep
  736     1    24     0  S+      wait    0xfffff80003c9a520  sh
  686     1   686     0  Ss      nanslp  0xffffffff8252f1f0  cron
  682     1   682     0  Ss      select  0xfffff8000334ff40  sshd
  495     1   495     0  Ss      select  0xfffff80003352e40  syslogd
  424     1   424     0  Ss      wait    0xfffff80003d2fa40  devd
  423     1   423    65  Ss      select  0xfffff80003352ac0  dhclient
  338     1   338     0  Ss      select  0xfffff80003a5ce40  dhclient
  335     1   335     0  Ss      select  0xfffff80003a5cdc0  dhclient
   23     0     0     0  DL      vlruwt  0xfffff800033fa520  [vnlru]
   22     0     0     0  DL      syncer  0xffffffff8261b118  [syncer]
   21     0     0     0  DL      (threaded)                  [bufdaemon]
100069                   D       qsleep  0xffffffff8261a430  [bufdaemon]
100076                   D       -       0xffffffff8200aa00  [bufspacedaemon-0]
100086                   D       sdflush 0xfffff80003d33ce8  [/ worker]
   20     0     0     0  DL      psleep  0xffffffff82641448  [vmdaemon]
   19     0     0     0  DL      (threaded)                  [pagedaemon]
100067                   D       psleep  0xffffffff826358d8  [dom0]
100074                   D       launds  0xffffffff826358e4  [laundry: dom0]
100075                   D       umarcl  0xffffffff8154bba0  [uma]
   18     0     0     0  DL      -       0xffffffff82362e58  [rand_harvestq]
   17     0     0     0  DL      pftm    0xffffffff82b5e3a0  [pf purge]
   16     0     0     0  DL      waiting 0xffffffff8261d890  [sctp_iterator]
   15     0     0     0  DL      -       0xffffffff82619a2c  [soaiod4]
    9     0     0     0  DL      -       0xffffffff82619a2c  [soaiod3]
    8     0     0     0  DL      -       0xffffffff82619a2c  [soaiod2]
    7     0     0     0  DL      -       0xffffffff82619a2c  [soaiod1]
    6     0     0     0  DL      (threaded)                  [cam]
100033                   D       -       0xffffffff8223abc0  [doneq0]
100066                   D       -       0xffffffff8223aa90  [scanner]
    5     0     0     0  DL      crypto_ 0xfffff800033f5090  [crypto returns 1]
    4     0     0     0  DL      crypto_ 0xfffff800033f5030  [crypto returns 0]
    3     0     0     0  DL      crypto_ 0xffffffff826330c0  [crypto]
   14     0     0     0  DL      seqstat 0xfffff80003391888  [sequencer 00]
   13     0     0     0  DL      (threaded)                  [geom]
100024                   D       -       0xffffffff8250e180  [g_event]
100025                   D       -       0xffffffff8250e188  [g_up]
100026                   D       -       0xffffffff8250e190  [g_down]
    2     0     0     0  DL      (threaded)                  [KTLS]
100017                   D       -       0xfffff80003351e80  [thr_0]
100018                   D       -       0xfffff80003351ec0  [thr_1]
   12     0     0     0  WL      (threaded)                  [intr]
100010                   I                                   [swi5: fast taskq]
100013                   I                                   [swi6: task queue]
100014                   I                                   [swi6: Giant taskq]
100019                   I                                   [swi3: vm]
100020                   I                                   [swi4: clock (0)]
100021                   I                                   [swi4: clock (1)]
100022                   I                                   [swi1: netisr 0]
100034                   I                                   [irq24: virtio_pci0]
100035                   I                                   [irq25: virtio_pci0]
100036                   I                                   [irq26: virtio_pci0]
100037                   I                                   [irq27: virtio_pci0]
100038                   I                                   [irq28: virtio_pci1]
100039                   I                                   [irq29: virtio_pci1]
100040                   I                                   [irq30: virtio_pci1]
100041                   I                                   [irq31: virtio_pci1]
100042                   I                                   [irq32: virtio_pci1]
100047                   I                                   [irq10: virtio_pci2]
100049                   I                                   [irq1: atkbd0]
100050                   I                                   [irq12: psm0]
100051                   I                                   [swi0: uart uart++]
100060                   I                                   [swi1: pf send]
100072                   I                                   [swi1: hpts]
100073                   I                                   [swi1: hpts]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffff8000331c000  [init]
   10     0     0     0  DL      audit_w 0xffffffff82633598  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       swapin  0xffffffff8250e710  [swapper]
100005                   D       -       0xfffff80003346100  [if_config_tqg_0]
100006                   D       -       0xfffff80003346000  [softirq_0]
100007                   D       -       0xfffff80003343e00  [softirq_1]
100008                   D       -       0xfffff80003343d00  [if_io_tqg_0]
100009                   D       -       0xfffff80003343c00  [if_io_tqg_1]
100011                   D       -       0xfffff8000334d000  [kqueue_ctx taskq]
100012                   D       -       0xfffff8000334ee00  [aiod_kick taskq]
100015                   D       -       0xfffff8000334eb00  [in6m_free taskq]
100016                   D       -       0xfffff8000334ea00  [thread taskq]
100023                   D       -       0xfffff8000334e800  [firmware taskq]
100028                   D       -       0xfffff8000334e700  [crypto_0]
100029                   D       -       0xfffff8000334e700  [crypto_1]
100043                   D       -       0xfffff80003349d00  [vtnet0 rxq 0]
100044                   D       -       0xfffff80003349c00  [vtnet0 txq 0]
100045                   D       -       0xfffff80003349b00  [vtnet0 rxq 1]
100046                   D       -       0xfffff80003349a00  [vtnet0 txq 1]
100048                   D       vtbslp  0xfffff80003598800  [virtio_balloon]
100052                   D       -       0xfffff80003824600  [mca taskq]
100057                   D       -       0xffffffff81d4b5c1  [deadlkres]
100062                   D       -       0xfffff80003b71900  [acpi_task_0]
100063                   D       -       0xfffff80003b71900  [acpi_task_1]
100064                   D       -       0xfffff80003b71900  [acpi_task_2]
100065                   D       -       0xfffff8000334e500  [CAM taskq]
db> show all locks
Process 853 (syz-executor.1) thread 0xfffffe00258bbc00 (100283)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe001cfcbdb8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414
Process 853 (syz-executor.1) thread 0xfffffe00258ae300 (100284)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe001cfcba30) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414
Process 853 (syz-executor.1) thread 0xfffffe00258af800 (100285)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe001cfc7db8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414
Process 852 (syz-executor.0) thread 0xfffffe002587c000 (100273)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe00239dac10) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414
Process 850 (syz-executor.2) thread 0xfffffe0025852300 (100287)
exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c3e89a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1790
db> show malloc
              Type        InUse        MemUse     Requests
           pf_hash            5        11524K            5
            devbuf         4213         4851K         4238
          tcp_hpts            5         3201K            5
             vtbuf           24         1968K           46
         sysctloid        27849         1625K        27913
              kobj          334         1336K          493
            newblk            8         1026K         3078
          vfscache            4         1025K            4
               pcb           30          544K          107
          inodedep           16          520K          198
         ufs_quota            1          512K            1
          vfs_hash            1          512K            1
           callout            2          512K            2
              intr            4          388K            4
           subproc          131          269K          927
            acpica         1674          185K        53259
         vnet_data            1          168K            1
          filedesc           21          149K          129
           pagedep           11          131K           91
        tfo_ccache            1          128K            1
               sem            4          106K            4
            DEVFS1          105          105K          122
            linker          239           96K          280
               bus          996           80K         3392
          mtx_pool            2           72K            2
          syncache            1           68K            1
          acpitask            1           64K            1
       ddb_capture            1           64K            1
            module          501           63K          501
              umtx          324           41K          324
           kdtrace          199           39K         1936
               BPF           22           36K           22
              temp           35           33K         1855
         hostcache            1           32K            1
               shm            1           32K            1
            DEVFS3          124           31K          134
               msg            4           30K            4
        DEVFS_RULE           56           27K           56
        gtaskqueue           18           26K           18
            ifaddr           73           25K           73
              vmem            3           22K            4
            kbdmux            6           22K            6
           lltable           47           18K           47
         ufs_mount            4           17K            5
              proc            3           17K            3
               tty           16           16K           16
           tidhash            1           16K            1
           ithread           98           16K           98
       ether_multi          172           14K          177
            bus-sc           30           14K         1439
            KTRACE          100           13K          100
             ifnet            7           13K            7
              kenv           95           12K           99
      eventhandler          132           12K          132
         in6_multi           89           11K           89
         pfs_nodes           20           10K           20
              GEOM           60           10K          487
              rman           82           10K          423
         bmsafemap            3            9K          138
              UART           12            9K           12
           devstat            4            9K            4
               rpc            2            8K            2
             shmfd            1            8K            3
       pfs_vncache            1            8K            1
     audit_evclass          233            8K          291
              cred           28            7K          213
           CAM DEV            3            6K          510
            kqueue           60            6K          858
                vt           11            6K           11
            plimit           22            6K          360
            sglist            5            6K            5
         CAM queue            5            6K         1528
         taskqueue           45            5K           45
       ufs_dirhash           24            5K           24
            DEVFSP           72            5K           76
          pf_ifnet           10            5K           19
           memdesc            1            4K            1
               MCA           32            4K           32
               UMA          248            4K          248
             evdev            4            4K            4
          kcovinfo           64            4K           68
          routetbl           23            4K           23
           session           26            4K           35
              pgrp           26            4K           37
             hhook           13            4K           13
            select           24            3K           24
           acpisem           22            3K           22
          terminal           11            3K           11
             lockf           26            3K           46
         proc-args           47            3K          538
         sctp_atcl            5            3K           13
           uidinfo            4            3K            9
          sctp_ifa           17            3K           17
        local_apic            1            2K            1
           io_apic            1            2K            1
         ipsec-saq            2            2K            2
         sctp_stro            2            2K            2
            ip6ndp           12            2K           21
           CAM XPT           22            2K          543
            Unitno           27            2K           45
            dirrem            6            2K           89
          in_multi            6            2K            7
            diradd           10            2K          127
           acpidev           20            2K           20
               msi            9            2K            9
             mkdir            9            2K          124
               tun            7            2K            7
           softdep            1            1K            1
       ipsecpolicy            1            1K            1
            sahead            1            1K            1
          secasvar            1            1K            1
             clone            8            1K            8
       vnodemarker            2            1K           56
      NFSD session            1            1K            1
        CAM periph            4            1K          271
         newdirblk            7            1K           62
       inpcbpolicy           27            1K          350
               mld            6            1K            6
          sctp_ifn            6            1K            6
              igmp            6            1K            6
             nhops            6            1K            6
         toponodes            6            1K            6
            isadev            6            1K            6
             mount           16            1K           86
          pci_link           10            1K           10
            crypto            3            1K            3
              pfil            4            1K            4
    chacha20random            1            1K            1
           CAM SIM            2            1K            2
             epoch            4            1K            4
              cdev            2            1K            2
 encap_export_host            8            1K            8
          freework            2            1K          246
               osd            3            1K            9
         sctp_atky            7            1K           15
          freefile            2            1K           77
          freeblks            1            1K           89
            vnodes            1            1K            1
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
             DEVFS            9            1K           10
            feeder            7            1K            7
        loginclass            3            1K            6
            soname            6            1K         5792
     CAM dev queue            2            1K            2
 CAM I/O Scheduler            1            1K            1
            apmdev            1            1K            1
          atkbddev            2            1K            2
          CAM path            4            1K         1034
           tcpfunc            2            1K            2
              ktls            1            1K            1
          pmchooks            1            1K            1
            prison            4            1K            4
          filecaps            5            1K           72
               iov            3            1K        13702
          nexusdev            5            1K            5
         sctp_athm            5            1K           13
           entropy            2            1K           37
          sctp_vrf            1            1K            1
          sctp_map            4            1K            4
              vnet            1            1K            1
          acpiintr            1            1K            1
               pmc            1            1K            1
              cpus            2            1K            2
    vnet_data_free            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
          pf_table            0            0K            0
           pf_rule            0            0K            3
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
           pf_temp            0            0K            0
           ath_hal            0            0K            0
        madt_table            0            0K            2
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
               amr            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
            pvscsi            0            0K            0
          smartpqi            0            0K            0
           scsi_ch            0            0K            0
           scsi_cd            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
       AHCI driver            0            0K            0
               agp            0            0K            0
              iavf            0            0K            0
               ixl            0            0K            0
           nvme_da            0            0K            0
           acpipwr            0            0K            0
            twsbuf            0            0K            0
      twe_commands            0            0K            0
      twa_commands            0            0K            0
       tcp_log_dev            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
       fpukern_ctx            0            0K            0
      midi buffers            0            0K            0
          xen_intr            0            0K            0
             mixer            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
            qpidrv            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
       dmar_dmamap            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
         acpi_perf            0            0K            0
              isci            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
            xenbus            0            0K            0
         acpicmbat            0            0K            0
       SIIS driver            0            0K            0
     vm_fictitious            0            0K            0
           CAM CCB            0            0K         4314
               PUC            0            0K            0
          ppbusdev            0            0K            0
agtiapi_MemAlloc malloc            0            0K            0
    osti_cacheable            0            0K            0
          tempbuff            0            0K            0
          tempbuff            0            0K            0
           UMAHash            0            0K            0
ag_tgt_map_t malloc            0            0K            0
ag_slr_map_t malloc            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K           85
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K           28
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
          freefrag            0            0K           10
        allocindir            0            0K            0
          indirdep            0            0K          219
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
             xform            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K            3
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            0
       in6_mfilter            0            0K            0
             frag6            0            0K            0
            tcplog            0            0K            0
lDevFlags * malloc            0            0K            0
               LRO            0            0K            0
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            4
         sctp_iter            0            0K            9
         sctp_mvrf            0            0K            0
         sctp_timw            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_a_it            0            0K            9
         sctp_aadr            0            0K            0
         sctp_stri            0            0K            0
      newreno data            0            0K            0
        ip_msource            0            0K            0
       ip_moptions            0            0K            0
        in_mfilter            0            0K            0
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K            0
           fadvise            0            0K            0
tiDeviceHandle_t * malloc            0            0K            0
            statfs            0            0K          222
       export_host            0            0K            0
        cl_savebuf            0            0K            4
ag_portal_data_t malloc            0            0K            0
ag_device_t malloc            0            0K            0
     STLock malloc            0            0K            0
          CCB List            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
     CAM ccb queue            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
            biobuf            0            0K            0
              aios            0            0K            0
               lio            0            0K            0
               acl            0            0K            0
            MPSSAS            0            0K            0
          mbuf_tag            0            0K          111
              accf            0            0K            0
               pts            0            0K            0
          ioctlops            0            0K          114
           Witness            0            0K            0
             stack            0            0K            0
               mps            0            0K            0
          mpr_user            0            0K            0
            MPRSAS            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
        md_sectors            0            0K            0
              sbuf            0            0K          288
           md_disk            0            0K            0
        compressor            0            0K            0
           malodev            0            0K            0
              SWAP            0            0K            0
               LED            0            0K            0
         sysctltmp            0            0K          586
            sysctl            0            0K            1
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            0
              rctl            0            0K            0
          ix_sriov            0            0K            0
        aacraidcam            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
            iirbuf            0            0K            0
             cache            0            0K            0
       aacraid_buf            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K            1
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
            aaccam            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
NFSCL diroffdiroff            0            0K            0
       NEWdirectio            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
       NFSD V4lock            0            0K            0
      NFSD V4state            0            0K            0
     NFSD srvcache            0            0K            0
       msdosfs_fat            0            0K            0
     msdosfs_mount            0            0K            0
      msdosfs_node            0            0K            0
            DEVFS4            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xenstore            0            0K            0
         scsi_pass            0            0K            0
         ciss_data            0            0K            0
               xnb            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           Balloon            0            0K            0
          sysmouse            0            0K            0
            vtfont            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
      mbuf_cluster   2048    9780     126        9780       0     254   20287488        0
       mbuf_packet    256    8194    1458      705490       0     254    2470912        0
               512    512    4137      63        4323       0      30    2150400        0
   mbuf_jumbo_page   4096       0     508          25       0     254    2080768        0
          BUF TRIE    144     351   13145        3241       0      62    1943424        0
        RADIX NODE    144   11925    1428       52758       0      62    1922832        0
              4096   4096     335       3         503       0       2    1384448        0
               128    128    9452     158        9541       0     126    1230080        0
              pbuf    832       0     953           0       0       2     792896        0
       UMA Slabs 0    112    6973       5        6973       0     126     781536        0
           sctp_ep   1280       3     507          11       0     254     652800        0
         sctp_asoc   2288       2     253           2       0     254     583440        0
             tcpcb   1040       6     511          22       0     254     537680        0
            socket    904      49     464        1450       0     254     463752        0
             65536  65536       6       0           6       0       1     393216        0
               256    256     204    1116        4105       0      62     337920        0
         VM OBJECT    264    1165      65       13984       0      30     324720        0
        256 Bucket   2048     146       6         999       0       8     311296        0
            THREAD   1792     142      20         287       0       8     290304        0
             VNODE    488     547      29         626       0      30     281088        0
              4096   4096      65       3         863       0       2     278528        0
              mbuf    256     465     563      346468       0     254     263168        0
              2048   2048       5     123        5273       0       8     262144        0
             ripcb    488       2     510           7       0     254     249856        0
     udplite_inpcb    488      17     495         172       0     254     249856        0
         tcp_inpcb    488       6     506          22       0     254     249856        0
         udp_inpcb    488       2     510         149       0     254     249856        0
                64     64    3229     110        3488       0     254     213696        0
             g_bio    408       0     510       14907       0      31     208080        0
             32768  32768       0       6         192       0       1     196608        0
             16384  16384       9       3          63       0       1     196608        0
                16     16   11895     355       13004       0     254     196000        0
        sctp_raddr    736       2     262           2       0     254     194304        0
               128    128    1174     221       24244       0     126     178560        0
         UMA Zones    768     222       4         222       0      16     173568        0
              1024   1024     129      31         146       0      16     163840        0
               128    128    1113     158        7691       0     126     162688        0
                32     32    4447     467        5256       0     254     157248        0
         MAP ENTRY     96    1445     193       42447       0     126     157248        0
       FFS2 dinode    256     511      59         588       0      62     145920        0
         vmem btag     56    2066     297        2066       0     254     132328        0
             65536  65536       0       2          61       0       1     131072        0
             65536  65536       2       0           2       0       1     131072        0
             65536  65536       1       1         113       0       1     131072        0
             unpcb    256      17     493        1063       0     254     130560        0
          ksiginfo    112      44    1000          62       0     126     116928        0
           VMSPACE   2536      35       7         832       0       4     106512        0
              PROC   1312      57      15         853       0       8      94464        0
         FFS inode    160     511      64         588       0      62      92000        0
        128 Bucket   1024      40      43         215       0      16      84992        0
         filedesc0   1088      58      19         854       0       8      83776        0
          UMA Kegs    384     208       7         208       0      30      82560        0
              8192   8192       7       3          35       0       1      81920        0
              4096   4096      19       1          33       0       2      81920        0
       S VFS Cache    108     609     147        1218       0     126      81648        0
               256    256     235      80        1523       0      62      80640        0
               512    512     127      25         754       0      30      77824        0
              1024   1024       5      63         290       0      16      69632        0
         64 Bucket    512     102      34        1053       0      30      69632        0
                64     64     515     556        1561       0     254      68544        0
             65536  65536       0       1           8       0       1      65536        0
             32768  32768       1       1         113       0       1      65536        0
               256    256      54     201         582       0      62      65280        0
            clpbuf    832       0      64         938       0      16      53248        0
               256    256      46     149         344       0      62      49920        0
         32 Bucket    256      30     165         530       0      62      49920        0
           DIRHASH   1024      34      14          34       0      16      49152        0
             NAMEI   1024       0      48       12582       0      16      49152        0
             16384  16384       3       0           3       0       1      49152        0
              8192   8192       5       1           7       0       1      49152        0
          syncache    168       0     264           4       0     254      44352        0
              8192   8192       4       1          85       0       1      40960        0
              4096   4096       9       1          12       0       2      40960        0
             selfd     64      44     523        5166       0     254      36288        0
                64     64      50     517         307       0     254      36288        0
                64     64      36     531       13323       0     254      36288        0
                64     64     151     416        1003       0     254      36288        0
                64     64      62     505         860       0     254      36288        0
                64     64     200     367         259       0     254      36288        0
                64     64     167     400         171       0     254      36288        0
               128    128      65     214         213       0     126      35712        0
               128    128      26     253          64       0     126      35712        0
               128    128      82     197         343       0     126      35712        0
               128    128      16     263         242       0     126      35712        0
               128    128      53     226          53       0     126      35712        0
     routing nhops    256      17     118          39       0      62      34560        0
           ttyoutq    256      72      63         160       0      62      34560        0
               256    256      17     118         101       0      62      34560        0
               256    256      59      76         429       0      62      34560        0
               256    256      18     117        1337       0      62      34560        0
               256    256       6     129          15       0      62      34560        0
         TURNSTILE    136     163      89         163       0      62      34272        0
             32768  32768       1       0           1       0       1      32768        0
             32768  32768       1       0           1       0       1      32768        0
             16384  16384       2       0           3       0       1      32768        0
              2048   2048       2      14           9       0       8      32768        0
              2048   2048      11       5          13       0       8      32768        0
              2048   2048       3      13          20       0       8      32768        0
              2048   2048       9       7          17       0       8      32768        0
              1024   1024       3      29           8       0      16      32768        0
              1024   1024       8      24          12       0      16      32768        0
              1024   1024       3      29        1050       0      16      32768        0
              1024   1024       9      23           9       0      16      32768        0
              1024   1024      11      21          11       0      16      32768        0
               512    512       1      63          27       0      30      32768        0
               512    512      39      25          47       0      30      32768        0
               512    512      37      27          92       0      30      32768        0
               512    512      10      54          10       0      30      32768        0
     mt_stats_zone     64     442      70         442       0     254      32768        0
           64 pcpu      8    3748     348        3759       0     254      32768        0
             KNOTE    160      27     173       20855       0      62      32000        0
            ttyinq    160     135      65         300       0      62      32000        0
            cpuset    104       7     272           7       0     126      29016        0
              4096   4096       2       5         674       0       2      28672        0
        sctp_laddr     48       0     588          16       0     254      28224        0
         hostcache     96       1     293           1       0     254      28224        0
             Files     72     221     171        7172       0     126      28224        0
                32     32     361     521        1222       0     254      28224        0
          4 Bucket     48      42     546        8456       0     254      28224        0
        KMAP ENTRY     96      12     279          12       0     126      27936        0
           rtentry    208      35      98          39       0      62      27664        0
              pipe    760      20      15         305       0      16      26600        0
              4096   4096       5       1           5       0       2      24576        0
          rl_entry     40      49     557          49       0     254      24240        0
      vtnet_tx_hdr     24       0    1002      342661       0     254      24048        0
          8 Bucket     80      72     228       15277       0     126      24000        0
       Mountpoints   2816       2       6           2       0       4      22528        0
        SLEEPQUEUE     88     163      93         163       0     126      22528        0
               512    512      23      17         344       0      30      20480        0
             udpcb     32      19     611         321       0     254      20160        0
               PWD     32      19     611         137       0     254      20160        0
                32     32      44     586         193       0     254      20160        0
                32     32      76     554         103       0     254      20160        0
                32     32      59     571         393       0     254      20160        0
                32     32      26     604         191       0     254      20160        0
                32     32      58     572        3771       0     254      20160        0
                32     32       5     625           5       0     254      20160        0
         16 Bucket    144      44      96         346       0      62      20160        0
          2 Bucket     32      54     576       10647       0     254      20160        0
          procdesc    136       2     143           8       0      62      19720        0
       L VFS Cache    328       0      60           2       0      30      19680        0
 epoch_record pcpu    256       4      60           4       0      62      16384        0
             16384  16384       1       0           1       0       1      16384        0
             16384  16384       0       1         136       0       1      16384        0
             16384  16384       1       0           1       0       1      16384        0
              8192   8192       2       0           2       0       1      16384        0
              2048   2048       2       6           2       0       8      16384        0
              2048   2048       3       5           3       0       8      16384        0
              1024   1024       1      15           1       0      16      16384        0
               512    512       1      31           2       0      30      16384        0
           mt_zone     24     442     226         442       0     254      16032        0
               MAP    216       2      69           2       0      62      15336        0
              vmem   1856       1       7           1       0       8      14848        0
                16     16       0     750           5       0     254      12000        0
                16     16      15     735          77       0     254      12000        0
                16     16      79     671         633       0     254      12000        0
                16     16      17     733         150       0     254      12000        0
                16     16     261     489       24426       0     254      12000        0
                16     16      10     740          10       0     254      12000        0
              8192   8192       1       0           1       0       1       8192        0
              8192   8192       0       1           3       0       1       8192        0
              8192   8192       1       0           1       0       1       8192        0
           SMR CPU     32       1     254           1       0     254       8160        0
                16     16       5     495          26       0     254       8000        0
        SMR SHARED     24       1     254           1       0     254       6120        0
              2048   2048       0       2          32       0       8       4096        0
       UMA Slabs 1    176       8      14           8       0      62       3872        0
          int pcpu      4      34     478          34       0     254       2048        0
       FFS1 dinode    128       0       0           0       0     126          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    144       0       0           0       0      62          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    248       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0      62          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf source nodes    136       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    296       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags     48       0       0           0       0     254          0        0
       tcp_bbr_pcb    832       0       0           0       0      16          0        0
       tcp_bbr_map    128       0       0           0       0     126          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
        sctp_chunk    152       0       0           0       0     254          0        0
      tcp_log_node    120       0       0           0       0     126          0        0
    tcp_log_bucket    176       0       0           0       0      62          0        0
           tcp_log    416       0       0           0       0     254          0        0
          tcpreass     48       0       0           0       0     254          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
             tcptw     88       0       0           0       0     254          0        0
               ipq     56       0       0           0       0     254          0        0
            itimer    352       0       0           0       0      30          0        0
            AIOLIO    280       0       0           0       0      30          0        0
             AIOCB    752       0       0           0       0      16          0        0
              AIOP     32       0       0           0       0     254          0        0
               AIO    208       0       0           0       0      62          0        0
           NCLNODE    592       0       0           0       0      16          0        0
             rentr     24       0       0           0       0     254          0        0
     LTS VFS Cache    368       0       0           0       0      30          0        0
     STS VFS Cache    148       0       0           0       0      62          0        0
         VNODEPOLL    120       0       0           0       0     126          0        0
    crypto_session     72       0       0           0       0     126          0        0
           cryptop    272       0       0           0       0      30          0        0
      nvme_request    128       0       0           0       0     126          0        0
     FPU_save_area    832       0       0           0       0      16          0        0
    DMAR_MAP_ENTRY    120       0       0           0       0     126          0        0
      ktls_session    192       0       0           0       0      62          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf    832       0       0           0       0      62          0        0
            mdpbuf    832       0       0           0       0       4          0        0
           nfspbuf    832       0       0           0       0      16          0        0
            swwbuf    832       0       0           0       0       8          0        0
            swrbuf    832       0       0           0       0      16          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    144       0       0           0       0      62          0        0
             65536  65536       0       0           0       0       1          0        0
             65536  65536       0       0           0       0       1          0        0
             65536  65536       0       0           0       0       1          0        0
             32768  32768       0       0           0       0       1          0        0
             32768  32768       0       0           0       0       1          0        0
             32768  32768       0       0           0       0       1          0        0
             32768  32768       0       0           0       0       1          0        0
             16384  16384       0       0           0       0       1          0        0
             16384  16384       0       0           0       0       1          0        0
              8192   8192       0       0           0       0       1          0        0
              4096   4096       0       0           0       0       2          0        0
              4096   4096       0       0           0       0       2          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0