Fatal trap 9: general protection fault while in kernel mode
cpuid = 1; apic id = 01
instruction pointer	= 0x20:0xffffffff81805368
stack pointer	        = 0x0:0xfffffe005164ffb0
frame pointer	        = 0x0:0xfffffe005164ffb0
code segment		= base 0x0, limit 0xfffff, type 0x1b
			= DPL 0, pres 1, long 1, def32 0, gran 1
processor eflags	= resume, IOPL = 0
current process		= 12 (swi1: netisr 0)
trap number		= 9
panic: general protection fault
cpuid = 1
time = 1623917156
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164fc80
vpanic() at vpanic+0x1cc/frame 0xfffffe005164fce0
panic() at panic+0x43/frame 0xfffffe005164fd40
trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe005164fdc0
trap() at trap+0xf7/frame 0xfffffe005164fee0
calltrap() at calltrap+0x8/frame 0xfffffe005164fee0
--- trap 0x9, rip = 0xffffffff81805368, rsp = 0xfffffe005164ffb0, rbp = 0xfffffe005164ffb0 ---
strlen() at strlen+0x28/frame 0xfffffe005164ffb0
kvprintf() at kvprintf+0xd34/frame 0xfffffe00516500f0
vsnprintf() at vsnprintf+0x43/frame 0xfffffe0051650130
vpanic() at vpanic+0x105/frame 0xfffffe0051650190
panic() at panic+0x43/frame 0xfffffe00516501f0
__mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe0051650250
sctp_process_control() at sctp_process_control+0x3b64/frame 0xfffffe00516506e0
sctp_common_input_processing() at sctp_common_input_processing+0x83a/frame 0xfffffe0051650860
sctp6_input_with_port() at sctp6_input_with_port+0x302/frame 0xfffffe0051650960
sctp6_input() at sctp6_input+0x1f/frame 0xfffffe0051650980
ip6_input() at ip6_input+0x162c/frame 0xfffffe0051650a90
swi_net() at swi_net+0x20e/frame 0xfffffe0051650b10
ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0051650bb0
fork_exit() at fork_exit+0xb3/frame 0xfffffe0051650bf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0051650bf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
KDB: enter: panic
[ thread pid 12 tid 100033 ]
Stopped at      kdb_enter+0x67: movq    $0,0x164017e(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                           0
rax                       0x12
rcx                       0x80
rdx         0xffffffff819c2676
rbx                          0
rsp         0xfffffe005164fc60
rbp         0xfffffe005164fc80
rsi                        0x1
rdi                          0
r8                           0
r9          0x8080808080808080
r10         0xfffffe005164fb50
r11              0x1ffaefff59c
r12         0xffffffff82267d30  ddb_dbbe
r13         0xffffffff81980b01
r14         0xffffffff81a73fcf
r15         0xffffffff81a73fcf
rip         0xffffffff81129787  kdb_enter+0x67
rflags                    0x86
kdb_enter+0x67: movq    $0,0x164017e(%rip)
db> show proc
Process 12 (intr) at 0xfffff80004c6fa60:
 state: NORMAL
 uid: 0  gids: 0
 parent: pid 0 at 0xffffffff8271ce70
 ABI: null
 flag: 0x10000284  flag2: 0
 reaper: 0xffffffff8271ce70 reapsubtree: 12
 sigparent: 20
 vmspace: 0xffffffff8271dad0
   (map 0xffffffff8271dad0)
   (map.pmap 0xffffffff8271db90)
   (pmap 0xffffffff8271dbf0)
 threads: 23
100011                   I                                   [swi5: fast taskq]
100014                   I                                   [swi6: task queue]
100016                   I                                   [swi6: Giant taskq]
100030                   I                                   [swi3: vm]
100031                   I                                   [swi4: clock (0)]
100032                   I                                   [swi4: clock (1)]
100033                   Run     CPU 1                       [swi1: netisr 0]
100046                   I                                   [irq24: virtio_pci0]
100047                   I                                   [irq25: virtio_pci0]
100048                   I                                   [irq26: virtio_pci0]
100049                   I                                   [irq27: virtio_pci0]
100050                   I                                   [irq28: virtio_pci1]
100051                   I                                   [irq29: virtio_pci1]
100052                   I                                   [irq30: virtio_pci1]
100053                   I                                   [irq31: virtio_pci1]
100054                   I                                   [irq32: virtio_pci1]
100059                   I                                   [irq10: virtio_pci2]
100061                   I                                   [irq1: atkbd0]
100062                   I                                   [irq12: psm0]
100063                   I                                   [swi0: uart uart++]
100071                   I                                   [swi1: pf send]
100084                   I                                   [swi1: hpts]
100085                   I                                   [swi1: hpts]
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
 4938   804   801     0  R                                   syz-executor2993977
 4936   807   801     0  R                                   syz-executor2993977
 4935   808   801     0  RE      CPU 0                       syz-executor2993977
  808   803   801     0  R                                   syz-executor2993977
  807   803   801     0  L      *process 0xfffff80004ca5180  syz-executor2993977
  805   803   801     0  S       nanslp  0xffffffff8273d0a0  syz-executor2993977
  804   803   801     0  S       nanslp  0xffffffff8273d0a0  syz-executor2993977
  803   801   801     0  S       nanslp  0xffffffff8273d0a1  syz-executor2993977
  801   799   801     0  Ss      pause   0xfffff80026902b10  csh
  799   694   799     0  Ss      select  0xfffff80015db3440  sshd
  760     1   760     0  Ss+     ttyin   0xfffff800154814b0  getty
  759     1   759     0  Ss+     ttyin   0xfffff80015aa4cb0  getty
  758     1   758     0  Ss+     ttyin   0xfffff80015aa64b0  getty
  757     1   757     0  Ss+     ttyin   0xfffff80015aa6cb0  getty
  756     1   756     0  Ss+     ttyin   0xfffff80015aaa4b0  getty
  755     1   755     0  Ss+     ttyin   0xfffff80015aaacb0  getty
  754     1   754     0  Ss+     ttyin   0xfffff80015aad4b0  getty
  753     1   753     0  Ss+     ttyin   0xfffff80015aadcb0  getty
  752     1   752     0  Ss+     ttyin   0xfffff800154654b0  getty
  698     1   698     0  Ss      nanslp  0xffffffff8273d0a1  cron
  694     1   694     0  Ss      select  0xfffff800263215c0  sshd
  507     1   507     0  Ss      select  0xfffff80026321a40  syslogd
  436     1   436     0  Ss      select  0xfffff80015df32c0  devd
  435     1   435    65  Ss      select  0xfffff80015c855c0  dhclient
  350     1   350     0  Ss      select  0xfffff80026321d40  dhclient
  347     1   347     0  Ss      select  0xfffff80015db35c0  dhclient
   23     0     0     0  DL      vlruwt  0xfffff80015cc0a60  [vnlru]
   22     0     0     0  DL      syncer  0xffffffff8282c450  [syncer]
   21     0     0     0  DL      (threaded)                  [bufdaemon]
100081                   D       qsleep  0xffffffff8282b520  [bufdaemon]
100086                   D       -       0xffffffff8220aec0  [bufspacedaemon-0]
100098                   D       sdflush 0xfffff80015e5fce8  [/ worker]
   20     0     0     0  DL      psleep  0xffffffff82853388  [vmdaemon]
   19     0     0     0  DL      (threaded)                  [pagedaemon]
100079                   D       psleep  0xffffffff828477f8  [dom0]
100087                   D       launds  0xffffffff82847804  [laundry: dom0]
100088                   D       umarcl  0xffffffff815c41c0  [uma]
   18     0     0     0  DL      -       0xffffffff82571458  [rand_harvestq]
   17     0     0     0  DL      waiting 0xffffffff82f358b8  [sctp_iterator]
   16     0     0     0  DL      pftm    0xffffffff8302f410  [pf purge]
   15     0     0     0  DL      -       0xffffffff82828bdc  [soaiod4]
    9     0     0     0  DL      -       0xffffffff82828bdc  [soaiod3]
    8     0     0     0  DL      -       0xffffffff82828bdc  [soaiod2]
    7     0     0     0  DL      -       0xffffffff82828bdc  [soaiod1]
    6     0     0     0  DL      (threaded)                  [cam]
100044                   D       -       0xffffffff82448b40  [doneq0]
100045                   D       -       0xffffffff82448ac0  [async]
100078                   D       -       0xffffffff82448990  [scanner]
   14     0     0     0  DL      seqstat 0xfffff80004d84c88  [sequencer 00]
    5     0     0     0  DL      crypto_ 0xfffff80004d4ed80  [crypto returns 1]
    4     0     0     0  DL      crypto_ 0xfffff80004d4ed30  [crypto returns 0]
    3     0     0     0  DL      crypto_ 0xffffffff82844ce0  [crypto]
   13     0     0     0  DL      (threaded)                  [geom]
100035                   D       -       0xffffffff8271c8e0  [g_event]
100036                   D       -       0xffffffff8271c8e8  [g_up]
100037                   D       -       0xffffffff8271c8f0  [g_down]
    2     0     0     0  DL      (threaded)                  [KTLS]
100028                   D       -       0xfffff80004c71500  [thr_0]
100029                   D       -       0xfffff80004c71580  [thr_1]
   12     0     0     0  RL      (threaded)                  [intr]
100011                   I                                   [swi5: fast taskq]
100014                   I                                   [swi6: task queue]
100016                   I                                   [swi6: Giant taskq]
100030                   I                                   [swi3: vm]
100031                   I                                   [swi4: clock (0)]
100032                   I                                   [swi4: clock (1)]
100033                   Run     CPU 1                       [swi1: netisr 0]
100046                   I                                   [irq24: virtio_pci0]
100047                   I                                   [irq25: virtio_pci0]
100048                   I                                   [irq26: virtio_pci0]
100049                   I                                   [irq27: virtio_pci0]
100050                   I                                   [irq28: virtio_pci1]
100051                   I                                   [irq29: virtio_pci1]
100052                   I                                   [irq30: virtio_pci1]
100053                   I                                   [irq31: virtio_pci1]
100054                   I                                   [irq32: virtio_pci1]
100059                   I                                   [irq10: virtio_pci2]
100061                   I                                   [irq1: atkbd0]
100062                   I                                   [irq12: psm0]
100063                   I                                   [swi0: uart uart++]
100071                   I                                   [swi1: pf send]
100084                   I                                   [swi1: hpts]
100085                   I                                   [swi1: hpts]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffff80004bd7530  [init]
   10     0     0     0  DL      audit_w 0xffffffff828451f0  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       swapin  0xffffffff8271ce70  [swapper]
100005                   D       -       0xfffff80004c7a900  [if_io_tqg_0]
100006                   D       -       0xfffff80004c7a500  [if_io_tqg_1]
100007                   D       -       0xfffff80004c7a100  [if_config_tqg_0]
100008                   D       -       0xfffff80004c71d00  [softirq_0]
100009                   D       -       0xfffff80004c71900  [softirq_1]
100010                   D       -       0xfffff8000414f900  [aiod_kick taskq]
100012                   D       -       0xfffff8000414f100  [kqueue_ctx taskq]
100013                   D       -       0xfffff80004c69d00  [pci_hp taskq]
100015                   D       -       0xfffff80004c69500  [inm_free taskq]
100017                   D       -       0xfffff80004c66d00  [linuxkpi_irq_wq]
100018                   D       -       0xfffff80004c66900  [thread taskq]
100019                   D       -       0xfffff80004c66500  [in6m_free taskq]
100020                   D       -       0xfffff80004c66100  [linuxkpi_short_wq_0]
100021                   D       -       0xfffff80004c66100  [linuxkpi_short_wq_1]
100022                   D       -       0xfffff80004c66100  [linuxkpi_short_wq_2]
100023                   D       -       0xfffff80004c66100  [linuxkpi_short_wq_3]
100024                   D       -       0xfffff80004c5dd00  [linuxkpi_long_wq_0]
100025                   D       -       0xfffff80004c5dd00  [linuxkpi_long_wq_1]
100026                   D       -       0xfffff80004c5dd00  [linuxkpi_long_wq_2]
100027                   D       -       0xfffff80004c5dd00  [linuxkpi_long_wq_3]
100034                   D       -       0xfffff80004c5d900  [firmware taskq]
100038                   D       -       0xfffff80004c5d500  [crypto_0]
100039                   D       -       0xfffff80004c5d500  [crypto_1]
100055                   D       -       0xfffff800153e3d00  [vtnet0 rxq 0]
100056                   D       -       0xfffff800153e3900  [vtnet0 txq 0]
100057                   D       -       0xfffff800153e3500  [vtnet0 rxq 1]
100058                   D       -       0xfffff800153e3100  [vtnet0 txq 1]
100060                   D       vtbslp  0xfffff8001543d900  [virtio_balloon]
100064                   D       -       0xfffff800154c1d00  [mca taskq]
100066                   D       -       0xffffffff81e20771  [deadlkres]
100074                   D       -       0xfffff800154c1900  [acpi_task_0]
100075                   D       -       0xfffff800154c1900  [acpi_task_1]
100076                   D       -       0xfffff800154c1900  [acpi_task_2]
100077                   D       -       0xfffff80004c5d100  [CAM taskq]
 4937   805   801     0  Z                                   syz-executor2993977
db> show all locks
Process 4936 (syz-executor2993977) thread 0xfffffe0094f1a020 (118040)
exclusive sleep mutex process lock (process lock) r = 0 (0xfffff80026ab2128) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_trap.c:116
Process 807 (syz-executor2993977) thread 0xfffffe0055944c80 (100099)
exclusive sx proctree (proctree) r = 0 (0xffffffff822029c0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_exit.c:1275
Process 12 (intr) thread 0xfffffe00042be900 (100033)
exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80026a05468) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_input.c:2362
db> show malloc
              Type        InUse        MemUse     Requests
         sysctloid        34288        12858K        34355
           pf_hash            5        11560K            5
            devbuf         4216         6982K         4244
          tcp_hpts            5         3219K            5
              kobj          326         2608K          486
             vtbuf           24         2064K           46
          vfscache            3         1035K            3
            newblk            1         1032K          614
         sctp_timw         1589          795K         1589
               pcb           38          683K       208235
            acpica         1674          649K        54806
           callout            2          528K            2
         ufs_quota            1          520K            1
          inodedep            1          520K           85
          vfs_hash            1          520K            1
              intr            4          480K            4
           subproc          118          475K       104958
               bus          986          377K         3469
            linker          348          270K          397
            DEVFS1          103          206K          112
            module          510          192K          510
         vnet_data            1          176K            1
           tidhash            3          164K            3
           kdtrace          186          155K       209130
           pagedep            1          136K           22
        tfo_ccache            1          136K            1
              umtx          308          135K          308
               sem            4          120K            4
               UMA          270          102K          270
     audit_evclass          236           89K          294
          mtx_pool            2           80K            2
          syncache            1           76K            1
              vmem            3           72K            5
              temp           18           71K         1677
               msg            4           68K            4
               BPF           10           68K           10
          acpitask            1           64K            1
       ddb_capture            1           64K            1
            DEVFS3          122           61K          132
        gtaskqueue           18           57K           18
        DEVFS_RULE           56           54K           56
              kenv           95           52K           95
      eventhandler          133           50K          133
           ithread           99           43K           99
              rman           84           42K          425
            ifaddr           30           40K           32
            KTRACE          100           38K          100
         taskqueue           60           36K           60
              proc            3           34K            3
         ufs_mount            5           34K            6
            bus-sc           33           34K         1684
          routetbl           50           34K          176
           devstat            4           33K            4
         hostcache            1           32K            1
               tty           16           32K           16
               shm            1           32K            1
              GEOM           60           29K          489
            kbdmux            6           28K            6
              cred           22           22K          300
         CAM queue            5           21K         1528
         pfs_nodes           20           20K           20
            kqueue           51           20K       104893
           pwddesc           49           19K       104891
              UART           12           18K           12
              ksem            1           16K            1
               rpc            2           16K            2
         bmsafemap            1           16K           51
             shmfd            1           16K            1
            plimit           16           16K          428
       pfs_vncache            1           16K            1
       ether_multi           40           15K           50
       ufs_dirhash           24           14K           24
         proc-args           36           14K          517
            sglist            5           13K            5
               MCA           32           12K           32
           CAM DEV            3           12K          510
                vt           11           11K           11
         in6_multi           25           11K           25
           acpisem           28           11K           28
           CAM XPT           22           11K          543
             selfd           27           11K      1326017
            Unitno           27           11K           39
           session           19           10K           38
           lltable           11            9K           11
           uidinfo            3            9K           14
             ifnet            3            9K            3
           memdesc            1            8K            1
         ipsec-saq            2            8K            2
             evdev            4            8K            4
          filedesc            1            8K            1
           acpidev           20            8K           20
             hhook           15            8K           17
         sctp_atcl            7            7K       311248
             mount           16            7K           90
          pf_ifnet            5            6K            6
       fpukern_ctx            3            6K            3
             lockf           16            6K           35
          terminal           11            6K           11
       ipsecpolicy            2            5K            2
 encap_export_host           12            5K           12
             clone            9            5K            9
        local_apic            1            4K            1
           io_apic            1            4K            1
            sahead            1            4K            1
          secasvar            1            4K            1
          pci_link           10            4K           10
       inpcbpolicy           10            4K          135
               msi            9            4K            9
             DEVFS            9            4K           10
             ipsec            3            3K            3
             nhops            6            3K            6
               osd            7            3K           19
         sctp_athm            7            3K       413822
         sctp_atky            7            3K       517893
          nexusdev            7            3K            7
            feeder            7            3K            7
            select            7            3K           29
         toponodes            6            3K            6
            prison            6            3K            6
            isadev            6            3K            6
           softdep            1            2K            1
       vnodemarker            2            2K           82
      NFSD session            1            2K            1
          sctp_ifa            5            2K            6
             linux            5            2K            6
        CAM periph            4            2K          271
            crypto            4            2K            4
            ip6ndp            4            2K            5
            DEVFSP            4            2K            9
              pfil            4            2K            4
          CAM path            4            2K         1034
            soname            4            2K       211403
           tcpfunc            3            2K            3
               tun            3            2K            3
        loginclass            3            2K            7
          in_multi            2            1K            4
    chacha20random            1            1K            1
            vnodes            1            1K            1
           CAM SIM            2            1K            2
              ktls            1            1K            1
              cdev            2            1K            2
        aesni_data            2            1K            2
          sctp_ifn            2            1K            6
              cpus            2            1K            2
          atkbddev            2            1K            2
     CAM dev queue            2            1K            2
             xform            2            1K           49
               mld            2            1K            2
              igmp            2            1K            2
           entropy            2            1K           38
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
          procdesc            1            1K            6
          pmchooks            1            1K            1
          sctp_vrf            1            1K            1
            apmdev            1            1K            1
          freework            1            1K           26
 CAM I/O Scheduler            1            1K            1
    vnet_data_free            1            1K            1
              vnet            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
          acpiintr            1            1K            1
               pmc            1            1K            1
          filecaps            1            1K           74
            tcp_do            0            0K            0
           tcp_fsb            0            0K            0
          chd data            0            0K            0
          pf_table            0            0K            0
           pf_rule            0            0K            0
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
           pf_temp            0            0K            0
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            0
         sctp_iter            0            0K            3
         sctp_mvrf            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_a_it            0            0K            3
         sctp_aadr            0            0K            0
         sctp_stro            0            0K       104071
         sctp_stri            0            0K       205672
          sctp_map            0            0K       208142
          cdg data            0            0K            0
            mqdata            0            0K            0
        dctcp data            0            0K            0
         htcp data            0            0K            0
        vegas data            0            0K            0
        cubic data            0            0K            0
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
              iavf            0            0K            0
               ixl            0            0K            0
       NFSD V4lock            0            0K            0
      NFSD V4state            0            0K            0
     NFSD srvcache            0            0K            0
       msdosfs_fat            0            0K            0
     msdosfs_mount            0            0K            0
      msdosfs_node            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
             axgbe            0            0K            0
            DEVFS4            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xen_intr            0            0K            0
          xenstore            0            0K            0
         ciss_data            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
            qpidrv            0            0K            0
         BACKLIGHT            0            0K            0
               xnb            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           Balloon            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
          sysmouse            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
            xenbus            0            0K            0
            vtfont            0            0K            0
     vm_fictitious            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
               amr            0            0K            0
            pvscsi            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
           scsi_ch            0            0K            0
           UMAHash            0            0K            0
           scsi_cd            0            0K            0
       AHCI driver            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K           28
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K           15
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
         newdirblk            0            0K            8
            dirrem            0            0K           31
             mkdir            0            0K           16
            diradd            0            0K           42
          freefile            0            0K           26
          freeblks            0            0K           25
          freefrag            0            0K            9
        allocindir            0            0K            0
          indirdep            0            0K            3
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
               agp            0            0K            0
           nvme_da            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
          ktls_ocf            0            0K            0
            twsbuf            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          seq_file            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
            lkpifw            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K            3
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            0
       in6_mfilter            0            0K            0
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
      twe_commands            0            0K            0
               LRO            0            0K            0
      newreno data            0            0K            0
        ip_msource            0            0K            0
       ip_moptions            0            0K            0
        in_mfilter            0            0K            0
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K            0
           fadvise            0            0K            0
           VN POLL            0            0K            0
      twa_commands            0            0K            0
            statfs            0            0K          221
     namei_tracker            0            0K            0
       export_host            0            0K            0
        cl_savebuf            0            0K            6
       tcp_log_dev            0            0K            0
      midi buffers            0            0K            0
             mixer            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
         acpicmbat            0            0K            0
       SIIS driver            0            0K            0
           CAM CCB            0            0K         2493
               PUC            0            0K            0
          ppbusdev            0            0K            0
agtiapi_MemAlloc malloc            0            0K            0
    osti_cacheable            0            0K            0
          tempbuff            0            0K            0
            biobuf            0            0K            0
              aios            0            0K            0
               lio            0            0K            0
               acl            0            0K            0
          tempbuff            0            0K            0
          mbuf_tag            0            0K           27
ag_tgt_map_t malloc            0            0K            0
ag_slr_map_t malloc            0            0K            0
lDevFlags * malloc            0            0K            0
tiDeviceHandle_t * malloc            0            0K            0
ag_portal_data_t malloc            0            0K            0
ag_device_t malloc            0            0K            0
     STLock malloc            0            0K            0
          CCB List            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
     CAM ccb queue            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
              accf            0            0K            0
               pts            0            0K            0
               iov            0            0K        14348
          ioctlops            0            0K           85
           eventfd            0            0K            0
           Witness            0            0K            0
             stack            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
          mpr_user            0            0K            0
            MPRSAS            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
              sbuf            0            0K          288
        md_sectors            0            0K            0
          firmware            0            0K            0
        compressor            0            0K            0
           md_disk            0            0K            0
              SWAP            0            0K            0
           malodev            0            0K            0
               LED            0            0K            0
         sysctltmp            0            0K          626
            sysctl            0            0K            3
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            0
              rctl            0            0K            0
          ix_sriov            0            0K            0
        aacraidcam            0            0K            0
       aacraid_buf            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
             cache            0            0K            0
            iirbuf            0            0K            0
          kcovinfo            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K            1
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
            aaccam            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
         scsi_pass            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
       NEWdirectio            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8320     714       64370       0     254   37003264        0
        malloc-384    384   34673      57      140734       0      30   13336320        0
       malloc-1024   1024    4126       6        4622       0      16    4231168        0
       malloc-8192   8192     377       4      105377       0       1    3121152        0
              pbuf   2624       0     989           0       0       2    2595136        0
              mbuf    256    8579     706     2535302       0     254    2376960        0
          BUF TRIE    144     167   13301         825       0      62    1939392        0
       UMA Slabs 0    112   11597      28       11597       0     126    1302000        0
        malloc-512    512    1614       2        2682       0      30     827392        0
        malloc-384    384    1813      87      985886       0      30     729600        0
           sctp_ep   1280       8     514      104079       0     254     668160        0
        malloc-384    384    1590      40        4023       0      30     625920        0
         FFS inode   1160     491      20         517       0       8     592760        0
      mbuf_cluster   2048     285       1         285       0     254     585728        0
          lkpicurr    160       2    2348           2       0      62     376000        0
            lkpimm    160       1    2324           1       0      62     372000        0
        RADIX NODE    144    2135     410     1373637       0      63     366480        0
        malloc-512    512     217     471        1395       0      30     352256        0
      malloc-65536  65536       4       1         180       0       1     327680        0
         sctp_asoc   2288       0     135      104071       0     254     308880        0
            THREAD   1808     134      20      104238       0       8     278432        0
       malloc-2048   2048     120      12         438       0       8     270336        0
         VM OBJECT    264     898      77     1157628       0      30     257400        0
             VNODE    448     521      37         549       0      30     249984        0
       malloc-4096   4096       8      52        3315       0       2     245760        0
       malloc-1024   1024     195      33      105017       0      16     233472        0
            socket    944      19     221      105337       0     254     226560        0
        malloc-384    384     538      42      225453       0      30     222720        0
            DEVCTL   1024       0     216         116       0       0     221184        0
      malloc-65536  65536       3       0           3       0       1     196608        0
        256 Bucket   2048      79      17       10876       0       8     196608        0
       malloc-8192   8192      10      13      104081       0       4     188416        0
         UMA Zones    768     242       2         242       0      16     187392        0
      malloc-16384  16384       6       5         268       0       1     180224        0
       malloc-8192   8192      18       3         652       0       1     172032        0
        malloc-384    384     365      65     1326712       0      30     165120        0
      malloc-16384  16384      10       0          10       0       1     163840        0
         vmem btag     56    2432      76        2432       0     254     140448        0
       FFS2 dinode    256     491      34         517       0      62     134400        0
        malloc-384    384     285      65      210065       0      30     134400        0
        malloc-384    384     286      64      210003       0      30     134400        0
      malloc-16384  16384       7       1          12       0       1     131072        0
       S VFS Cache    104    1024     107        1070       0     126     117624        0
          ksiginfo    112      51     993         103       0     126     116928        0
         MAP ENTRY     96     842     376     1496382       0     126     116928        0
      malloc-16384  16384       7       0           7       0       1     114688        0
        malloc-512    512     211      13         591       0      30     114688        0
        sctp_raddr    736       0     154      104071       0     254     113344        0
      malloc-32768  32768       2       1         122       0       1      98304        0
      malloc-32768  32768       2       1          17       0       1      98304        0
           VMSPACE   2544      27       9      104869       0       4      91584        0
          UMA Kegs    384     227       6         227       0      30      89472        0
              PROC   1328      50      16      104890       0       8      87648        0
       malloc-1024   1024      82       2          88       0      16      86016        0
       malloc-1024   1024      32      48      621037       0      16      81920        0
         filedesc0   1072      50      20      104891       0       8      75040        0
       malloc-1024   1024      68       4          68       0      16      73728        0
       mbuf_packet    256       1     284      518246       0     254      72960        0
             g_bio    408       0     170        7422       0      30      69360        0
      malloc-65536  65536       1       0           1       0       1      65536        0
      malloc-65536  65536       1       0           1       0       1      65536        0
      malloc-65536  65536       0       1           1       0       1      65536        0
       malloc-2048   2048      29       3          33       0       8      65536        0
       malloc-1024   1024      57       7         656       0      16      65536        0
        128 Bucket   1024      30      33        4127       0      16      64512        0
       malloc-1024   1024       3      57          90       0      16      61440        0
        sctp_chunk    152       0     390      103245       0     254      59280        0
        malloc-512    512     104       8         456       0      30      57344        0
         32 Bucket    256      84     126       24950       0      62      53760        0
       malloc-8192   8192       6       0           7       0       1      49152        0
       malloc-2048   2048       7      17         515       0       8      49152        0
       malloc-4096   4096       9       2         200       0       2      45056        0
       malloc-2048   2048       2      20      104077       0       8      45056        0
         64 Bucket    512      41      47       19556       0      30      45056        0
            clpbuf   2624       0      16          21       0      16      41984        0
           DIRHASH   1024      34       6          34       0      16      40960        0
             NAMEI   1024       0      36       12722       0      16      36864        0
            pcpu-8      8    4220     388        4248       0     254      36864        0
      malloc-32768  32768       1       0           1       0       1      32768        0
      malloc-32768  32768       1       0           1       0       1      32768        0
      malloc-32768  32768       1       0           1       0       1      32768        0
      malloc-32768  32768       1       0           1       0       1      32768        0
      malloc-16384  16384       1       1           6       0       1      32768        0
      malloc-16384  16384       2       0           2       0       1      32768        0
       malloc-8192   8192       2       2          17       0       1      32768        0
       malloc-4096   4096       6       2          22       0       2      32768        0
           pcpu-64     64     487      25         487       0     254      32768        0
        malloc-384    384      50      30         561       0      30      30720        0
        malloc-512    512      31      25          71       0      30      28672        0
        sctp_laddr     48       7     581      104053       0     254      28224        0
         16 Bucket    144      43     153        5176       0      62      28224        0
          4 Bucket     48      12     576        3307       0     254      28224        0
       malloc-8192   8192       1       2         223       0       1      24576        0
       malloc-4096   4096       4       2          14       0       2      24576        0
       malloc-4096   4096       2       4          20       0       2      24576        0
        malloc-512    512      15      33         109       0      30      24576        0
    ertt_txseginfo     40       1     605      101931       0     254      24240        0
            ttyinq    160     135      15         300       0      62      24000        0
             Files     80      68     232      110837       0     126      24000        0
           ttyoutq    256      72      18         160       0      62      23040        0
         TURNSTILE    136     155      13         155       0      62      22848        0
       malloc-1024   1024       0      20          29       0      16      20480        0
        malloc-512    512      13      27         903       0      30      20480        0
          2 Bucket     32      84     546       17948       0     254      20160        0
       Mountpoints   2752       2       5           2       0       4      19264        0
              pipe    744       6      19         300       0      16      18600        0
        SLEEPQUEUE     88     155      37         155       0     126      16896        0
      malloc-16384  16384       1       0           1       0       1      16384        0
       malloc-8192   8192       2       0           2       0       1      16384        0
       malloc-4096   4096       4       0           4       0       2      16384        0
      vtnet_tx_hdr     24       0     668      103220       0     254      16032        0
          8 Bucket     80      41     159        1370       0     126      16000        0
             tcpcb   1080       3      11           7       0     254      15120        0
       malloc-4096   4096       3       0           3       0       2      12288        0
         udp_inpcb    488       6      18         124       0     254      11712        0
              kenv    258      15      30        1026       0      30      11610        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-2048   2048       0       4         912       0       8       8192        0
        malloc-512    512       2      14          19       0      30       8192        0
           rtentry    176      13      33          17       0      62       8096        0
              PGRP     88      19      73          38       0     126       8096        0
          rl_entry     40      28     174          28       0     254       8080        0
             udpcb     32       6     246         124       0     254       8064        0
              ertt     72       3     109           7       0     126       8064        0
               PWD     32      10     242         113       0     254       8064        0
             ripcb    488       1      15           4       0     254       7808        0
         tcp_inpcb    488       3      13           7       0     254       7808        0
     routing nhops    256      10      20          17       0      62       7680        0
             unpcb    256       7      23        1106       0     254       7680        0
     FPU_save_area    832       1       8           1       0      16       7488        0
            cpuset    104       7      55           7       0     126       6448        0
 epoch_record pcpu    256       4      12           4       0      62       4096        0
       malloc-4096   4096       0       1           3       0       2       4096        0
       malloc-2048   2048       1       1           1       0       8       4096        0
       malloc-2048   2048       1       1           1       0       8       4096        0
           pcpu-16     16       7     249           7       0     254       4096        0
         hostcache     64       1      62           1       0     254       4032        0
          syncache    168       0      24           5       0     254       4032        0
             KNOTE    160       0      25           7       0      62       4000        0
       UMA Slabs 1    176       8      14           8       0      62       3872        0
            mqnode    416       3       6           3       0      30       3744        0
        KMAP ENTRY     96      12      27          12       0       0       3744        0
              vmem   1856       1       1           1       0       8       3712        0
           SMR CPU     32       3      60           3       0     254       2016        0
        SMR SHARED     24       3      60           3       0     254       1512        0
       FFS1 dinode    128       0       0           0       0     126          0        0
            da_ccb    544       0       0           0       0      16          0        0
           ada_ccb    272       0       0           0       0      30          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    144       0       0           0       0      62          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
   cdg_qdiffsample     16       0       0           0       0     254          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    248       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0      62          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf source nodes    136       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    304       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags     48       0       0           0       0     254          0        0
      tcp_rack_pcb    832       0       0           0       0      16          0        0
      tcp_rack_map    112       0       0           0       0     126          0        0
       tcp_bbr_pcb    832       0       0           0       0      16          0        0
       tcp_bbr_map    128       0       0           0       0     126          0        0
     udplite_inpcb    488       0       0           0       0     254          0        0
      tcp_log_node    120       0       0           0       0     126          0        0
    tcp_log_bucket    176       0       0           0       0      62          0        0
           tcp_log    416       0       0           0       0     254          0        0
          tcpreass     48       0       0           0       0     254          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
             tcptw     88       0       0           0       0     254          0        0
               ipq     56       0       0           0       0     254          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
            itimer    352       0       0           0       0      30          0        0
            AIOLIO    272       0       0           0       0      30          0        0
             AIOCB    552       0       0           0       0      16          0        0
              AIOP     32       0       0           0       0     254          0        0
               AIO    208       0       0           0       0      62          0        0
           NCLNODE    584       0       0           0       0      16          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
            mqueue    248       0       0           0       0      62          0        0
        TMPFS node    224       0       0           0       0      62          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
       L VFS Cache    320       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
           cryptop    280       0       0           0       0      30          0        0
  linux_dma_object     24       0       0           0       0     254          0        0
  linux_dma_pctrie    144       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    120       0       0           0       0     126          0        0
      ktls_session    128       0       0           0       0     126          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf   2624       0       0           0       0      64          0        0
            mdpbuf   2624       0       0           0       0       3          0        0
           nfspbuf   2624       0       0           0       0      16          0        0
            swwbuf   2624       0       0           0       0       8          0        0
            swrbuf   2624       0       0           0       0      16          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    144       0       0           0       0      62          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
       malloc-2048   2048       0       0           0       0       8          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            pcpu-4      4       0       0           0       0     254          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0