syzbot


panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE

Status: auto-closed as invalid on 2021/10/04 12:47
Reported-by: syzbot+7cacb0bbbc5f3c8d7c6c@syzkaller.appspotmail.com
First crash: 1251d, last: 995d

Sample crash report:
panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:4859
cpuid = 1
time = 1625575955
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c7083c0
vpanic() at vpanic+0x1cc/frame 0xfffffe009c708420
panic() at panic+0x43/frame 0xfffffe009c708480
__mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c7084e0
sctp_free_assoc() at sctp_free_assoc+0x845/frame 0xfffffe009c708570
sctp_lower_sosend() at sctp_lower_sosend+0x1b35/frame 0xfffffe009c708760
sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe009c7088a0
sosend() at sosend+0xc6/frame 0xfffffe009c708910
kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c7089c0
freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c708ab0
ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c708bf0
int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78
KDB: enter: panic
[ thread pid 37182 tid 147290 ]
Stopped at      kdb_enter+0x67: movq    $0,0x164243e(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                           0
rax                       0x12
rcx         0xfffffe0098600000
rdx                    0x3ffff
rbx                          0
rsp         0xfffffe009c7083a0
rbp         0xfffffe009c7083c0
rsi                    0x40001
rdi         0xffffffff81132466  vprintf+0x176
r8                           0
r9          0x8080808080808080
r10         0xfffffe009c708290
r11              0x1ff63fff59c
r12         0xffffffff82267d50  ddb_dbbe
r13         0xffffffff81a6f000
r14         0xffffffff81a759c1
r15         0xffffffff81a759c1
rip         0xffffffff811294c7  kdb_enter+0x67
rflags                0x200086  kernload+0x86
kdb_enter+0x67: movq    $0,0x164243e(%rip)
db> show proc
Process 37182 (syz-executor.3) at 0xfffff8005a718a70:
 state: NORMAL
 uid: 0  gids: 0, 0, 5
 parent: pid 847 at 0xfffff80026bc0538
 ABI: FreeBSD ELF32
 flag: 0x10000080  flag2: 0
 arguments: /root/syz-executor.3
 reaper: 0xfffff80004bdb538 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe009d938000
   (map 0xfffffe009d938000)
   (map.pmap 0xfffffe009d9380c0)
   (pmap 0xfffffe009d938120)
 threads: 4
144797                   RunQ                                syz-executor.3
147288                   S       accept  0xfffff8005a6c4508  syz-executor.3
147290                   Run     CPU 1                       syz-executor.3
147299                   Run     CPU 0                       syz-executor.3
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
37185   782   782     0  S       (threaded)                  syz-executor.0
136746                   S       nanslp  0xffffffff8273f0a0  syz-executor.0
147293                   S       accept  0xfffff8005ad25158  syz-executor.0
147296                   S       uwait   0xfffff80015780100  syz-executor.0
37184   816   816     0  S       (threaded)                  syz-executor.2
146506                   S       nanslp  0xffffffff8273f0a0  syz-executor.2
147291                   S       sbwait  0xfffff8005a70c1c4  syz-executor.2
37182   847   847     0  R       (threaded)                  syz-executor.3
144797                   RunQ                                syz-executor.3
147288                   S       accept  0xfffff8005a6c4508  syz-executor.3
147290                   Run     CPU 1                       syz-executor.3
147299                   Run     CPU 0                       syz-executor.3
36910     1 36901     0  SV      uwait   0xfffff8002f6d7f00  syz-executor.2
36906     1 36901     0  SV      uwait   0xfffff8002f717500  syz-executor.2
32338     1   847     0  SV      uwait   0xfffff8002f717d00  syz-executor.3
32336     1   847     0  SV      uwait   0xfffff8002f5a3100  syz-executor.3
31867 31866   816     0  SV      uwait   0xfffff8005a586300  syz-executor.2
31866     1   816     0  DV      ppwait  0xfffff8002f750a20  syz-executor.2
30750     1   847     0  S       uwait   0xfffff80026c4c300  syz-executor.3
30747     1   847     0  S       uwait   0xfffff8002f6d7700  syz-executor.3
29597     1   816     0  S       uwait   0xfffff8005a586b00  syz-executor.2
29595     1   816     0  S       uwait   0xfffff80015da3b00  syz-executor.2
29440     1   785     0  S       uwait   0xfffff8005a586700  syz-executor.1
29439     1   785     0  S       uwait   0xfffff8005a4ed900  syz-executor.1
29350     1   782     0  S       uwait   0xfffff8002fa0d700  syz-executor.0
29346     1   782     0  S       uwait   0xfffff80015d9eb00  syz-executor.0
26972     1   816     0  S       uwait   0xfffff8002fa0d100  syz-executor.2
26970     1   816     0  S       uwait   0xfffff8002fa0d300  syz-executor.2
21501     1   782     0  SV      uwait   0xfffff80026a9ed00  syz-executor.0
21493     1   782     0  SV      uwait   0xfffff8002fa0dd00  syz-executor.0
21479     1   782     0  SV      uwait   0xfffff80026e7d700  syz-executor.0
21473     1   782     0  SV      uwait   0xfffff80026e49300  syz-executor.0
20980 20976   782     0  SV      uwait   0xfffff8002f5a3f00  syz-executor.0
20976     1   782     0  DV      ppwait  0xfffff8005a467f58  syz-executor.0
20752     1   816     0  S       uwait   0xfffff80026c4c500  syz-executor.2
20751     1   816     0  S       uwait   0xfffff8002f5a3300  syz-executor.2
20750     1   816     0  S       uwait   0xfffff80026e49b00  syz-executor.2
20749     1   816     0  S       uwait   0xfffff80026e7d100  syz-executor.2
20748     1   816     0  S       uwait   0xfffff80026e7db00  syz-executor.2
20747     1   816     0  S       uwait   0xfffff80026c4cd00  syz-executor.2
20746     1   816     0  S       uwait   0xfffff80015d79300  syz-executor.2
20745     1   816     0  S       uwait   0xfffff80026c4c700  syz-executor.2
20744     1   816     0  S       uwait   0xfffff80026e49d00  syz-executor.2
20742     1   816     0  S       uwait   0xfffff80026a9e700  syz-executor.2
20741     1   816     0  S       uwait   0xfffff8002f5a3500  syz-executor.2
20739     1   816     0  S       uwait   0xfffff80026c4c100  syz-executor.2
15504     1   785     0  SV      uwait   0xfffff80015d9e300  syz-executor.1
14690     1   785     0  S       uwait   0xfffff80015780d00  syz-executor.1
14689     1   785     0  S       uwait   0xfffff80015780700  syz-executor.1
14579 14578   785     0  SV      uwait   0xfffff80026e49100  syz-executor.1
14578     1   785     0  DV      ppwait  0xfffff80026bc0f58  syz-executor.1
 6029  6028   847     0  SV      uwait   0xfffff8002f5a3900  syz-executor.3
 6028     1   847     0  DV      ppwait  0xfffff8002f61e4e8  syz-executor.3
 5674     1   785     0  S       uwait   0xfffff80015d9cf00  syz-executor.1
 5505     1   816     0  S       uwait   0xfffff80026a9e900  syz-executor.2
 5503     1   816     0  S       uwait   0xfffff80015d93900  syz-executor.2
 3717     0     0     0  DL      aiordy  0xfffff80026ccda70  [aiod4]
 3716     0     0     0  DL      aiordy  0xfffff80026bc0000  [aiod3]
 3715     0     0     0  DL      aiordy  0xfffff80026f9a538  [aiod2]
 3714     0     0     0  DL      aiordy  0xfffff80026ccd000  [aiod1]
 2989     1  2989    65  Ss      select  0xfffff8002f4958c0  dhclient
 2576     1  2576     0  Ss      select  0xfffff800263fb740  dhclient
 2573     1  2573     0  Ss      select  0xfffff8002f46f2c0  dhclient
 2554     1  2554    65  Ss      select  0xfffff80026cdc8c0  dhclient
 2184     1  2184     0  Ss      select  0xfffff80026f375c0  dhclient
 2181     1  2181     0  Ss      select  0xfffff80026ddf2c0  dhclient
 2160     1  2160    65  Ss      select  0xfffff80026ddfa40  dhclient
 1688     1  1688     0  Ss      select  0xfffff8002630a140  dhclient
 1685     1  1685     0  Ss      select  0xfffff80026b0e8c0  dhclient
 1664     1  1664    65  Ss      select  0xfffff80026e64140  dhclient
 1067     1  1067     0  Ss      select  0xfffff80026e57a40  dhclient
 1062     1  1062     0  Ss      select  0xfffff80026e57140  dhclient
  847   780   847     0  Ss      nanslp  0xffffffff8273f0a0  syz-executor.3
  816   780   816     0  Ss      nanslp  0xffffffff8273f0a1  syz-executor.2
  785   780   785     0  Ss      piperd  0xfffff80015e1c2e8  syz-executor.1
  782   780   782     0  Ss      nanslp  0xffffffff8273f0a0  syz-executor.0
  780   778   778     0  S       (threaded)                  syz-fuzzer
100111                   S       uwait   0xfffff80015d93d00  syz-fuzzer
100114                   S       uwait   0xfffff80015780b00  syz-fuzzer
100115                   S       kqread  0xfffff80015d9e100  syz-fuzzer
100116                   S       uwait   0xfffff80015d9bb00  syz-fuzzer
100117                   S       uwait   0xfffff80015d9b300  syz-fuzzer
100118                   S       uwait   0xfffff80015da1700  syz-fuzzer
100119                   S       uwait   0xfffff80015da1900  syz-fuzzer
100120                   S       uwait   0xfffff80015da1b00  syz-fuzzer
100130                   S       uwait   0xfffff80015da1500  syz-fuzzer
100131                   S       uwait   0xfffff80015da1100  syz-fuzzer
100132                   S       uwait   0xfffff80015d9e900  syz-fuzzer
100133                   S       uwait   0xfffff80015d9ed00  syz-fuzzer
100134                   S       uwait   0xfffff80026c4cf00  syz-fuzzer
100135                   S       uwait   0xfffff80015d93100  syz-fuzzer
100136                   S       uwait   0xfffff80015d93300  syz-fuzzer
100137                   S       uwait   0xfffff80015780300  syz-fuzzer
100138                   S       uwait   0xfffff80015da1300  syz-fuzzer
  778   776   778     0  Ss      pause   0xfffff800263a85e8  csh
  776   694   776     0  Ss      select  0xfffff800261ff2c0  sshd
  760     1   760     0  Ss+     ttyin   0xfffff80015489cb0  getty
  759     1   759     0  Ss+     ttyin   0xfffff80015b124b0  getty
  758     1   758     0  Ss+     ttyin   0xfffff80015b12cb0  getty
  757     1   757     0  Ss+     ttyin   0xfffff80015a994b0  getty
  756     1   756     0  Ss+     ttyin   0xfffff80015a99cb0  getty
  755     1   755     0  Ss+     ttyin   0xfffff80015a9d4b0  getty
  754     1   754     0  Ss+     ttyin   0xfffff80015a9dcb0  getty
  753     1   753     0  Ss+     ttyin   0xfffff80015aa04b0  getty
  752     1   752     0  Ss+     ttyin   0xfffff80015aa0cb0  getty
  698     1   698     0  Ss      nanslp  0xffffffff8273f0a0  cron
  694     1   694     0  Ss      select  0xfffff8002630aec0  sshd
  507     1   507     0  Ss      select  0xfffff8002630a8c0  syslogd
  436     1   436     0  Ss      select  0xfffff80015eada40  devd
  435     1   435    65  Ss      select  0xfffff80015da2740  dhclient
  350     1   350     0  Ss      select  0xfffff80015d452c0  dhclient
  347     1   347     0  Ss      select  0xfffff800261ffa40  dhclient
   23     0     0     0  DL      syncer  0xffffffff8282e450  [syncer]
   22     0     0     0  DL      vlruwt  0xfffff80015cb6a70  [vnlru]
   21     0     0     0  DL      (threaded)                  [bufdaemon]
100081                   D       qsleep  0xffffffff8282d520  [bufdaemon]
100088                   D       -       0xffffffff8220aec0  [bufspacedaemon-0]
100095                   D       sdflush 0xfffff80015ea7ce8  [/ worker]
   20     0     0     0  DL      psleep  0xffffffff82855308  [vmdaemon]
   19     0     0     0  DL      (threaded)                  [pagedaemon]
100079                   D       psleep  0xffffffff82849778  [dom0]
100086                   D       launds  0xffffffff82849784  [laundry: dom0]
100087                   D       umarcl  0xffffffff815c5950  [uma]
   18     0     0     0  DL      -       0xffffffff82573458  [rand_harvestq]
   17     0     0     0  DL      waiting 0xffffffff830e08b8  [sctp_iterator]
   16     0     0     0  DL      pftm    0xffffffff82f1f410  [pf purge]
   15     0     0     0  DL      -       0xffffffff8282abdc  [soaiod4]
    9     0     0     0  DL      -       0xffffffff8282abdc  [soaiod3]
    8     0     0     0  DL      -       0xffffffff8282abdc  [soaiod2]
    7     0     0     0  DL      -       0xffffffff8282abdc  [soaiod1]
    6     0     0     0  DL      (threaded)                  [cam]
100044                   D       -       0xffffffff8244ab40  [doneq0]
100045                   D       -       0xffffffff8244aac0  [async]
100078                   D       -       0xffffffff8244a990  [scanner]
   14     0     0     0  DL      seqstat 0xfffff80004437488  [sequencer 00]
    5     0     0     0  DL      crypto_ 0xfffff80004d56d80  [crypto returns 1]
    4     0     0     0  DL      crypto_ 0xfffff80004d56d30  [crypto returns 0]
    3     0     0     0  DL      crypto_ 0xffffffff82846c60  [crypto]
   13     0     0     0  DL      (threaded)                  [geom]
100035                   D       -       0xffffffff8271e8e0  [g_event]
100036                   D       -       0xffffffff8271e8e8  [g_up]
100037                   D       -       0xffffffff8271e8f0  [g_down]
    2     0     0     0  DL      (threaded)                  [KTLS]
100028                   D       -       0xfffff80004080900  [thr_0]
100029                   D       -       0xfffff80004080980  [thr_1]
   12     0     0     0  WL      (threaded)                  [intr]
100010                   I                                   [swi5: fast taskq]
100013                   I                                   [swi6: task queue]
100015                   I                                   [swi6: Giant taskq]
100030                   I                                   [swi4: clock (0)]
100031                   I                                   [swi4: clock (1)]
100032                   I                                   [swi1: netisr 0]
100033                   I                                   [swi3: vm]
100046                   I                                   [irq24: virtio_pci0]
100047                   I                                   [irq25: virtio_pci0]
100048                   I                                   [irq26: virtio_pci0]
100049                   I                                   [irq27: virtio_pci0]
100050                   I                                   [irq28: virtio_pci1]
100051                   I                                   [irq29: virtio_pci1]
100052                   I                                   [irq30: virtio_pci1]
100053                   I                                   [irq31: virtio_pci1]
100054                   I                                   [irq32: virtio_pci1]
100059                   I                                   [irq10: virtio_pci2]
100061                   I                                   [irq1: atkbd0]
100062                   I                                   [irq12: psm0]
100063                   I                                   [swi0: uart uart++]
100071                   I                                   [swi1: pf send]
100084                   I                                   [swi1: hpts]
100085                   I                                   [swi1: hpts]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffff80004bdb538  [init]
   10     0     0     0  DL      audit_w 0xffffffff82847170  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       swapin  0xffffffff8271ee70  [swapper]
100005                   D       -       0xfffff80004bd3500  [if_config_tqg_0]
100006                   D       -       0xfffff80004c78d00  [softirq_0]
100007                   D       -       0xfffff80004c78500  [softirq_1]
100008                   D       -       0xfffff80004c77d00  [if_io_tqg_0]
100009                   D       -       0xfffff80004c77500  [if_io_tqg_1]
100011                   D       -       0xfffff80004c76900  [kqueue_ctx taskq]
100012                   D       -       0xfffff80004c76500  [pci_hp taskq]
100014                   D       -       0xfffff80004c6dd00  [inm_free taskq]
100016                   D       -       0xfffff80004c6d500  [linuxkpi_irq_wq]
100017                   D       -       0xfffff80004c6d100  [thread taskq]
100018                   D       -       0xfffff80004c69d00  [in6m_free taskq]
100019                   D       -       0xfffff80004c69900  [aiod_kick taskq]
100020                   D       -       0xfffff80004c69500  [linuxkpi_short_wq_0]
100021                   D       -       0xfffff80004c69500  [linuxkpi_short_wq_1]
100022                   D       -       0xfffff80004c69500  [linuxkpi_short_wq_2]
100023                   D       -       0xfffff80004c69500  [linuxkpi_short_wq_3]
100024                   D       -       0xfffff80004c69100  [linuxkpi_long_wq_0]
100025                   D       -       0xfffff80004c69100  [linuxkpi_long_wq_1]
100026                   D       -       0xfffff80004c69100  [linuxkpi_long_wq_2]
100027                   D       -       0xfffff80004c69100  [linuxkpi_long_wq_3]
100034                   D       -       0xfffff80004cd7d00  [firmware taskq]
100038                   D       -       0xfffff80004cd7900  [crypto_0]
100039                   D       -       0xfffff80004cd7900  [crypto_1]
100055                   D       -       0xfffff80004cd7100  [vtnet0 rxq 0]
100056                   D       -       0xfffff800153edd00  [vtnet0 txq 0]
100057                   D       -       0xfffff800153ed900  [vtnet0 rxq 1]
100058                   D       -       0xfffff800153ed500  [vtnet0 txq 1]
100060                   D       vtbslp  0xfffff800153d0700  [virtio_balloon]
100064                   D       -       0xfffff800153ed100  [mca taskq]
100066                   D       -       0xffffffff81e225d0  [deadlkres]
100073                   D       -       0xfffff80015aa8d00  [acpi_task_0]
100074                   D       -       0xfffff80015aa8d00  [acpi_task_1]
100075                   D       -       0xfffff80015aa8d00  [acpi_task_2]
100077                   D       -       0xfffff80004cd7500  [CAM taskq]
db> show all locks
Process 37184 (syz-executor.2) thread 0xfffffe0094fe0740 (147291)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8005a70c168) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:467
Process 37182 (syz-executor.3) thread 0xfffffe009da0b720 (147290)
exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe009d8a38d0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:4698
exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009d8a38b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:4339
Process 37182 (syz-executor.3) thread 0xfffffe009deb01e0 (147299)
exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80026e72468) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2510
db> show malloc
              Type        InUse        MemUse     Requests
         sysctloid        34288        12858K        34355
           pf_hash            5        11560K            5
               pcb         1483         7068K        75332
            devbuf         4216         6982K         4244
          tcp_hpts            5         3219K            5
              kobj          326         2608K          486
             vtbuf           24         2064K           46
          filedesc          100         1603K        72281
         sctp_atcl         1419         1419K        42996
         sctp_stro          698         1396K        11251
            newblk           54         1059K        90238
          vfscache            3         1035K            3
           subproc          237         1007K        37321
         sctp_atky         2145          809K        56465
          inodedep          250          769K        42991
            acpica         1674          649K        54806
         sctp_athm         1420          533K        43164
           callout            2          528K            2
          sctp_map         1396          524K        22494
         ufs_quota            1          520K            1
          vfs_hash            1          520K            1
              intr            4          480K            4
               bus          986          377K         3469
               BPF           46          337K           97
            linker          348          270K          425
           kdtrace          325          257K        84491
            DEVFS1          107          214K          124
              umtx          484          212K          484
            module          510          192K          510
         vnet_data            1          176K            1
           tidhash            3          164K            3
           pagedep           10          141K        37092
        tfo_ccache            1          136K            1
               sem            4          120K            4
            dirrem          239          120K        38245
              vmem            3          104K            6
               UMA          270          102K          270
          freefile          240           90K        38220
     audit_evclass          236           89K          294
           pf_rule           20           80K          942
               shm            7           80K           23
          mtx_pool            2           80K            2
              temp           35           77K         7825
          syncache            1           76K            1
          routetbl          138           73K          733
         sctp_timw          144           72K          144
               msg            4           68K            4
            ifaddr           71           67K           73
          acpitask            1           64K            1
       ddb_capture            1           64K            1
            DEVFS3          126           63K          136
       ether_multi          157           59K          167
        gtaskqueue           18           57K           18
        DEVFS_RULE           56           54K           56
              kenv           95           52K           95
      eventhandler          133           50K          133
            kqueue          112           50K        37313
           lltable           51           45K          235
           ithread           99           43K           99
           pwddesc          110           42K        37195
              rman           84           42K          425
              ksem           16           41K         3915
            KTRACE          100           38K          100
         taskqueue           60           36K           60
              proc            3           34K            3
         ufs_mount            5           34K            6
            bus-sc           33           34K         1684
            DEVFSP           88           33K        18684
           devstat            4           33K            4
         hostcache            1           32K            1
               tty           16           32K           16
         in6_multi           71           31K           71
              cred           29           29K          482
              GEOM           60           29K          489
            kbdmux            6           28K            6
             ifnet            7           25K            7
       inpcbpolicy           64           24K        28900
            plimit           24           24K         1241
          kcovinfo           64           24K           68
         CAM queue            5           21K         1528
               osd           55           21K        25091
             selfd           55           21K       487563
         pfs_nodes           20           20K           20
         proc-args           52           20K          753
           session           36           18K           77
              UART           12           18K           12
         bmsafemap            2           17K        40258
               rpc            2           16K            2
             shmfd            1           16K          130
       pfs_vncache            1           16K            1
          freework           32           16K        58743
       ufs_dirhash           24           14K           24
            sglist            5           13K            5
             lockf           33           13K           95
               MCA           32           12K           32
           CAM DEV            3           12K          510
                vt           11           11K           11
           acpisem           28           11K           28
             mount           25           11K          108
           CAM XPT           22           11K          543
            Unitno           27           11K           71
          pf_ifnet           11            9K          761
           uidinfo            3            9K           18
           memdesc            1            8K            1
         ipsec-saq            2            8K            2
             evdev            4            8K            4
           acpidev           20            8K           20
             hhook           15            8K           17
            select           19            8K         1878
       fpukern_ctx            3            6K            3
          terminal           11            6K           11
          sctp_ifa           14            6K           15
            ip6ndp           12            6K           15
       ipsecpolicy            2            5K            2
 encap_export_host           12            5K           12
             clone            9            5K            9
         sctp_stri            4            4K          731
        local_apic            1            4K            1
           io_apic            1            4K            1
            sahead            1            4K            1
          secasvar            1            4K            1
             nhops            6            4K            8
          pci_link           10            4K           10
             xform           10            4K        23432
          freeblks            7            4K        38874
               msi            9            4K            9
             DEVFS            9            4K           10
               tun            7            4K            7
             ipsec            3            3K            3
             mkdir            8            3K        72174
          in_multi            6            3K            8
           tcp_fsb            7            3K         3349
          nexusdev            7            3K            7
            feeder            7            3K            7
          procdesc            5            3K           18
          sctp_ifn            6            3K           15
               mld            6            3K            6
              igmp            6            3K            6
         toponodes            6            3K            6
            prison            6            3K            6
            isadev            6            3K            6
           softdep            1            2K            1
       vnodemarker            2            2K         3182
      NFSD session            1            2K            1
         newdirblk            5            2K        36087
       lkpikmalloc            5            2K            6
        CAM periph            4            2K          271
            soname            5            2K        63946
          filecaps            5            2K          124
            crypto            4            2K         4177
            diradd            4            2K        38287
              pfil            4            2K            4
          CAM path            4            2K         1034
           tcpfunc            3            2K            3
        loginclass            3            2K            6
          indirdep            2            1K        30739
    chacha20random            1            1K            1
            vnodes            1            1K            2
              ktls            1            1K            1
              cdev            2            1K            2
        aesni_data            2            1K            2
           pf_osfp            2            1K            2
              cpus            2            1K            2
          atkbddev            2            1K            2
     CAM dev queue            2            1K            2
           entropy            2            1K           49
           CAM SIM            2            1K            2
               iov            2            1K        37902
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
          pmchooks            1            1K            1
          sctp_vrf            1            1K            1
            apmdev            1            1K            1
 CAM I/O Scheduler            1            1K            1
    vnet_data_free            1            1K            1
              vnet            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
          acpiintr            1            1K            1
               pmc            1            1K            1
        sctp_mcore            0            0K            0
        sctp_socko            0            0K        24767
         sctp_iter            0            0K           23
         sctp_mvrf            0            0K            0
         sctp_cpal            0            0K           13
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_a_it            0            0K           10
         sctp_aadr            0            0K            0
            mqdata            0            0K            0
          pf_table            0            0K           75
           pf_altq            0            0K            0
           pf_temp            0            0K            0
        cubic data            0            0K          124
        dctcp data            0            0K          489
         htcp data            0            0K          316
        vegas data            0            0K          334
            tcp_do            0            0K            0
          chd data            0            0K          277
          cdg data            0            0K          421
      NFSCL lckown            0            0K            0
      NFSCL client            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
              iavf            0            0K            0
               ixl            0            0K            0
       NFSD V4lock            0            0K            0
      NFSD V4state            0            0K            0
     NFSD srvcache            0            0K            0
       msdosfs_fat            0            0K            0
     msdosfs_mount            0            0K            0
      msdosfs_node            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
             axgbe            0            0K            0
            DEVFS4            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xen_intr            0            0K            0
          xenstore            0            0K            0
         ciss_data            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
            qpidrv            0            0K            0
         BACKLIGHT            0            0K            0
               xnb            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           Balloon            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
          sysmouse            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
            xenbus            0            0K            0
            vtfont            0            0K            0
     vm_fictitious            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
               amr            0            0K            0
            pvscsi            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
           scsi_ch            0            0K            0
           UMAHash            0            0K            0
           scsi_cd            0            0K            0
       AHCI driver            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K        40070
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K         1600
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
          freefrag            0            0K            7
        allocindir            0            0K            0
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
               agp            0            0K            0
           nvme_da            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
          ktls_ocf            0            0K            0
            twsbuf            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          seq_file            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
            lkpifw            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K         1426
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            0
       in6_mfilter            0            0K            0
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
      twe_commands            0            0K            0
               LRO            0            0K            0
      newreno data            0            0K            2
        ip_msource            0            0K            0
       ip_moptions            0            0K         1108
        in_mfilter            0            0K            1
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K            0
           fadvise            0            0K            0
           VN POLL            0            0K            0
      twa_commands            0            0K            0
            statfs            0            0K        36371
     namei_tracker            0            0K            6
       export_host            0            0K            0
        cl_savebuf            0            0K            4
       tcp_log_dev            0            0K         1357
      midi buffers            0            0K            0
             mixer            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
         acpicmbat            0            0K            0
       SIIS driver            0            0K            0
           CAM CCB            0            0K       125624
               PUC            0            0K            0
          ppbusdev            0            0K            0
agtiapi_MemAlloc malloc            0            0K            0
    osti_cacheable            0            0K            0
          tempbuff            0            0K            0
            biobuf            0            0K            0
              aios            0            0K           22
               lio            0            0K           78
               acl            0            0K            0
          tempbuff            0            0K            0
          mbuf_tag            0            0K          203
ag_tgt_map_t malloc            0            0K            0
ag_slr_map_t malloc            0            0K            0
lDevFlags * malloc            0            0K            0
tiDeviceHandle_t * malloc            0            0K            0
ag_portal_data_t malloc            0            0K            0
ag_device_t malloc            0            0K            0
     STLock malloc            0            0K            0
          CCB List            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
     CAM ccb queue            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
              accf            0            0K            0
               pts            0            0K            0
          ioctlops            0            0K         2169
           eventfd            0            0K           76
           Witness            0            0K            0
             stack            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
          mpr_user            0            0K            0
            MPRSAS            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
              sbuf            0            0K          288
        md_sectors            0            0K            0
          firmware            0            0K            0
        compressor            0            0K            0
           md_disk            0            0K            2
              SWAP            0            0K            0
           malodev            0            0K            0
               LED            0            0K            0
         sysctltmp            0            0K         1057
            sysctl            0            0K            3
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            0
              rctl            0            0K            0
          ix_sriov            0            0K            0
        aacraidcam            0            0K            0
       aacraid_buf            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
             cache            0            0K            0
            iirbuf            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K           11
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
            aaccam            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
         scsi_pass            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
       NEWdirectio            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8333     975      829848       0     254   38125568        0
        malloc-384    384   36255     545      570600       0      30   14131200        0
       malloc-8192   8192     717     248       30967       0       2    7905280        0
       malloc-1024   1024    4321      19        5012       0      16    4444160        0
       malloc-1024   1024     254    2846       46175       0      16    3174400        0
       malloc-1024   1024    2148     744       75047       0      16    2961408        0
       malloc-1024   1024     225    2575       88101       0      16    2867200        0
       malloc-8192   8192     327       3        1956       0       1    2703360        0
           tcp_log    416       0    6282      107800       0     254    2613312        0
      mbuf_cluster   2048    1260       2        1260       0     254    2584576        0
              pbuf   2624       0     973           0       0       2    2553152        0
              mbuf    256    9472     488     6709789       0     254    2549760        0
         sctp_asoc   2288     698     312       11247       0     254    2310880        0
       malloc-2048   2048     700     258       11991       0       8    1961984        0
          BUF TRIE    144     189   13279       71968       0      62    1939392        0
        malloc-384    384    3635    1275      139681       0      30    1885440        0
       UMA Slabs 0    112   16407       6       16531       0     126    1838256        0
      malloc-32768  32768      50       5       36143       0       1    1802240        0
        RADIX NODE    144   11741     380      877831       0      63    1745424        0
        malloc-512    512     408    2816      226204       0      30    1650688        0
        malloc-384    384    1240    2880       41679       0      30    1582080        0
           sctp_ep   1280     718     320       30966       0     254    1328640        0
       malloc-8192   8192     114       5       37725       0       1     974848        0
    ertt_txseginfo     40   11317   11105     5119992       0     254     896880        0
        malloc-384    384    2266      64      296851       0      30     894720        0
        sctp_raddr    736     718     338       13412       0     254     777216        0
        malloc-384    384    1763      57      152564       0      30     698880        0
       tcp_bbr_map    128    1017    4408      979395       0     126     694400        0
         FFS inode   1160     539      28       38760       0       8     657720        0
      malloc-65536  65536       2       7       29037       0       1     589824        0
            socket    944     117     503       61570       0     254     585280        0
         VM OBJECT    264    1827      63      535035       0      30     498960        0
            THREAD   1808     214      28       47299       0       8     437536        0
      malloc-16384  16384      25       0          29       0       1     409600        0
        256 Bucket   2048     173      19       35422       0       8     393216        0
         MAP ENTRY     96    3711     321     2024417       0     126     387072        0
             tcpcb   1080      51     306       25079       0     254     385560        0
            lkpimm    160       1    2324           1       0      62     372000        0
          lkpicurr    160       2    2323           2       0      62     372000        0
       mbuf_packet    256     515     745       72333       0     254     322560        0
         tcp_inpcb    488      51     581       25079       0     254     308416        0
             VNODE    448     578      88       38801       0      30     298368        0
      malloc-65536  65536       4       0           4       0       1     262144        0
       malloc-2048   2048     111       3         128       0       8     233472        0
         vmem btag     56    4140      24        4140       0     254     233184        0
            DEVCTL   1024       0     220         154       0       0     225280        0
           VMSPACE   2544      77      10       37151       0       4     221328        0
        malloc-512    512     414      18        4551       0      30     221184        0
      malloc-16384  16384       7       6         271       0       1     212992        0
         UMA Zones    768     242       2         242       0      16     187392        0
       malloc-4096   4096      10      35      127219       0       2     184320        0
       FFS2 dinode    256     539     121       38760       0      62     168960        0
              PROC   1336     109      17       37190       0       8     168336        0
      malloc-32768  32768       3       2         139       0       1     163840        0
      malloc-16384  16384       4       5         137       0       1     147456        0
       S VFS Cache    104    1036     368       40395       0     126     146016        0
        sctp_chunk    152     511     425        4455       0     254     142272        0
         32 Bucket    256     314     241       25436       0      62     142080        0
       malloc-8192   8192      14       3          30       0       1     139264        0
         filedesc0   1072     110      16       37195       0       8     135072        0
        malloc-384    384     286      64       36989       0      30     134400        0
      malloc-65536  65536       1       1         178       0       1     131072        0
      malloc-65536  65536       2       0           2       0       1     131072        0
      malloc-65536  65536       0       2           3       0       1     131072        0
       malloc-4096   4096      27       5        1129       0       2     131072        0
          ksiginfo    112     111     933        2837       0     126     116928        0
      malloc-16384  16384       5       2           9       0       1     114688        0
       malloc-8192   8192      13       1          24       0       1     114688        0
        128 Bucket   1024      78      33       15459       0      16     113664        0
        malloc-384    384     226      64       26085       0      30     111360        0
        malloc-512    512     154      62        2600       0      30     110592        0
        malloc-512    512     175      41        3278       0      30     110592        0
       malloc-1024   1024      80      20         399       0      16     102400        0
         16 Bucket    144     430     242       10466       0      62      96768        0
          UMA Kegs    384     227       6         227       0      30      89472        0
            clpbuf   2624       0      32         121       0      16      83968        0
      malloc-16384  16384       3       2          36       0       1      81920        0
sctp_stream_msg_out    112     444     276        2636       0     254      80640        0
             g_bio    408       0     180      499266       0      30      73440        0
        malloc-384    384     108      72       22088       0      30      69120        0
      malloc-65536  65536       1       0           1       0       1      65536        0
      malloc-32768  32768       2       0           2       0       1      65536        0
      malloc-16384  16384       2       2           9       0       1      65536        0
      malloc-16384  16384       4       0           4       0       1      65536        0
       malloc-8192   8192       3       5         208       0       1      65536        0
       malloc-8192   8192       4       4          32       0       1      65536        0
       malloc-1024   1024      37      23        1843       0      16      61440        0
       malloc-1024   1024      58       2        1106       0      16      61440        0
         64 Bucket    512      53      67       20889       0      30      61440        0
       malloc-4096   4096      12       2         232       0       2      57344        0
       malloc-2048   2048       9      17        1755       0       8      53248        0
        malloc-512    512      40      64       42378       0      30      53248        0
       malloc-8192   8192       1       5       36373       0       1      49152        0
        malloc-512    512      29      67        3617       0      30      49152        0
             Files     80     300     300      145116       0     126      48000        0
       malloc-4096   4096       3       8         510       0       2      45056        0
        malloc-512    512      28      60       38603       0      30      45056        0
            pcpu-8      8    4881     751       24060       0     254      45056        0
       tcp_bbr_pcb    832      12      42       12906       0      16      44928        0
       malloc-4096   4096       7       3         263       0       2      40960        0
       malloc-1024   1024      38       2          40       0      16      40960        0
        malloc-512    512      49      31        1195       0      30      40960        0
         udp_inpcb    488       6      74        2321       0     254      39040        0
      tcp_rack_pcb    832       7      38        3349       0      16      37440        0
              pipe    744      23      27        1409       0      16      37200        0
           DIRHASH   1024      34       2          34       0      16      36864        0
             NAMEI   1024       0      36      194321       0      16      36864        0
       malloc-2048   2048      17       1          17       0       8      36864        0
         TURNSTILE    136     243       9         243       0      62      34272        0
      malloc-32768  32768       1       0           1       0       1      32768        0
       malloc-4096   4096       2       6         532       0       2      32768        0
           pcpu-64     64     487      25         487       0     254      32768        0
          2 Bucket     32     231     777       43486       0     254      32256        0
       malloc-4096   4096       1       6          76       0       2      28672        0
               PWD     32      41     841       36194       0     254      28224        0
             KNOTE    160      28     147      550777       0      62      28000        0
          8 Bucket     80      71     279        8003       0     126      28000        0
        SLEEPQUEUE     88     243      45         243       0     126      25344        0
       malloc-2048   2048       9       3          13       0       8      24576        0
            ttyinq    160     135      15         300       0      62      24000        0
             ripcb    488       7      41        1179       0     254      23424        0
           ttyoutq    256      72      18         160       0      62      23040        0
       malloc-2048   2048       9       1           9       0       8      20480        0
              ertt     72      51     229       25079       0     126      20160        0
       Mountpoints   2752       2       5           2       0       4      19264        0
       malloc-2048   2048       2       6          15       0       8      16384        0
       malloc-2048   2048       5       3         338       0       8      16384        0
      vtnet_tx_hdr     24       0     668     5391903       0     254      16032        0
             unpcb    256      20      40        1639       0     254      15360        0
       malloc-4096   4096       2       1           3       0       2      12288        0
        sctp_laddr     48      44     208        1808       0     254      12096        0
          4 Bucket     48       7     245         776       0     254      12096        0
     udplite_inpcb    488       0      24         321       0     254      11712        0
              kenv    258      15      30        1042       0      30      11610        0
     routing nhops    256      27      18          35       0      62      11520        0
           pf tags    104       1      77          15       0     126       8112        0
           rtentry    176      31      15          35       0      62       8096        0
              PGRP     88      36      56         833       0     126       8096        0
          rl_entry     40     122      80         122       0     254       8080        0
      tcp_rack_map    112      14      58        4574       0     126       8064        0
          tcpreass     48       0     168           4       0     254       8064        0
         hostcache     64       2     124           2       0     254       8064        0
             udpcb     32       6     246        2642       0     254       8064        0
               ipq     56       0     144           2       0     254       8064        0
              AIOP     32       4     248           4       0     254       8064        0
        sctp_readq    152       0      52          15       0     254       7904        0
               AIO    208       0      38         114       0      62       7904        0
           cryptop    280       0      28         374       0      30       7840        0
            itimer    352       0      22           6       0      30       7744        0
             AIOCB    552       0      14         252       0      16       7728        0
            AIOLIO    272       0      28          39       0      30       7616        0
     FPU_save_area    832       1       8           1       0      16       7488        0
            cpuset    104       7      55          47       0     126       6448        0
         domainset     40       0     126          32       0     254       5040        0
 epoch_record pcpu    256       4      12           4       0      62       4096        0
           pcpu-16     16       7     249           7       0     254       4096        0
    tcp_log_bucket    176       0      23           1       0      62       4048        0
             tcptw     88       0      46           4       0     254       4048        0
          syncache    168       0      24           4       0     254       4032        0
      tcp_log_node    120       0      33           2       0     126       3960        0
       UMA Slabs 1    176      10      12          10       0      62       3872        0
            mqnode    416       3       6           3       0      30       3744        0
        KMAP ENTRY     96      12      27          12       0       0       3744        0
              vmem   1856       1       1           1       0       8       3712        0
           SMR CPU     32       3      60           3       0     254       2016        0
               tfo      4       0     493           2       0     254       1972        0
        SMR SHARED     24       3      60           3       0     254       1512        0
       FFS1 dinode    128       0       0           0       0     126          0        0
            da_ccb    544       0       0           0       0      16          0        0
           ada_ccb    272       0       0           0       0      30          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    144       0       0           0       0      62          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
   cdg_qdiffsample     16       0       0           0       0     254          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    248       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0      62          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf source nodes    136       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    304       0       0           0       0     254          0        0
          pf mtags     48       0       0           0       0     254          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
          sackhole     32       0       0           0       0     254          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
        TMPFS node    224       0       0           0       0      62          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
            mqueue    248       0       0           0       0      62          0        0
           NCLNODE    584       0       0           0       0      16          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
       L VFS Cache    320       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
  linux_dma_object     24       0       0           0       0     254          0        0
  linux_dma_pctrie    144       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    120       0       0           0       0     126          0        0
      ktls_session    128       0       0           0       0     126          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf   2624       0       0           0       0      64          0        0
            mdpbuf   2624       0       0           0       0       3          0        0
           nfspbuf   2624       0       0           0       0      16          0        0
            swwbuf   2624       0       0           0       0       8          0        0
            swrbuf   2624       0       0           0       0      16          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    144       0       0           0       0      62          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-256    256       0       0           0       0      62          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
        malloc-128    128       0       0           0       0     126          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-64     64       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-32     32       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
         malloc-16     16       0       0           0       0     254          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            pcpu-4      4       0       0           0       0     254          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0

Crashes (23):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2021/07/06 12:46 freebsd-src e41fde3ed71c 6c4484eb console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/06/14 21:46 freebsd-src 4c3280e58727 1ba81399 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/06/13 08:50 freebsd-src 345077ccd521 1ba81399 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/06/06 22:09 freebsd-src 773d9153c37a 500c2339 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/05/24 16:39 freebsd-src e779604f1d4e 3c7fef33 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/04/17 04:56 freebsd-src 86046cf55f80 7e2b734b console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/03/30 18:56 freebsd-src b013912772ec 6a81331a console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/27 17:06 freebsd-src becaac3972f1 4c37c133 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/13 16:50 freebsd-src 95138d09d20a 98682e5e console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/08 21:45 freebsd-src 9600aa31aa63 2bd9619f console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/07 09:40 freebsd-src f6e8256a965d 2ce644fc console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/06 22:57 freebsd-src 689561d40322 0655e081 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/03 07:32 freebsd-src d0ca28d7c9c7 624dad51 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/02/02 09:32 freebsd-src 0f34c80f3763 e6b95f32 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/01/28 06:40 freebsd-src 7b08a307e88b eefc07f2 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/01/25 22:43 freebsd-src 064009e79462 52e37319 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/01/24 15:43 freebsd-src b22fdf45ff8e 52e37319 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2021/01/20 16:14 freebsd-src 4dc1b17dbb9f d4f4eca5 console log report ci-freebsd-i386 panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:LINE
2020/12/28 01:07 freebsd 9e4440ca5ba7 821e0b09 console log report ci-freebsd-i386
2020/11/28 06:31 freebsd d94e1f5124e3 486f93ef console log report ci-freebsd-i386
2020/11/17 16:19 freebsd ea386c4be4a9 bd2a760b console log report ci-freebsd-i386
2020/10/24 06:49 freebsd 853df70e1c62 2bb6666c console log report ci-freebsd-i386
2021/01/07 12:09 freebsd-src ca71c7e3bb0a c104d4a3 console log report ci-freebsd-i386
* Struck through repros no longer work on HEAD.