syzbot


panic: Assertion TD_CAN_RUN(td) failed at /syzkaller/managers/main/kernel/sys/kern/subr_turnstile.c:LINE

Status: fixed on 2022/06/14 07:46
Reported-by: syzbot+7789d9923f58fa08ecba@syzkaller.appspotmail.com
Fix commit: 1575804961d2 reap_kill_proc(): avoid singlethreading any other process if we are exiting
First crash: 284d, last: 284d

Sample crash report:
login: panic: Assertion TD_CAN_RUN(td) failed at /syzkaller/managers/main/kernel/sys/kern/subr_turnstile.c:1009
cpuid = 1
time = 1651173181
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0092c06430
kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0092c06590
vpanic() at vpanic+0x2b8/frame 0xfffffe0092c06670
panic() at panic+0xb5/frame 0xfffffe0092c06730
turnstile_unpend() at turnstile_unpend+0x85d/frame 0xfffffe0092c06810
__mtx_unlock_sleep() at __mtx_unlock_sleep+0x137/frame 0xfffffe0092c06850
__mtx_unlock_flags() at __mtx_unlock_flags+0x336/frame 0xfffffe0092c06910
reap_kill_proc() at reap_kill_proc+0x2d5/frame 0xfffffe0092c06990
reap_kill() at reap_kill+0x7ec/frame 0xfffffe0092c06ba0
kern_procctl() at kern_procctl+0x535/frame 0xfffffe0092c06c10
sys_procctl() at sys_procctl+0x247/frame 0xfffffe0092c06d30
amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe0092c06f30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0092c06f30
--- syscall (0, FreeBSD ELF64, nosys), rip = 0x2b3faa, rsp = 0x82114db98, rbp = 0x82114dba0 ---
KDB: enter: panic
[ thread pid 34190 tid 100113 ]
Stopped at      kdb_enter+0x6b: movq    $0,0x2704a2a(%rip)
db> 
db> set $lines = 0
db> set $maxwidth = 0
db> show registers
cs                        0x20
ds                        0x3b
es                        0x3b
fs                        0x13
gs                        0x1b
ss                        0x28
rax                       0x12
rcx         0x5d49238abe0001b0
rdx         0xdffff7c000000000
rbx                          0
rsp         0xfffffe0092c06570
rbp         0xfffffe0092c06590
rsi                        0x1
rdi                          0
r8                         0x3
r9                  0xffffffff
r10                          0
r11         0xfffffe00927ac8b0
r12         0xfffffe00927ac3a0
r13         0xfffffe0092c06501
r14         0xffffffff82bc9a80  .str.26
r15         0xffffffff82bc9a80  .str.26
rip         0xffffffff817759eb  kdb_enter+0x6b
rflags                    0x46
kdb_enter+0x6b: movq    $0,0x2704a2a(%rip)
db> show proc
Process 34190 (syz-executor3305830) at 0xfffffe0092bc3548:
 state: NORMAL
 uid: 0  gids: 0, 0, 5
 parent: pid 788 at 0xfffffe0092bc4000
 ABI: FreeBSD ELF64
 flag: 0x10000000  flag2: 0
 arguments: ./syz-executor330583028
 reaper: 0xfffffe0053df0000 reapsubtree: 1
 sigparent: 20
 vmspace: 0xfffffe009268c3f0
   (map 0xfffffe009268c3f0)
   (map.pmap 0xfffffe009268c4b0)
   (pmap 0xfffffe009268c518)
 threads: 1
100113                   Run     CPU 1                       syz-executor3305830
db> ps
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
34190   788   786     0  R       CPU 1                       syz-executor3305830
  788   786   786     0  S       nanslp  0xffffffff83e47a81  syz-executor3305830
  786   784   786     0  Rs      CPU 0                       csh
  784   688   784     0  TLs     select  0xfffffe00588c13c0  sshd
  754     1   754     0  Ss+     ttyin   0xfffffe00574774b0  getty
  753     1   753     0  Ss+     ttyin   0xfffffe005748e8b0  getty
  752     1   752     0  Ss+     ttyin   0xfffffe00586914b0  getty
  751     1   751     0  Ss+     ttyin   0xfffffe0058691cb0  getty
  750     1   750     0  Ss+     ttyin   0xfffffe00586924b0  getty
  749     1   749     0  Ss+     ttyin   0xfffffe0058692cb0  getty
  748     1   748     0  Ss+     ttyin   0xfffffe0053f414b0  getty
  747     1   747     0  Ss+     ttyin   0xfffffe0053f41cb0  getty
  746     1   746     0  Ss+     ttyin   0xfffffe0053f424b0  getty
  692     1   692     0  Ss      nanslp  0xffffffff83e47a80  cron
  688     1   688     0  Rs                                  sshd
  501     1   501     0  Ss      select  0xfffffe00588c1f40  syslogd
  430     1   430     0  Ss      select  0xfffffe00588c22c0  devd
  429     1   429    65  Ss      select  0xfffffe00588c20c0  dhclient
  344     1   344     0  Ss      select  0xfffffe00588c21c0  dhclient
  341     1   341     0  Ss      select  0xfffffe0092383bc0  dhclient
   17     0     0     0  DL      vlruwt  0xfffffe0056f9e548  [vnlru]
   16     0     0     0  DL      syncer  0xffffffff83f6d2e0  [syncer]
   15     0     0     0  DL      (threaded)                  [bufdaemon]
100079                   D       psleep  0xffffffff83f6b8e0  [bufdaemon]
100082                   D       -       0xffffffff83211f80  [bufspacedaemon-0]
100095                   D       sdflush 0xfffffe0058c84ce8  [/ worker]
    9     0     0     0  DL      psleep  0xffffffff83f9f400  [vmdaemon]
    8     0     0     0  DL      (threaded)                  [pagedaemon]
100077                   D       psleep  0xffffffff83f932b8  [dom0]
100080                   D       launds  0xffffffff83f932c4  [laundry: dom0]
100081                   D       umarcl  0xffffffff81eb1b20  [uma]
    7     0     0     0  DL      -       0xffffffff83c03788  [rand_harvestq]
    6     0     0     0  DL      pftm    0xffffffff84ae4530  [pf purge]
    5     0     0     0  DL      waiting 0xffffffff8479d4a0  [sctp_iterator]
    4     0     0     0  DL      (threaded)                  [cam]
100044                   D       -       0xffffffff83aa56c0  [doneq0]
100045                   D       -       0xffffffff83aa5640  [async]
100076                   D       -       0xffffffff83aa54c0  [scanner]
   14     0     0     0  DL      seqstat 0xfffffe0056f01c88  [sequencer 00]
    3     0     0     0  DL      (threaded)                  [crypto]
100040                   D       crypto_ 0xffffffff83f8eac0  [crypto]
100041                   D       crypto_ 0xfffffe0053f73030  [crypto returns 0]
100042                   D       crypto_ 0xfffffe0053f73080  [crypto returns 1]
   13     0     0     0  DL      (threaded)                  [geom]
100035                   D       -       0xffffffff83e1d000  [g_event]
100036                   D       -       0xffffffff83e1d020  [g_up]
100037                   D       -       0xffffffff83e1d040  [g_down]
    2     0     0     0  WL      (threaded)                  [clock]
100029                   I                                   [clock (0)]
100030                   I                                   [clock (1)]
   12     0     0     0  WL      (threaded)                  [intr]
100015                   I                                   [swi5: fast taskq]
100018                   I                                   [swi6: task queue]
100019                   I                                   [swi6: Giant taskq]
100031                   I                                   [swi1: netisr 0]
100032                   I                                   [swi1: hpts]
100033                   I                                   [swi1: hpts]
100046                   I                                   [irq24: virtio_pci0]
100047                   I                                   [irq25: virtio_pci0]
100048                   I                                   [irq26: virtio_pci0]
100049                   I                                   [irq27: virtio_pci0]
100050                   I                                   [irq28: virtio_pci1]
100051                   I                                   [irq29: virtio_pci1]
100052                   I                                   [irq30: virtio_pci1]
100053                   I                                   [irq31: virtio_pci1]
100054                   I                                   [irq32: virtio_pci1]
100059                   I                                   [irq33: virtio_pci2]
100060                   I                                   [irq34: virtio_pci2]
100061                   I                                   [irq35: virtio_pci2]
100063                   I                                   [irq1: atkbd0]
100064                   I                                   [irq12: psm0]
100065                   I                                   [swi0: uart uart++]
100069                   I                                   [swi1: pf send]
   11     0     0     0  RL      (threaded)                  [idle]
100003                   CanRun                              [idle: cpu0]
100004                   CanRun                              [idle: cpu1]
    1     0     1     0  SLs     wait    0xfffffe0053df0000  [init]
   10     0     0     0  DL      audit_w 0xffffffff83f8f5c0  [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100000                   D       swapin  0xffffffff83e1da40  [swapper]
100005                   D       -       0xfffffe0008191000  [if_config_tqg_0]
100006                   D       -       0xfffffe0008190e00  [softirq_0]
100007                   D       -       0xfffffe0008190d00  [softirq_1]
100008                   D       -       0xfffffe0008190c00  [if_io_tqg_0]
100009                   D       -       0xfffffe0008190b00  [if_io_tqg_1]
100010                   D       -       0xfffffe0008190a00  [inm_free taskq]
100011                   D       -       0xfffffe0008190900  [linuxkpi_irq_wq]
100012                   D       -       0xfffffe0008190800  [in6m_free taskq]
100013                   D       -       0xfffffe0008190700  [deferred_unmount ta]
100014                   D       -       0xfffffe0008190600  [thread taskq]
100016                   D       -       0xfffffe0008190400  [kqueue_ctx taskq]
100017                   D       -       0xfffffe0008190300  [pci_hp taskq]
100020                   D       -       0xfffffe0008190000  [aiod_kick taskq]
100021                   D       -       0xfffffe000818fe00  [linuxkpi_short_wq_0]
100022                   D       -       0xfffffe000818fe00  [linuxkpi_short_wq_1]
100023                   D       -       0xfffffe000818fe00  [linuxkpi_short_wq_2]
100024                   D       -       0xfffffe000818fe00  [linuxkpi_short_wq_3]
100025                   D       -       0xfffffe000818fd00  [linuxkpi_long_wq_0]
100026                   D       -       0xfffffe000818fd00  [linuxkpi_long_wq_1]
100027                   D       -       0xfffffe000818fd00  [linuxkpi_long_wq_2]
100028                   D       -       0xfffffe000818fd00  [linuxkpi_long_wq_3]
100034                   D       -       0xfffffe000818fc00  [firmware taskq]
100038                   D       -       0xfffffe000818f200  [crypto_0]
100039                   D       -       0xfffffe000818f200  [crypto_1]
100055                   D       -       0xfffffe000818e900  [vtnet0 rxq 0]
100056                   D       -       0xfffffe000818e800  [vtnet0 txq 0]
100057                   D       -       0xfffffe000818e700  [vtnet0 rxq 1]
100058                   D       -       0xfffffe000818e600  [vtnet0 txq 1]
100062                   D       vtbslp  0xfffffe0056f4be00  [virtio_balloon]
100066                   D       -       0xffffffff82bcf900  [deadlkres]
100070                   D       -       0xfffffe0008191100  [mca taskq]
100072                   D       -       0xfffffe000818eb00  [acpi_task_0]
100073                   D       -       0xfffffe000818eb00  [acpi_task_1]
100074                   D       -       0xfffffe000818eb00  [acpi_task_2]
100075                   D       -       0xfffffe000818ea00  [CAM taskq]
db> show all locks
Process 34190 (syz-executor3305830) thread 0xfffffe00927ac3a0 (100113)
exclusive sx sapblk (sapblk) r = 0 (0xffffffff83e35e00) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_proc.c:3405
db> show malloc
              Type        InUse        MemUse     Requests
           pf_hash            5        11524K            5
          tcp_hpts            7         4801K            7
            devbuf         4217         4323K         4245
         sysctloid        35322         2081K        35393
             vtbuf           24         1968K           46
              kobj          328         1312K          489
          vfscache            3         1025K            3
            newblk            1         1024K          720
               pcb           19          537K           38
         ufs_quota            1          512K            1
          inodedep            1          512K           72
          vfs_hash            1          512K            1
           callout            2          512K            2
              intr            4          472K            4
            acpica         1674          184K        57552
           subproc           87          171K        34240
         vnet_data            1          168K            1
           tidhash            3          141K            3
              vmem            3          138K            4
            linker          358          134K          386
           pagedep            1          128K           20
        tfo_ccache            1          128K            1
               sem            4          106K            4
            DEVFS1          105          105K          114
               bus          994           81K         5207
          mtx_pool            2           72K            2
          syncache            1           68K            1
            module          513           65K          513
          acpitask            1           64K            1
       ddb_capture            1           64K            1
              temp           18           33K        68440
         hostcache            1           32K            1
               shm            1           32K            1
            DEVFS3          124           31K          134
           kdtrace          152           31K        34305
              umtx          242           31K          242
               msg            4           30K            4
        gtaskqueue           18           26K           18
            kbdmux            6           22K            6
        DEVFS_RULE           56           20K           56
               BPF           10           18K           10
         ufs_mount            4           17K            5
              proc            3           17K            3
               tty           16           16K           16
           ithread           97           16K           97
            bus-sc           34           15K         1681
            KTRACE          100           13K          100
              kenv           95           12K           95
      eventhandler          134           12K          134
            ifaddr           30           12K           32
              rman           88           11K          431
              GEOM           61           11K          490
          routetbl           50           11K          176
         CAM queue            5           11K         1528
              UART           12            9K           12
           devstat            4            9K            4
              ksem            1            8K            1
               rpc            2            8K            2
         bmsafemap            1            8K           43
             shmfd            1            8K            1
              cred           32            8K          263
       pfs_vncache            1            8K            1
         pfs_nodes           20            8K           20
     audit_evclass          237            8K          296
         taskqueue           63            7K           63
            sglist            5            7K            5
           CAM DEV            3            6K          510
       ufs_dirhash           24            5K           24
               UMA          272            5K          272
                vt           11            5K           11
             ifnet            3            5K            3
           memdesc            1            4K            1
               MCA           32            4K           32
            plimit           16            4K          368
          filedesc            1            4K            1
             evdev            4            4K            4
           acpisem           28            4K           28
             hhook           15            4K           17
       ether_multi           40            4K           50
           lltable           11            4K           11
          pf_ifnet            5            3K            6
         in6_multi           25            3K           25
          terminal           11            3K           11
           session           19            3K           34
            kqueue           38            3K        34193
           pwddesc           38            3K        34191
           uidinfo            3            3K           11
        local_apic            1            2K            1
           io_apic            1            2K            1
       fpukern_ctx            2            2K            2
         ipsec-saq            2            2K            2
         proc-args           57            2K        35157
            Unitno           35            2K      2672127
             selfd           27            2K       715584
             lockf           16            2K           29
           CAM XPT           22            2K          543
               msi           12            2K           12
       ipsecpolicy            2            2K            2
           acpidev           20            2K           20
             clone            9            2K            9
           softdep            1            1K            1
            sahead            1            1K            1
          secasvar            1            1K            1
       vnodemarker            2            1K           42
      NFSD session            1            1K            1
        CAM periph            4            1K          271
            select            7            1K           29
             ipsec            3            1K            3
             nhops            6            1K            6
         toponodes            6            1K            6
            isadev            6            1K            6
             mount           16            1K           89
          pci_link           10            1K           10
          sctp_ifa            5            1K            6
            crypto            4            1K            4
            ip6ndp            4            1K            5
 encap_export_host           12            1K           12
          in_multi            2            1K            4
              pfil            4            1K            4
              cdev            2            1K            2
    chacha20random            1            1K            1
               osd            7            1K           18
       inpcbpolicy           10            1K          137
          sctp_ifn            2            1K            6
      NFSD lckfile            1            1K            1
     NFSD V4client            1            1K            1
            DEVFSP            4            1K            9
             DEVFS            9            1K           10
          freework            1            1K           26
               mld            2            1K            2
              igmp            2            1K            2
            vnodes            1            1K            1
           CAM SIM            2            1K            2
            feeder            7            1K            7
           tcpfunc            3            1K            3
            CC Mem            3            1K            7
        loginclass            3            1K            7
            prison            6            1K            6
       lkpikmalloc            5            1K            6
        aesni_data            2            1K            2
         cryptodev            2            1K           49
          nexusdev            8            1K            8
            apmdev            1            1K            1
          atkbddev            2            1K            2
     CAM dev queue            2            1K            2
 CAM I/O Scheduler            1            1K            1
          CAM path            4            1K         1034
          procdesc            1            1K            6
          pmchooks            1            1K            1
            soname            4            1K         3477
               tun            3            1K            3
          sctp_vrf            1            1K            1
              vnet            1            1K            1
           entropy            2            1K           36
               pmc            1            1K            1
          acpiintr            1            1K            1
              cpus            2            1K            2
    vnet_data_free            1            1K            1
           Per-cpu            1            1K            1
          p1003.1b            1            1K            1
          filecaps            1            1K           70
            ipcomp            0            0K            0
               esp            0            0K            0
                ah            0            0K            0
          pf_table            0            0K            0
           pf_rule            0            0K            0
           pf_altq            0            0K            0
           pf_osfp            0            0K            0
           pf_temp            0            0K            0
           filemon            0            0K            0
            tcp_do            0            0K            0
           tcp_fsb            0            0K            0
        sctp_mcore            0            0K            0
        sctp_socko            0            0K            0
         sctp_iter            0            0K            4
         sctp_mvrf            0            0K            0
         sctp_timw            0            0K            0
         sctp_cpal            0            0K            0
         sctp_cmsg            0            0K            0
         sctp_stre            0            0K            0
         sctp_athi            0            0K            0
         sctp_athm            0            0K            0
         sctp_atky            0            0K            0
         sctp_atcl            0            0K            0
         sctp_a_it            0            0K            4
         sctp_aadr            0            0K            0
         sctp_stro            0            0K            0
         sctp_stri            0            0K            0
          sctp_map            0            0K            0
            mqdata            0            0K            0
   NFSCL layrecall            0            0K            0
     NFSCL session            0            0K            0
        madt_table            0            0K            2
          smartpqi            0            0K            0
     NFSCL sockreq            0            0K            0
     NFSCL devinfo            0            0K            0
     NFSCL flayout            0            0K            0
               ixl            0            0K            0
      NFSCL layout            0            0K            0
     NFSD rollback            0            0K            0
      NFSCL diroff            0            0K            0
       NEWdirectio            0            0K            0
        NEWNFSnode            0            0K            0
         NFSCL lck            0            0K            0
      NFSCL lckown            0            0K            0
        ice-resmgr            0            0K            0
         ice-osdep            0            0K            0
               ice            0            0K            0
              iavf            0            0K            0
             axgbe            0            0K            0
      NFSCL client            0            0K            0
       NFSCL deleg            0            0K            0
        NFSCL open            0            0K            0
       NFSCL owner            0            0K            0
            NFS fh            0            0K            0
           NFS req            0            0K            0
     NFSD usrgroup            0            0K            0
       NFSD string            0            0K            0
       NFSD V4lock            0            0K            0
          xen_intr            0            0K            0
      NFSD V4state            0            0K            0
           xen_hvm            0            0K            0
         legacydrv            0            0K            0
            bounce            0            0K            0
            busdma            0            0K            0
            qpidrv            0            0K            0
     NFSD srvcache            0            0K            0
       msdosfs_fat            0            0K            0
      dmar_idpgtbl            0            0K            0
          dmar_dom            0            0K            0
          dmar_ctx            0            0K            0
     msdosfs_mount            0            0K            0
      msdosfs_node            0            0K            0
              isci            0            0K            0
      iommu_dmamap            0            0K            0
     hyperv_socket            0            0K            0
           bxe_ilt            0            0K            0
            xenbus            0            0K            0
            DEVFS4            0            0K            0
     vm_fictitious            0            0K            0
            DEVFS2            0            0K            0
            gntdev            0            0K            0
       privcmd_dev            0            0K            0
        evtchn_dev            0            0K            0
          xenstore            0            0K            0
         scsi_pass            0            0K            0
         ciss_data            0            0K            0
               xnb            0            0K            0
          xen_acpi            0            0K            0
              xbbd            0            0K            0
               xbd            0            0K            0
           UMAHash            0            0K            0
           Balloon            0            0K            0
          sysmouse            0            0K            0
         vm_pgdata            0            0K            0
           jblocks            0            0K            0
          savedino            0            0K           17
          sentinel            0            0K            0
            jfsync            0            0K            0
            jtrunc            0            0K            0
             sbdep            0            0K            6
           jsegdep            0            0K            0
              jseg            0            0K            0
         jfreefrag            0            0K            0
          jfreeblk            0            0K            0
           jnewblk            0            0K            0
            jmvref            0            0K            0
           jremref            0            0K            0
           jaddref            0            0K            0
           freedep            0            0K            0
         newdirblk            0            0K            8
            dirrem            0            0K           28
             mkdir            0            0K           16
            diradd            0            0K           37
          freefile            0            0K           26
          freeblks            0            0K           25
          freefrag            0            0K            1
        allocindir            0            0K            0
          indirdep            0            0K            3
       allocdirect            0            0K            0
          ufs_trim            0            0K            0
           mactemp            0            0K            0
     audit_trigger            0            0K            0
 audit_pipe_presel            0            0K            0
     audit_pipeent            0            0K            0
        audit_pipe            0            0K            0
      audit_evname            0            0K            0
         audit_bsm            0            0K            0
      audit_gidset            0            0K            0
        audit_text            0            0K            0
        audit_path            0            0K            0
        audit_data            0            0K            0
        audit_cred            0            0K            0
            vtfont            0            0K            0
         BACKLIGHT            0            0K            0
           ath_hal            0            0K            0
            athdev            0            0K            0
           ata_pci            0            0K            0
           ata_dma            0            0K            0
       ata_generic            0            0K            0
            pvscsi            0            0K            0
           scsi_da            0            0K           69
            ata_da            0            0K            0
           scsi_ch            0            0K            0
           scsi_cd            0            0K            0
          ktls_ocf            0            0K            0
       AHCI driver            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
      MLX5E_TLS_RX            0            0K            0
        MLX5EEPROM            0            0K            0
         MLX5E_TLS            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
            MLX5EN            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          MLX5DUMP            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
        MLX5EEPROM            0            0K            0
          seq_file            0            0K            0
           lkpiskb            0            0K            0
             radix            0            0K            0
               idr            0            0K            0
          lkpindev            0            0K            0
            lkpifw            0            0K            0
         lkpi80211            0            0K            0
               NLM            0            0K            0
    ipsec-spdcache            0            0K            0
         ipsec-reg            0            0K            0
        ipsec-misc            0            0K            0
      ipsecrequest            0            0K            0
            ip6opt            0            0K            3
       ip6_msource            0            0K            0
      ip6_moptions            0            0K            0
       in6_mfilter            0            0K            0
             frag6            0            0K            0
            tcplog            0            0K            0
        tcp_hwpace            0            0K            0
            USBdev            0            0K            0
               USB            0            0K            0
               LRO            0            0K            0
        ip_msource            0            0K            0
       ip_moptions            0            0K            0
        in_mfilter            0            0K            0
              ipid            0            0K            0
         80211scan            0            0K            0
      80211ratectl            0            0K            0
        80211power            0            0K            0
       80211nodeie            0            0K            0
         80211node            0            0K            0
      80211mesh_gt            0            0K            0
      80211mesh_rt            0            0K            0
         80211perr            0            0K            0
         80211prep            0            0K            0
         80211preq            0            0K            0
          80211dfs            0            0K            0
       80211crypto            0            0K            0
          80211vap            0            0K            0
             iflib            0            0K            0
              vlan            0            0K            0
               gif            0            0K            0
           ifdescr            0            0K            0
              zlib            0            0K            0
           fadvise            0            0K            0
           VN POLL            0            0K            0
               agp            0            0K            0
            statfs            0            0K          208
     namei_tracker            0            0K            0
       export_host            0            0K            0
        cl_savebuf            0            0K            4
           nvme_da            0            0K            0
           acpipwr            0            0K            0
         acpi_perf            0            0K            0
            twsbuf            0            0K            0
      twe_commands            0            0K            0
       tcp_log_dev            0            0K            0
      midi buffers            0            0K            0
             mixer            0            0K            0
              ac97            0            0K            0
             hdacc            0            0K            0
              hdac            0            0K            0
              hdaa            0            0K            0
         acpicmbat            0            0K            0
       SIIS driver            0            0K            0
           CAM CCB            0            0K          523
            biobuf            0            0K            0
              aios            0            0K            0
               lio            0            0K            0
               acl            0            0K            0
          mbuf_tag            0            0K           27
              ktls            0            0K            0
               PUC            0            0K            0
          ppbusdev            0            0K            0
agtiapi_MemAlloc malloc            0            0K            0
    osti_cacheable            0            0K            0
          tempbuff            0            0K            0
          tempbuff            0            0K            0
ag_tgt_map_t malloc            0            0K            0
ag_slr_map_t malloc            0            0K            0
lDevFlags * malloc            0            0K            0
tiDeviceHandle_t * malloc            0            0K            0
ag_portal_data_t malloc            0            0K            0
ag_device_t malloc            0            0K            0
     STLock malloc            0            0K            0
          CCB List            0            0K            0
            sr_iov            0            0K            0
               OCS            0            0K            0
               OCS            0            0K            0
              nvme            0            0K            0
               nvd            0            0K            0
            netmap            0            0K            0
            mwldev            0            0K            0
        MVS driver            0            0K            0
     CAM ccb queue            0            0K            0
              accf            0            0K            0
               pts            0            0K            0
               iov            0            0K        13744
          ioctlops            0            0K           85
           eventfd            0            0K            0
           Witness            0            0K            0
             stack            0            0K            0
          mrsasbuf            0            0K            0
          mpt_user            0            0K            0
          mps_user            0            0K            0
            MPSSAS            0            0K            0
               mps            0            0K            0
              sbuf            0            0K          288
          mpr_user            0            0K            0
          firmware            0            0K            0
        compressor            0            0K            0
            MPRSAS            0            0K            0
              SWAP            0            0K            0
               mpr            0            0K            0
            mfibuf            0            0K            0
         sysctltmp            0            0K          661
            sysctl            0            0K            3
        md_sectors            0            0K            0
              ekcd            0            0K            0
            dumper            0            0K            0
          sendfile            0            0K            0
              rctl            0            0K            0
           md_disk            0            0K            0
           malodev            0            0K            0
               LED            0            0K            0
          ix_sriov            0            0K            0
             cache            0            0K            0
        aacraidcam            0            0K            0
          kcovinfo            0            0K            0
      prison_racct            0            0K            0
       Fail Points            0            0K            0
             sigio            0            0K            1
filedesc_to_leader            0            0K            0
               pwd            0            0K            0
       tty console            0            0K            0
                ix            0            0K            0
            ipsbuf            0            0K            0
       aacraid_buf            0            0K            0
            aaccam            0            0K            0
         boottrace            0            0K            0
            aacbuf            0            0K            0
              zstd            0            0K            0
            XZ_DEC            0            0K            0
            nvlist            0            0K            0
          SCSI ENC            0            0K            0
           SCSI sa            0            0K            0
        isofs_node            0            0K            0
       isofs_mount            0            0K            0
     tr_raid5_data            0            0K            0
    tr_raid1e_data            0            0K            0
     tr_raid1_data            0            0K            0
     tr_raid0_data            0            0K            0
    tr_concat_data            0            0K            0
       md_sii_data            0            0K            0
   md_promise_data            0            0K            0
    md_nvidia_data            0            0K            0
   md_jmicron_data            0            0K            0
     md_intel_data            0            0K            0
       md_ddf_data            0            0K            0
         raid_data            0            0K           72
     geom_flashmap            0            0K            0
         tmpfs dir            0            0K            0
        tmpfs name            0            0K            0
       tmpfs mount            0            0K            0
           NFS FHA            0            0K            0
         newnfsmnt            0            0K            0
  newnfsclient_req            0            0K            0
db> show uma
              Zone   Size    Used    Free    Requests  Sleeps  Bucket  Total Mem    XFree
   mbuf_jumbo_page   4096    8320    1078       31212       0     254   38494208        0
              mbuf    256    8578    1084      100871       0     254    2473472        0
              pbuf   2624       0     794           0       0       2    2083456        0
          BUF TRIE    144     177   11611         594       0      62    1697472        0
        malloc-384    384    4117      83        4189       0      30    1612800        0
        malloc-128    128   11613     105       11701       0     126    1499904        0
       malloc-4096   4096     329       3         490       0       2    1359872        0
       UMA Slabs 0    112   10616      34       10616       0     126    1192800        0
      mbuf_cluster   2048     508       0         508       0     254    1040384        0
         vmem btag     56   16339     116       16339       0     254     921480        0
         FFS inode   1160     488      37         514       0       8     609000        0
             tcpcb   1104       3     508           7       0     254     564144        0
        RADIX NODE    144    3231     264      354287       0      62     503280        0
            socket    960      18     490        1336       0     254     487680        0
         VM OBJECT    264    1316     214      325369       0      30     403920        0
      malloc-65536  65536       6       0           6       0       1     393216        0
            lkpimm    168       1    2327           1       0      62     391104        0
          lkpicurr    168       2    2326           2       0      62     391104        0
        256 Bucket   2048     139      15        1411       0       8     315392        0
         malloc-64     64    3908     691      753623       0     254     294336        0
      malloc-65536  65536       1       3         137       0       1     262144        0
             VNODE    448     518      58         546       0      30     258048        0
         malloc-16     16   14612     388       14678       0     254     240000        0
            DEVCTL   1024       0     220         126       0       0     225280        0
        malloc-256    256     193     677        1083       0      62     222720        0
            THREAD   1808     113       8         113       0       8     218768        0
      malloc-65536  65536       1       2          45       0       1     196608        0
       malloc-4096   4096      43       5       34198       0       2     196608        0
         MAP ENTRY     96    1427     589      753204       0     126     193536        0
         malloc-32     32    5564     358        5637       0     254     189504        0
         UMA Zones    768     244       0         244       0      16     187392        0
       malloc-2048   2048       5      83        1228       0       8     180224        0
       malloc-1024   1024     133      27         142       0      16     163840        0
        malloc-128    128    1196      75       27129       0     126     162688        0
        malloc-128    128     979     168        5208       0     126     146816        0
       FFS2 dinode    256     488      82         514       0      62     145920        0
      malloc-65536  65536       0       2           8       0       1     131072        0
             unpcb    256       7     503        1182       0     254     130560        0
       mbuf_packet    256       0     508          77       0     254     130048        0
       S VFS Cache    104     982     188        1026       0     126     121680        0
          ksiginfo    112      37    1007      668091       0     126     116928        0
     FPU_save_area    832     116      19       90854       0      16     112320        0
        128 Bucket   1024      47      52        1875       0      16     101376        0
       malloc-8192   8192      10       2          38       0       1      98304        0
       malloc-4096   4096      19       3          33       0       2      90112        0
          UMA Kegs    384     230       3         230       0      30      89472        0
           VMSPACE   2552      21      12       34175       0       4      84216        0
       malloc-8192   8192       8       1          10       0       1      73728        0
         64 Bucket    512      76      60       10852       0      30      69632        0
         malloc-64     64     500     571         942       0     254      68544        0
         malloc-64     64     526     545        1639       0     254      68544        0
        malloc-128    128     344     183         496       0     126      67456        0
      malloc-65536  65536       1       0           1       0       1      65536        0
      malloc-32768  32768       2       0           2       0       1      65536        0
      malloc-32768  32768       0       2         120       0       1      65536        0
      malloc-16384  16384       0       4         160       0       1      65536        0
        malloc-256    256     186      69         538       0      62      65280        0
         32 Bucket    256      72     183        4916       0      62      65280        0
              PROC   1352      37      11       34190       0       8      64896        0
             g_bio    408       0     150        5026       0      30      61200        0
         filedesc0   1072      38      18       34191       0       8      60032        0
         malloc-64     64      79     740       34261       0     254      52416        0
        malloc-256    256      62     133         259       0      62      49920        0
        malloc-256    256      56     139         345       0      62      49920        0
           DIRHASH   1024      35      13          35       0      16      49152        0
             NAMEI   1024       0      48       12479       0      16      49152        0
      malloc-16384  16384       3       0           3       0       1      49152        0
       malloc-1024   1024       5      43        1447       0      16      49152        0
        malloc-384    384     101      19         102       0      30      46080        0
          syncache    168       0     264           5       0     254      44352        0
            clpbuf   2624       0      16          25       0      16      41984        0
       malloc-8192   8192       2       3         103       0       1      40960        0
          4 Bucket     48       7     833        2259       0     254      40320        0
       Mountpoints   2752       2      12           2       0       4      38528        0
         udp_inpcb    424       6      84         126       0      30      38160        0
            da_ccb    544       0      70        1383       0      16      38080        0
              pipe    744       6      44         291       0      16      37200        0
            pcpu-8      8    4223     385        4251       0     254      36864        0
         malloc-64     64      37     530       13480       0     254      36288        0
         malloc-64     64      66     501       34774       0     254      36288        0
         malloc-64     64     215     352         238       0     254      36288        0
         malloc-64     64      97     470         107       0     254      36288        0
        malloc-128    128      31     248          78       0     126      35712        0
        malloc-128    128      21     258          31       0     126      35712        0
        malloc-128    128      29     250         202       0     126      35712        0
        malloc-128    128      47     232          47       0     126      35712        0
     routing nhops    256      10     125          17       0      62      34560        0
           ttyoutq    256      72      63         160       0      62      34560        0
        malloc-384    384      34      56          36       0      30      34560        0
        malloc-256    256      18     117         108       0      62      34560        0
        malloc-256    256      11     124         308       0      62      34560        0
        malloc-256    256      18     117         614       0      62      34560        0
        malloc-256    256       2     133         679       0      62      34560        0
      malloc-32768  32768       1       0           1       0       1      32768        0
      malloc-16384  16384       1       1          16       0       1      32768        0
       malloc-2048   2048       4      12          13       0       8      32768        0
       malloc-2048   2048       6      10           6       0       8      32768        0
       malloc-2048   2048       2      14          39       0       8      32768        0
       malloc-2048   2048       0      16          50       0       8      32768        0
       malloc-2048   2048       8       8           8       0       8      32768        0
       malloc-1024   1024       3      29          11       0      16      32768        0
       malloc-1024   1024       8      24           9       0      16      32768        0
       malloc-1024   1024       5      27           5       0      16      32768        0
       malloc-1024   1024       3      29         160       0      16      32768        0
       malloc-1024   1024       8      24           8       0      16      32768        0
       malloc-1024   1024       3      29          19       0      16      32768        0
        malloc-512    512       4      60           4       0      30      32768        0
        malloc-512    512       0      64         127       0      30      32768        0
        malloc-512    512       2      62          51       0      30      32768        0
        malloc-512    512       3      61          43       0      30      32768        0
        malloc-512    512       8      56           8       0      30      32768        0
           pcpu-64     64     493      19         493       0     254      32768        0
    ertt_txseginfo     40       2     806       33648       0     254      32320        0
            ttyinq    160     135      65         300       0      62      32000        0
          8 Bucket     80      46     354        1289       0     126      32000        0
            cpuset    104       7     272           7       0     126      29016        0
        sctp_laddr     48       0     588           4       0     254      28224        0
         malloc-32     32      38     844     2672130       0     254      28224        0
         malloc-32     32      57     825       34373       0     254      28224        0
         16 Bucket    144      49     147         323       0      62      28224        0
         tcp_inpcb    424       3      60           7       0      30      26712        0
             ripcb    424       1      62           4       0      30      26712        0
         TURNSTILE    136     122      67         122       0      62      25704        0
       malloc-8192   8192       3       0           3       0       1      24576        0
       malloc-4096   4096       5       1           9       0       2      24576        0
       malloc-4096   4096       2       4         833       0       2      24576        0
           rtentry    176      13     125          17       0      62      24288        0
              PGRP     88      19     257          34       0     126      24288        0
          rl_entry     40      28     578          28       0     254      24240        0
             Files     80      67     233        6694       0     126      24000        0
        malloc-384    384       2      58          30       0      30      23040        0
        malloc-384    384      14      46          14       0      30      23040        0
        malloc-384    384      20      40         360       0      30      23040        0
        SLEEPQUEUE     88     122     134         122       0     126      22528        0
         hostcache     64       1     314           1       0     254      20160        0
             udpcb     32       6     624         126       0     254      20160        0
   udp_inpcb ports     32       3     627          40       0     254      20160        0
              ertt     72       3     277           7       0     126      20160        0
               PWD     32      10     620         106       0     254      20160        0
         malloc-32     32      26     604          81       0     254      20160        0
         malloc-32     32      46     584         115       0     254      20160        0
         malloc-32     32      86     544        4052       0     254      20160        0
         malloc-32     32       5     625           9       0     254      20160        0
          2 Bucket     32      51     579         317       0     254      20160        0
 epoch_record pcpu    256       4      60           4       0      62      16384        0
      malloc-16384  16384       1       0           1       0       1      16384        0
      malloc-16384  16384       1       0           1       0       1      16384        0
      malloc-16384  16384       1       0           1       0       1      16384        0
       malloc-2048   2048       3       5           3       0       8      16384        0
       malloc-2048   2048       3       5           3       0       8      16384        0
        malloc-512    512       0      32           1       0      30      16384        0
        malloc-512    512       1      31           1       0      30      16384        0
        malloc-512    512       0      32           1       0      30      16384        0
           SMR CPU     32       7     504           7       0     254      16352        0
      vtnet_tx_hdr     24       0     668       35352       0     254      16032        0
              kenv    258      15      45        1037       0      30      15480        0
            mqnode    416       3      33           3       0      30      14976        0
              vmem   1856       1       7           1       0       8      14848        0
        SMR SHARED     24       7     504           7       0     254      12264        0
   tcp_inpcb ports     32       1     377           1       0     254      12096        0
         malloc-32     32     122     256       67477       0     254      12096        0
             KNOTE    160       0      75           7       0      62      12000        0
         malloc-16     16      14     736          63       0     254      12000        0
         malloc-16     16      71     679         351       0     254      12000        0
         malloc-16     16     217     533        4376       0     254      12000        0
         malloc-16     16      34     716         160       0     254      12000        0
         malloc-16     16     283     467       26495       0     254      12000        0
         malloc-16     16      10     740          12       0     254      12000        0
        malloc-384    384       1      29           1       0      30      11520        0
        malloc-384    384       2      28           2       0      30      11520        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-8192   8192       1       0           1       0       1       8192        0
       malloc-4096   4096       0       2           1       0       2       8192        0
       malloc-4096   4096       1       1           1       0       2       8192        0
           pcpu-16     16      14     498          14       0     254       8192        0
         malloc-16     16       0     500           2       0     254       8000        0
       UMA Slabs 1    176       9      13           9       0      62       3872        0
        KMAP ENTRY     96      12      27          14       0       0       3744        0
            pcpu-4      4       1     511           1       0     254       2048        0
       FFS1 dinode    128       0       0           0       0     126          0        0
           ada_ccb    272       0       0           0       0      30          0        0
             swblk    136       0       0           0       0      62          0        0
          swpctrie    144       0       0           0       0      62          0        0
   cdg_qdiffsample     16       0       0           0       0     254          0        0
   pf state scrubs     40       0       0           0       0     254          0        0
   pf frag entries     40       0       0           0       0     254          0        0
          pf frags    248       0       0           0       0      62          0        0
  pf table entries    160       0       0           0       0     254          0        0
pf table entry counters     64       0       0           0       0     254          0        0
   pf source nodes    136       0       0           0       0     254          0        0
     pf state keys     88       0       0           0       0     126          0        0
         pf states    312       0       0           0       0     254          0        0
           pf tags    104       0       0           0       0     126          0        0
          pf mtags     56       0       0           0       0     254          0        0
       tcp_bbr_pcb    832       0       0           0       0      16          0        0
       tcp_bbr_map    128       0       0           0       0     126          0        0
      tcp_rack_pcb    896       0       0           0       0      16          0        0
      tcp_rack_map    120       0       0           0       0     126          0        0
               ipq     56       0       0           0       0     254          0        0
tfo_ccache_entries     80       0       0           0       0     126          0        0
               tfo      4       0       0           0       0     254          0        0
          sackhole     32       0       0           0       0     254          0        0
             tcptw     72       0       0           0       0     254          0        0
   sctp_asconf_ack     48       0       0           0       0     254          0        0
       sctp_asconf     40       0       0           0       0     254          0        0
sctp_stream_msg_out    112       0       0           0       0     254          0        0
        sctp_readq    152       0       0           0       0     254          0        0
        sctp_chunk    152       0       0           0       0     254          0        0
        sctp_raddr    736       0       0           0       0     254          0        0
         sctp_asoc   2256       0       0           0       0     254          0        0
           sctp_ep   1208       0       0           0       0     254          0        0
   tcp_log_id_node    120       0       0           0       0     126          0        0
 tcp_log_id_bucket    176       0       0           0       0      62          0        0
           tcp_log    416       0       0           0       0     254          0        0
          tcpreass     48       0       0           0       0     254          0        0
       ripcb ports     32       0       0           0       0     254          0        0
udplite_inpcb ports     32       0       0           0       0     254          0        0
     udplite_inpcb    424       0       0           0       0      30          0        0
    IPsec SA lft_c     16       0       0           0       0     254          0        0
            itimer    352       0       0           0       0      30          0        0
            AIOLIO    272       0       0           0       0      30          0        0
             AIOCB    552       0       0           0       0      16          0        0
              AIOP     32       0       0           0       0     254          0        0
               AIO    208       0       0           0       0      62          0        0
        TMPFS node    224       0       0           0       0      62          0        0
           NCLNODE    608       0       0           0       0      16          0        0
        mqnotifier    216       0       0           0       0      62          0        0
            mvdata     64       0       0           0       0     254          0        0
            mqueue    248       0       0           0       0      62          0        0
     LTS VFS Cache    360       0       0           0       0      30          0        0
       L VFS Cache    320       0       0           0       0      30          0        0
     STS VFS Cache    144       0       0           0       0      62          0        0
           cryptop    280       0       0           0       0      30          0        0
  linux_dma_object     32       0       0           0       0     254          0        0
  linux_dma_pctrie    144       0       0           0       0      62          0        0
   IOMMU_MAP_ENTRY    120       0       0           0       0     126          0        0
    mbuf_jumbo_16k  16384       0       0           0       0     254          0        0
     mbuf_jumbo_9k   9216       0       0           0       0     254          0        0
      audit_record   1280       0       0           0       0       8          0        0
         domainset     40       0       0           0       0     254          0        0
        MAC labels     40       0       0           0       0     254          0        0
            vnpbuf   2624       0       0           0       0      64          0        0
            mdpbuf   2624       0       0           0       0       3          0        0
           nfspbuf   2624       0       0           0       0      16          0        0
            swwbuf   2624       0       0           0       0       8          0        0
            swrbuf   2624       0       0           0       0      16          0        0
          umtx_shm     88       0       0           0       0     126          0        0
           umtx pi     96       0       0           0       0     126          0        0
rangeset pctrie nodes    144       0       0           0       0      62          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-65536  65536       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-32768  32768       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
      malloc-16384  16384       0       0           0       0       1          0        0
       malloc-8192   8192       0       0           0       0       1          0        0
       malloc-4096   4096       0       0           0       0       2          0        0
           pcpu-32     32       0       0           0       0     254          0        0
            fakepg    104       0       0           0       0     126          0        0
          UMA Hash    256       0       0           0       0      62          0        0

Crashes (1):
Manager Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets Title
ci-freebsd-main 2022/04/28 19:23 freebsd-src 25768526bbed 7c337266 console log report syz C panic: Assertion TD_CAN_RUN(td) failed at /syzkaller/managers/main/kernel/sys/kern/subr_turnstile.c:LINE
* Struck through repros no longer work on HEAD.