syzbot


witness: reversal: solock pf_lock

Status: fixed on 2024/01/12 04:21
Reported-by: syzbot+fde8d07ba74b69d0adfe@syzkaller.appspotmail.com
Fix commit: 66bd633ef3ce Use domain name for socket lock.
First crash: 325d, last: 318d

Sample crash report:
witness: lock order reversal:
 1st 0xfffffd80661f7228 solock (&so->so_lock)
 2nd 0xffffffff82c4a4f0 pf_lock (pf_lock)
lock order "pf_lock"(rwlock) -> "&so->so_lock"(rwlock) first seen at:
#0  rw_enter_write+0x5c sys/kern/kern_rwlock.c:128
#1  route_input+0x101 sys/net/rtsock.c:520
#2  rtm_send+0x1b2 sys/net/rtsock.c:1744
#3  rt_clone+0xd1 sys/net/route.c:279
#4  rtalloc+0x91 rt_match sys/net/route.c:248 [inline]
#4  rtalloc+0x91 sys/net/route.c:377
#5  icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740
#6  icmp_error+0x61 sys/netinet/ip_icmp.c:300
#7  pf_test_rule+0x98d sys/net/pf.c:4478
#8  pf_test+0x1d1c sys/net/pf.c:7678
#9  ip_input_if+0x131 sys/netinet/ip_input.c:417
#10 ipv
4_input
OpenBSD/amd64 (ci-openbsd-multi+core-6.c.syzkaller.internal) (tt0y00)

login: x4c
#11 ether_input+0x58a
#12 tun_dev_write+0x203 sys/net/if_tun.c:914
#13 spec_write+0xd9 sys/kern/spec_vnops.c:302
#14 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245
#15 vn_write+0x15b sys/kern/vfs_vnops.c:408
#16 dofilewritev+0x1a0 sys/kern/sys_generic.c:375
#17 sys_write+0x87 sys/kern/sys_generic.c:295
#18 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
#18 syscall+0x50f sys/arch/amd64/amd64/trap.c:606
lock order "&so->so_lock"(rwlock) -> "pf_lock"(rwlock) first seen at:
#0  rw_enter_write+0x5c sys/kern/kern_rwlock.c:128
#1  pf_remove_divert_state+0xbf sys/net/pf.c:1833
#2  in_pcbdisconnect+0x2c sys/netinet/in_pcb.c:578
#3  udp_disconnect+0xf1 sys/netinet/udp_usrreq.c:1215
#4  soconnect+0xc1 pru_disconnect sys/sys/protosw.h:334 [inline]
#4  soconnect+0xc1 sodisconnect sys/kern/uipc_socket.c:521 [inline]
#4  soconnect+0xc1 sys/kern/uipc_socket.c:485
#5  sys_connect+0x207 sys/kern/uipc_syscalls.c:422
#6  syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
#6  syscall+0x50f sys/arch/amd64/amd64/trap.c:606
#7  Xsyscall+0x128
Stopped at      db_enter+0x1c:  addq    $0x8,%rsp
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(ffffffff82c4a4f0,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline]
witness_checkorder(ffffffff82c4a4f0,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110
rw_enter_write(ffffffff82c4a4e0) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128
pf_remove_divert_state(fffffd8067b85458) at pf_remove_divert_state+0xbf sys/net/pf.c:1833
in_pcbdisconnect(fffffd8067b85458) at in_pcbdisconnect+0x2c sys/netinet/in_pcb.c:578
udp_disconnect(fffffd80661f7210) at udp_disconnect+0xf1 sys/netinet/udp_usrreq.c:1215
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 pru_disconnect sys/sys/protosw.h:334 [inline]
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 sodisconnect sys/kern/uipc_socket.c:521 [inline]
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 sys/kern/uipc_socket.c:485
sys_connect(ffff80002a2862a0,ffff800037456560,ffff8000374565b0) at sys_connect+0x207 sys/kern/uipc_syscalls.c:422
syscall(ffff800037456630) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
syscall(ffff800037456630) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xf04949bb430, count: -10
ddb{1}> show registers
rdi                              0x3
rsi               0xffffffff82c1c3b0    __sancov_gen_cov_switch_values.134
rbp               0xffff8000374562b0
rbx                              0x3
rdx                                0
rcx               0xffff80002a2862a0
rax               0xffff800029d3bff0
r8                0xffff800037456220
r9                0x8080808080808080
r10               0xcc5ec1633286b803
r11               0xff09a96687e240ef
r12               0xfffffd80039fc740
r13                                0
r14               0xfffffd80039fae80
r15               0xfffffd80031ce7c0
rip               0xffffffff8272870c    db_enter+0x1c
cs                               0x8
rflags                         0x246
rsp               0xffff8000374562a0
ss                              0x10
db_enter+0x1c:  addq    $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor.4) tid=91109 pid=91396 tcnt=3 stat=onproc
    flags process=1000<SINGLEEXIT> proc=4080000<SUSPSINGLE,THREAD>
    runpri=32, usrpri=83, slppri=32, nice=20
    wchan=0x0, wmesg=, ps_single=0xffff80002a261000
    forw=0xffffffffffffffff, list=0xffff80002a285ff8,0xffff80002a261010
    process=0xffff8000fffed510 user=0xffff800037451000, vmspace=0xfffffd807eff9910
    estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0
ddb{1}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
*91396   91109   3273      0  7   0x4081000                syz-executor.4
 91396  399709   3273      0  3   0x4003000  suspend       syz-executor.4
 92853   53904  36831      0  2           0                syz-executor.3
 46864  268397  18606      0  3   0x4081000  netlock       syz-executor.0
 46864  347852  18606      0  3   0x4081000  netlock       syz-executor.0
 46864   43046  18606      0  3   0x4081000  netlock       syz-executor.0
 46864  302930  18606      0  3   0x4003000  suspend       syz-executor.0
 96038  225616  22493      0  2           0                syz-executor.1
 96038  455581  22493      0  3   0x4000080  fsleep        syz-executor.1
 85098  199386  88812      0  7           0                syz-executor.2
 85098  517574  88812      0  3   0x4000000  netlock       syz-executor.2
 27922   96157  49753      0  3        0x80  nanoslp       syz-executor.5
 27922  424519  49753      0  3   0x4000080  nanoslp       syz-executor.5
 27922  473870  49753      0  3   0x4000080  nanoslp       syz-executor.5
 27922  324472  49753      0  3   0x4000080  fsleep        syz-executor.5
 58579  442163      0      0  3     0x14280  nfsidl        nfsio
 79282  487158      0      0  3     0x14280  nfsidl        nfsio
 47514  400510      0      0  3     0x14280  nfsidl        nfsio
 13962  236813      0      0  3     0x14280  nfsidl        nfsio
 95315  316498      0      0  3     0x14280  nfsidl        nfsio
 87603  471010      0      0  3     0x14280  nfsidl        nfsio
 20192  262937      0      0  3     0x14280  nfsidl        nfsio
 19544  170020      0      0  3     0x14280  nfsidl        nfsio
 67097  288038      0      0  3     0x14280  nfsidl        nfsio
 42067  223338      0      0  3     0x14280  nfsidl        nfsio
 32899  236560      0      0  3     0x14280  nfsidl        nfsio
 50348  107500      0      0  3     0x14280  nfsidl        nfsio
 71614  106567      0      0  3     0x14280  nfsidl        nfsio
 72498  234699      0      0  3     0x14280  nfsidl        nfsio
 51073  419620      0      0  3     0x14280  nfsidl        nfsio
 16860  488065      0      0  3     0x14280  nfsidl        nfsio
 61769  349205      0      0  3     0x14280  nfsidl        nfsio
 42243  376894      0      0  3     0x14280  nfsidl        nfsio
 93423  261225      0      0  3     0x14280  nfsidl        nfsio
   368  343505      0      0  3     0x14280  nfsidl        nfsio
   321   45135  33207      0  3        0x82  nanoslp       syz-executor.7
 36831  474021  33207      0  3        0x82  nanoslp       syz-executor.3
  3273  316044  33207      0  3        0x82  nanoslp       syz-executor.4
 22704  504482      1      0  3    0x100083  ttyin         getty
 13457  209177      0      0  3     0x14200  acct          acct
  3484  352513      1      0  3        0x80  fsleep        syz-executor.4
  3484   35630      1      0  3   0x4000080  kqpoll        syz-executor.4
 88812   84002  33207      0  3        0x82  nanoslp       syz-executor.2
 49753  443953  33207      0  3        0x82  nanoslp       syz-executor.5
  4614  305348  33207      0  3        0x82  nanoslp       syz-executor.6
 22493  302049  33207      0  3        0x82  nanoslp       syz-executor.1
 48049  475870      0      0  3     0x14200  bored         sosplice
 18606  451104  33207      0  3        0x82  nanoslp       syz-executor.0
 33207  454893  87351      0  3   0x2000082  kqread        syz-fuzzer
 33207  437434  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207  349487  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  500421  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  418450  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207  105333  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  457932  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  469886  87351      0  3   0x6000082  wait          syz-fuzzer
 33207   75306  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207  181381  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207   98352  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  107272  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207  493534  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207   30653  87351      0  3   0x6000082  wait          syz-fuzzer
 33207  203488  87351      0  3   0x6000082  thrsleep      syz-fuzzer
 33207  312199  87351      0  3   0x6000082  wait          syz-fuzzer
 87351  505172  76986      0  3    0x10008a  sigsusp       ksh
 76986  519104  52041      0  3        0x9a  kqread        sshd
 52041  401211      1      0  3        0x88  kqread        sshd
 87713  402690  10150     74  3   0x1100092  bpf           pflogd
 10150  280560      1      0  3        0x80  netio         pflogd
 24867   14137  60640     73  3   0x1100010  biowait       syslogd
 60640  426913      1      0  3    0x100082  netio         syslogd
  7957  270367      1      0  3    0x100080  kqread        resolvd
 73069   97748  10027     77  3    0x100092  kqread        dhcpleased
 39615  423477  10027     77  3    0x100092  kqread        dhcpleased
 10027   79328      1      0  3        0x80  kqread        dhcpleased
 80268  227667      0      0  3     0x14200  bored         smr
 76123  488036      0      0  2     0x14200                zerothread
  8787  180573      0      0  3     0x14200  aiodoned      aiodoned
 94286   79410      0      0  3     0x14200  syncer        update
 56904  496678      0      0  3     0x14200  cleaner       cleaner
 73582  374450      0      0  3     0x14200  reaper        reaper
 16099   70956      0      0  3     0x14200  pgdaemon      pagedaemon
 90735  487334      0      0  3     0x14200  bored         viomb
 14557   40017      0      0  3  0x40014200  acpi0         acpi0
  4848  286678      0      0  3  0x40014200                idle1
 77854  410799      0      0  3     0x14200  bored         softnet3
 68521  261574      0      0  3     0x14200  bored         softnet2
 65282  450441      0      0  3     0x14200  bored         softnet1
 82245  389847      0      0  3     0x14200  bored         softnet0
 83982   51641      0      0  3     0x14200  bored         systqmp
 57454  152726      0      0  3     0x14200  bored         systq
 39130  499264      0      0  3     0x14200  tmoslp        softclockmp
  1208  225209      0      0  3  0x40014200  netlock       softclock
 99089  265403      0      0  3  0x40014200                idle0
     1  173512      0      0  3        0x82  wait          init
     0       0     -1      0  3     0x10200  scheduler     swapper
ddb{1}> show all locks
Process 91396 (syz-executor.4) thread 0xffff80002a2862a0 (91109)
exclusive rwlock solock r = 0 (0xfffffd80661f7228)
#0  witness_lock+0x447
#1  sys_connect+0x1be isdnssocket sys/kern/uipc_syscalls.c:127 [inline]
#1  sys_connect+0x1be sys/kern/uipc_syscalls.c:413
#2  syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
#2  syscall+0x50f sys/arch/amd64/amd64/trap.c:606
#3  Xsyscall+0x128
shared rwlock netlock r = 0 (0xffffffff82c19210)
#0  witness_lock+0x447
#1  solock_shared+0x68 sys/kern/uipc_socket2.c:370
#2  sys_connect+0x1be isdnssocket sys/kern/uipc_syscalls.c:127 [inline]
#2  sys_connect+0x1be sys/kern/uipc_syscalls.c:413
#3  syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
#3  syscall+0x50f sys/arch/amd64/amd64/trap.c:606
#4  Xsyscall+0x128
Process 85098 (syz-executor.2) thread 0xffff80002a285558 (517574)
exclusive rwlock sysctllk r = 0 (0xffffffff82b853e0)
#0  witness_lock+0x447
#1  rw_enter+0x3c8 sys/kern/kern_rwlock.c:309
#2  sys_sysctl+0x1c3 sys/kern/kern_sysctl.c:238
#3  syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606
#4  Xsyscall+0x128
Process 24867 (syslogd) thread 0xffff80002a1ded48 (14137)
exclusive rrwlock inode r = 0 (0xfffffd806e7450a0)
#0  witness_lock+0x447
#1  rw_enter+0x3c8 sys/kern/kern_rwlock.c:309
#2  rrw_enter+0x8c sys/kern/kern_rwlock.c:464
#3  VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4  vn_lock+0x84 sys/kern/vfs_vnops.c:564
#5  sys_fsync+0xf9 sys/kern/vfs_syscalls.c:2896
#6  syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606
#7  Xsyscall+0x128
Process 1208 (softclock) thread 0xffff80002a14c540 (225209)
shared rwlock timeout r = 0 (0xffffffff82bbf730)
#0  witness_lock+0x447
#1  timeout_run+0xbb sys/kern/kern_timeout.c:661
#2  softclock_thread+0x114 sys/kern/kern_timeout.c:809
#3  proc_trampoline+0x10
ddb{1}> show malloc
           Type InUse  MemUse  HighUse   Limit  Requests Type Lim
         devbuf 10232   6524K    9333K 166960K     19813        0
            pcb    15     18K      20K 166960K       534        0
         rtable   198     14K      14K 166960K      1137        0
             pf    32      9K      10K 166960K       157        0
         ifaddr    39     14K      15K 166960K       135        0
        ifgroup    55      2K       2K 166960K       233        0
         sysctl     3      0K       0K 166960K         3        0
       counters    64     36K      36K 166960K       166        0
       ioctlops     0      0K       4K 166960K      1789        0
            iov     0      0K      24K 166960K       970        0
          mount     1      1K       1K 166960K         1        0
            log     0      0K       0K 166960K         4        0
         vnodes  1622    101K     102K 166960K      4869        0
      UFS quota     1     32K      32K 166960K         1        0
      UFS mount     5     36K      36K 166960K         5        0
            shm     2      1K       9K 166960K        89        0
         VM map     2      1K       1K 166960K         2        0
            sem    12      1K       1K 166960K        14        0
        dirhash    12      2K       2K 166960K        24        0
           ACPI  1697    195K     286K 166960K     12548        0
      file desc    17     61K      85K 166960K      8224        0
          sigio     0      0K       0K 166960K       124        0
           proc    70     91K     127K 166960K      1155        0
        subproc   117      7K       7K 166960K       247        0
    NFS srvsock     1      0K       0K 166960K         1        0
     NFS daemon     1     16K      16K 166960K         1        0
    ip_moptions     0      0K       0K 166960K       294        0
       in_multi    77      5K       7K 166960K       263        0
    ether_multi     1      0K       0K 166960K         7        0
            mrt     1      0K       0K 166960K         4        0
    ISOFS mount     1     32K      32K 166960K         1        0
  MSDOSFS mount     1     16K      16K 166960K         1        0
           ttys   241   1076K    1076K 166960K       241        0
           exec     0      0K       1K 166960K      1264        0
     pfkey data     0      0K       0K 166960K        69        0
            tdb     3      0K       0K 166960K         3        0
        pagedep     1      8K       8K 166960K         1        0
       inodedep     1     32K      32K 166960K         1        0
         newblk     1      0K       0K 166960K         1        0
        VM swap     8     62K      64K 166960K        10        0
       UVM amap   458    220K     231K 166960K     85075        0
       UVM aobj   131      4K       5K 166960K       137        0
        memdesc     1      4K       4K 166960K         1        0
    crypto data     1      1K       1K 166960K         1        0
    ip6_options     0      0K       0K 166960K       889        0
            NDP    12      0K       2K 166960K       101        0
           temp    78   5932K    6060K 166960K     51585        0
         kqueue    13     20K      28K 166960K       336        0
      SYN cache     2     16K      16K 166960K         2        0
ddb{1}> show all pools
Name      Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache    128       24    0        0     1     0     1     1     0     8    0
rtpcb      120      278    0      275     4     3     1     3     0     8    0
rtentry    112      337    0      248     4     1     3     4     0     8    0
unpcb      144     6168    0     6145    67    61     6    10     0     8    5
syncache   312       69    0       69    17    16     1     1     0     8    1
sackhl      24        6    0        6     2     2     0     1     0     8    0
tcpqe       32      335    0      335    12    11     1     1     0     8    1
tcpcb      808     1703    0     1688    67    65     2    14     0     8    0
arp        120       64    0       50     1     0     1     1     0     8    0
inpcb      368     6324    0     6304   102    88    14    15     0     8   12
nd6        136       62    0       42     1     0     1     1     0     8    0
pkpcb       40       43    0       43     7     7     0     1     0     8    0
kcovpl      48       19    0       10     1     0     1     1     0     8    0
ppxss      1256      19    0       19     5     5     0     1     0     8    0
pffrag     232       93    0       91     5     4     1     1     0   482    0
pffrnode    88       93    0       91     5     4     1     1     0     8    0
pffrent     40      196    0      194     5     4     1     1     0     8    0
pfosfp      40     1428    0     1005     5     0     5     5     0     8    0
pfosfpen   112     1428    0      714    21     0    21    21     0     8    0
pfstitem    24      186    0      162     1     0     1     1     0     8    0
pfstkey    128      187    0      163     3     1     2     2     0     8    0
pfstate    376      187    0      163     8     4     4     5     0     8    1
pfrule     1344      21    0       16     2     1     1     2     0     8    0
art_heap8  4096       1    0        0     1     0     1     1     0     8    0
art_heap4  256      981    0      609    32     7    25    29     0     8    0
art_table   32      982    0      609     4     0     4     4     0     8    0
art_node    16      293    0      213     1     0     1     1     0     8    0
sysvmsgpl   40       28    0       24     3     2     1     1     0     8    0
semupl     112        2    0        2     1     1     0     1     0     8    0
semapl     112       10    0        0     1     0     1     1     0     8    0
shmpl      112      134    0        6     4     0     4     4     0     8    0
dirhash    1024      25    0        8     3     0     3     3     0     8    0
dino2pl    256    13523    0    12055    93     0    93    93     0     8    0
ffsino     272    13523    0    12055    99     0    99    99     0     8    0
nchpl      144    26064    0    24403    63     0    63    63     0     8    0
uvmvnodes   80     5926    0        0   121     0   121   121     0     8    0
vnodes     216     5926    0        0   330     0   330   330     0     8    0
namei      1024   87826    0    87826     5     4     1     2     0     8    1
percpumem   16       97    0       51     1     0     1     1     0     8    0
vcpupl     2048      13    0        0     2     0     2     2     0     8    0
vmpool     696       85    0       72     2     0     2     2     0     8    0
kstatmem   264      126    0      102     2     0     2     2     0     8    0
scxspl     216    70905    0    70904    18    17     1     8     1     8    0
plimitpl   152      879    0      862     1     0     1     1     0     8    0
sigapl     424     8709    0     8637    11     2     9     9     0     8    0
futexpl     64    83937    0    83934     1     0     1     1     0     8    0
knotepl    120      333    0        0    10     3     7    10     0     8    0
kqueuepl   216     1092    0     1083    19    18     1     5     0     8    0
pipepl     320     1423    0     1394    45    42     3     9     0     8    0
fdescpl    496     8509    0     8479     5     0     5     5     0     8    0
filepl     152    56687    0    56418   114    96    18    20     0     8    7
lockfpl    104    13444    0    13440    24    22     2     3     0     8    1
lockfspl    48     3256    0     3252     1     0     1     1     0     8    0
sessionpl  144       38    0       20     1     0     1     1     0     8    0
pgrppl      48      140    0      122     1     0     1     1     0     8    0
ucredpl    104     5891    0     5876     1     0     1     1     0     8    0
zombiepl   144     8640    0     8637     1     0     1     1     0     8    0
processpl  1072    8709    0     8637     5     0     5     5     0     8    0
procpl     680    23465    0    23366    13     4     9     9     0     8    0
srpgc       96       17    0       17     7     7     0     1     0     8    0
sosppl     168       48    0       48     6     5     1     1     0     8    1
sockpl     488    12827    0    12778   284   262    22    35     0     8   15
mcl64k     65536     24    0        0     3     0     3     3     0     8    0
mcl16k     16384     17    0        0     3     0     3     3     0     8    0
mcl12k     12288     35    0        0     2     0     2     2     0     8    0
mcl9k      9216      17    0        0     2     0     2     2     0     8    0
mcl8k      8192      23    0        0     3     0     3     3     0     8    0
mcl4k      4096      41    0        0     3     0     3     3     0     8    0
mcl2k2     2112      10    0        0     1     0     1     1     0     8    0
mcl2k      2048     318    0        0    38     7    31    38     0     8    0
mtagpl      96      254    0        0     5     0     5     5     0     8    0
mbufpl     256     2062    0        0   106     0   106   106     0     8    0
bufpl      288    15325    0     9002   452     0   452   452     0     8    0
anonpl      24   875634    0   859858   179    66   113   120     0   186    7
amapchunkpl 152  262766    0   261794    75    34    41    51     0   158    1
amappl16   200    17844    0    17313   108    74    34    41     0     8    4
amappl15   192       38    0       38     2     1     1     1     0     8    1
amappl14   184      202    0      188     2     1     1     2     0     8    0
amappl13   176       44    0       42     1     0     1     1     0     8    0
amappl12   168     9346    0     9312     3     1     2     2     0     8    0
amappl11   160       60    0       44     1     0     1     1     0     8    0
amappl10   152       36    0       25     2     1     1     1     0     8    0
amappl9    144      282    0      282    11    10     1     1     0     8    1
amappl8    136      522    0      399     6     1     5     5     0     8    0
amappl7    128      241    0      216     2     0     2     2     0     8    0
amappl6    120      485    0      472     1     0     1     1     0     8    0
amappl5    112      256    0      244     1     0     1     1     0     8    0
amappl4    104      721    0      690     2     1     1     2     0     8    0
amappl3     96    51546    0    51447     4     1     3     3     0     8    0
amappl2     88    11342    0    11261     3     1     2     3     0     8    0
amappl1     80    39608    0    39048    23    10    13    23     0     8    0
amappl      88    82434    0    82156     8     1     7     7     0    92    0
dma4096    4096       1    0        1     1     1     0     1     0     8    0
dma1024    1024       1    0        0     1     0     1     1     0     8    0
dma256     256        6    0        6     1     1     0     1     0     8    0
dma128     128      253    0      253     1     1     0     1     0     8    0
dma64       64        6    0        6     1     1     0     1     0     8    0
dma32       32        7    0        7     1     1     0     1     0     8    0
dma16       16       18    0       17     1     0     1     1     0     8    0
aobjpl      72      136    0        6     3     0     3     3     0     8    0
uaddrrnd    24     8594    0     8551     1     0     1     1     0     8    0
uaddrbest   32        2    0        0     1     0     1     1     0     8    0
uaddr       24     8594    0     8551     1     0     1     1     0     8    0
vmmpekpl   168    69321    0    69260     4     0     4     4     0     8    0
vmmpepl    168   524171    0   521545   268   146   122   147     0   357    0
vmsppl     464     8593    0     8551     6     0     6     6     0     8    0
rwobjpl     56   135315    0   127515   120     8   112   113     0     8    0
pdppl      4096   17196    0    17115   519   434    85    85     0     8    4
pvpl        32    45932    0        0   372     1   371   371     0   265    0
pmappl     248     8593    0     8551     3     0     3     3     0     8    0
extentpl    40       56    0       38     1     0     1     1     0     8    0
phpool     112     1569    0      632    27     0    27    27     0     8    0
ddb{1}> machine ddbcpu 0
Stopped at      x86_ipi_db+0x1e:        addq    $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff82b6fff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
end of kernel
end trace frame: 0x79f395bf4e90, count: -3
ddb{0}> machine ddbcpu 1
Stopped at      db_enter+0x1c:  addq    $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(ffffffff82c4a4f0,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline]
witness_checkorder(ffffffff82c4a4f0,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110
rw_enter_write(ffffffff82c4a4e0) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128
pf_remove_divert_state(fffffd8067b85458) at pf_remove_divert_state+0xbf sys/net/pf.c:1833
in_pcbdisconnect(fffffd8067b85458) at in_pcbdisconnect+0x2c sys/netinet/in_pcb.c:578
udp_disconnect(fffffd80661f7210) at udp_disconnect+0xf1 sys/netinet/udp_usrreq.c:1215
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 pru_disconnect sys/sys/protosw.h:334 [inline]
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 sodisconnect sys/kern/uipc_socket.c:521 [inline]
soconnect(fffffd80661f7210,fffffd806d53a900) at soconnect+0xc1 sys/kern/uipc_socket.c:485
sys_connect(ffff80002a2862a0,ffff800037456560,ffff8000374565b0) at sys_connect+0x207 sys/kern/uipc_syscalls.c:422
syscall(ffff800037456630) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline]
syscall(ffff800037456630) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xf04949bb430, count: -10

Crashes (2):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2024/01/11 16:20 openbsd e9d2d4cd704b dda5a988 .config console log report ci-openbsd-multicore witness: reversal: solock pf_lock
2024/01/04 19:09 openbsd 7a766feb92ce 28c42cff .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: solock pf_lock
* Struck through repros no longer work on HEAD.