syzbot


protection_fault: pf_anchor_global_RB_REMOVE

Status: fixed on 2022/06/27 02:23
Reported-by: syzbot+50ea4f33ed5dd9264918@syzkaller.appspotmail.com
Fix commit: 30d709c8a85c Allow waiting during ktable allocation in pf_ioctl.
First crash: 787d, last: 700d

Sample crash report:
kernel: protection fault trap, code=0
Stopped at      pf_anchor_global_RB_REMOVE+0x58:        movq    0(%r12),%rbx
ddb{0}> 
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
the kernel did not panic
ddb{0}> trace
pf_anchor_global_RB_REMOVE(ffffffff82a01960,ffff800000c51000) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84
pf_remove_if_empty_ruleset(ffff800000c51490) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300
pfi_dynaddr_setup(ffff800000c3fd60,0) at pfi_dynaddr_setup+0x411 sys/net/pf_if.c:487
pfioctl(4900,cd60441a,ffff800000bf5000,2,ffff8000fffeb260) at pfioctl+0x8d37 pf_addr_setup sys/net/pf_ioctl.c:894 [inline]
pfioctl(4900,cd60441a,ffff800000bf5000,2,ffff8000fffeb260) at pfioctl+0x8d37 sys/net/pf_ioctl.c:1653
VOP_IOCTL(fffffd806f678b88,cd60441a,ffff800000bf5000,2,fffffd807f7d77e0,ffff8000fffeb260) at VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264
vn_ioctl(fffffd806a4792f8,cd60441a,ffff800000bf5000,ffff8000fffeb260) at vn_ioctl+0xbc sys/kern/vfs_vnops.c:531
sys_ioctl(ffff8000fffeb260,ffff80002e38c368,ffff80002e38c3c0) at sys_ioctl+0x4a2
syscall(ffff80002e38c430) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002e38c430) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x90a25f9d190, count: -9
ddb{0}> show registers
rdi               0xffff800022c51000
rsi                            0xfc8
rbp               0xffff80002e38be40
rbx               0xffffffff82a01960    pf_anchors
rdx               0xffff800022c51000
rcx                            0xfc7
rax               0xffffffff813934cb    pf_anchor_global_RB_REMOVE+0x2b
r8                             0x400
r9                0x8080808080808080
r10               0xb9d9afa388b9f452
r11               0x7a482a7d714a2808
r12               0xe04ee2749d3c709c
r13               0xffffffff82a01968    pf_main_anchor
r14               0xffff800000c51000
r15               0xdeaf007fdeafbead
rip               0xffffffff813934f8    pf_anchor_global_RB_REMOVE+0x58
cs                               0x8
rflags                       0x10286    __ALIGN_SIZE+0xf286
rsp               0xffff80002e38bdf0
ss                              0x10
pf_anchor_global_RB_REMOVE+0x58:        movq    0(%r12),%rbx
ddb{0}> show proc
PROC (syz-executor.1) pid=374808 stat=onproc
    flags process=0 proc=4000000<THREAD>
    pri=32, usrpri=68, nice=20
    forw=0xffffffffffffffff, list=0xffff8000fffead20,0xffff8000fffeb7b0
    process=0xffff8000ffff0c88 user=0xffff80002e387000, vmspace=0xfffffd807effdcf0
    estcpu=36, cpticks=1, pctcpu=0.0
    user=0, sys=0, intr=0
ddb{0}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
 97656  460034  62707      0  2           0                syz-executor.1
*97656  374808  62707      0  7   0x4000000                syz-executor.1
 65395  311033  61128      0  2           0                syz-executor.5
 65395  416800  61128      0  2   0x4000000                syz-executor.5
 34627  108650  62173      0  2           0                syz-executor.4
 69096  423268  46250      0  2           0                syz-executor.3
 69096  159395  46250      0  2   0x4000000                syz-executor.3
 73937  431509   4595      0  2           0                syz-executor.7
  7048   89766  50112      0  2           0                syz-executor.0
  7048  208224  50112      0  2   0x4000000                syz-executor.0
 21099  373840  30591      0  2           0                syz-executor.2
 21099  267671  30591      0  3   0x4000080  fsleep        syz-executor.2
 60197  259395  40121      0  2           0                syz-executor.6
 60197  288395  40121      0  3   0x4000080  fsleep        syz-executor.6
 60197  375318  40121      0  3   0x4000080  fsleep        syz-executor.6
 60197  246515  40121      0  3   0x4000080  fsleep        syz-executor.6
 60197  497157  40121      0  7   0x4000000                syz-executor.6
 30591  435166   1342      0  3        0x82  nanoslp       syz-executor.2
 50112   84504   1342      0  2         0x2                syz-executor.0
 62173  267916   1342      0  2         0x2                syz-executor.4
 46250  309834   1342      0  3        0x82  nanoslp       syz-executor.3
 35740  372830      0      0  3     0x14200  bored         sosplice
 61128  198786   1342      0  3        0x82  nanoslp       syz-executor.5
  4595  199877   1342      0  2         0x2                syz-executor.7
 40121  205879   1342      0  3        0x82  nanoslp       syz-executor.6
 62707  142639   1342      0  3        0x82  nanoslp       syz-executor.1
  1342  424512  94005      0  3        0x82  kqread        syz-fuzzer
  1342  519557  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342  248693  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342    1483  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342  287226  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342   94824  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342  228939  94005      0  3   0x4000082  thrsleep      syz-fuzzer
  1342  516180  94005      0  3   0x4000082  thrsleep      syz-fuzzer
 94005  189555  17236      0  3    0x10008a  sigsusp       ksh
 17236  404050  88721      0  3        0x9a  kqread        sshd
 31722  267554      1      0  3    0x100083  ttyin         getty
 88721  226187      1      0  3        0x88  kqread        sshd
  6172  417585  96923     74  3   0x1100092  bpf           pflogd
 96923  153084      1      0  3        0x80  netio         pflogd
 13050    4028  83917     73  3   0x1100090  kqread        syslogd
 83917   24405      1      0  3    0x100082  netio         syslogd
 89032  382696      1      0  3    0x100080  kqread        resolvd
 37005  152100  25245     77  3    0x100092  kqread        dhcpleased
 27586  180787  25245     77  3    0x100092  kqread        dhcpleased
 25245   57009      1      0  3        0x80  kqread        dhcpleased
 37268  266194      0      0  3     0x14200  bored         smr
 46354  322612      0      0  2     0x14200                zerothread
 81413  412381      0      0  3     0x14200  aiodoned      aiodoned
 39831  386308      0      0  3     0x14200  syncer        update
 46419   76228      0      0  3     0x14200  cleaner       cleaner
 74178  276498      0      0  3     0x14200  reaper        reaper
 53184  277753      0      0  3     0x14200  pgdaemon      pagedaemon
 22261   54390      0      0  3     0x14200  bored         viomb
 40797  501677      0      0  3  0x40014200  acpi0         acpi0
 38766  446752      0      0  3  0x40014200                idle1
 40527  416713      0      0  3     0x14200  bored         softnet
 53675   76009      0      0  3     0x14200  bored         softnet
 69708   61190      0      0  3     0x14200  bored         softnet
 75705  442498      0      0  3     0x14200  bored         softnet
 68342  489967      0      0  3     0x14200  bored         systqmp
 33344  498781      0      0  3     0x14200  bored         systq
 95337  182556      0      0  3  0x40014200  bored         softclock
 18046  431114      0      0  3  0x40014200                idle0
     1  400102      0      0  3        0x82  wait          init
     0       0     -1      0  3     0x10200  scheduler     swapper
ddb{0}> show all locks
Process 97656 (syz-executor.1) thread 0xffff8000fffeb260 (374808)
exclusive rwlock pf_lock r = 0 (0xffffffff82947dc0)
#0  witness_lock+0x44d
#1  pfioctl+0x5dc6 sys/net/pf_ioctl.c:1608
#2  VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264
#3  vn_ioctl+0xbc sys/kern/vfs_vnops.c:531
#4  sys_ioctl+0x4a2
#5  syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5  syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6  Xsyscall+0x128
exclusive rwlock netlock r = 0 (0xffffffff8296fdc0)
#0  witness_lock+0x44d
#1  pfioctl+0x38b8 sys/net/pf_ioctl.c:1608
#2  VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264
#3  vn_ioctl+0xbc sys/kern/vfs_vnops.c:531
#4  sys_ioctl+0x4a2
#5  syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5  syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6  Xsyscall+0x128
exclusive rwlock pfioctl_rw r = 0 (0xffffffff82947e20)
#0  witness_lock+0x44d
#1  pfioctl+0x15e sys/net/pf_ioctl.c:1148
#2  VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264
#3  vn_ioctl+0xbc sys/kern/vfs_vnops.c:531
#4  sys_ioctl+0x4a2
#5  syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5  syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6  Xsyscall+0x128
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82a009d0)
#0  witness_lock+0x44d
#1  vn_ioctl+0x41 sys/kern/vfs_vnops.c:514
#2  sys_ioctl+0x4a2
#3  syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#3  syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#4  Xsyscall+0x128
ddb{0}> show malloc
           Type InUse  MemUse  HighUse   Limit  Requests Type Lim
         devbuf 10204   6485K    6816K  78643K     13133        0
            pcb    14     12K      14K  78643K       385        0
         rtable   214      8K       9K  78643K       739        0
         ifaddr    85     18K      18K  78643K       236        0
         sysctl     3      1K       1K  78643K         3        0
       counters    54     35K      35K  78643K       100        0
       ioctlops     1      4K       4K  78643K      2368        0
            iov     0      0K      32K  78643K       317        0
          mount     1      1K       1K  78643K         1        0
            log     0      0K       0K  78643K         5        0
         vnodes  1333     83K      83K  78643K      2150        0
      UFS quota     1     32K      32K  78643K         1        0
      UFS mount     5     36K      36K  78643K         5        0
            shm     2      1K       5K  78643K        24        0
         VM map     2      1K       1K  78643K         2        0
            sem    12      0K       0K  78643K       192        0
        dirhash    12      2K       2K  78643K        12        0
           ACPI  1697    195K     286K  78643K     12548        0
      file desc    18     65K      89K  78643K      1780        0
          sigio     0      0K       0K  78643K        81        0
           proc    70     91K     128K  78643K       743        0
        subproc   104      6K       6K  78643K       195        0
    NFS srvsock     1      0K       0K  78643K         1        0
     NFS daemon     1     16K      16K  78643K         1        0
    ip_moptions     0      0K       0K  78643K       117        0
       in_multi    87      5K       6K  78643K       236        0
    ether_multi     1      0K       0K  78643K         4        0
            mrt     1      0K       0K  78643K         1        0
    ISOFS mount     1     32K      32K  78643K         1        0
  MSDOSFS mount     1     16K      16K  78643K         1        0
           ttys   181    811K     811K  78643K       181        0
           exec     0      0K       2K  78643K       977        0
            tdb     3      0K       0K  78643K         3        0
        pagedep     1      8K       8K  78643K         1        0
       inodedep     1     32K      32K  78643K         1        0
         newblk     1      0K       0K  78643K         1        0
        VM swap     7     26K      26K  78643K         7        0
       UVM amap   268    181K     186K  78643K     12204        0
       UVM aobj   131      4K       4K  78643K       134        0
        memdesc     1      4K       4K  78643K         1        0
    crypto data     1      1K       1K  78643K         1        0
    ip6_options     0      0K       0K  78643K        75        0
            NDP    12      0K       2K  78643K        66        0
           temp   142   4756K    4999K  78643K     35571        0
         kqueue    13     20K      26K  78643K       175        0
      SYN cache     2     16K      16K  78643K         2        0
ddb{0}> show all pools
Name      Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache    128       22    0        0     1     0     1     1     0     8    0
rtpcb      120       72    0       69     1     0     1     1     0     8    0
rtentry    112      224    0      132     4     0     4     4     0     8    0
unpcb      136      939    0      924    10     9     1     6     0     8    0
syncache   296        6    0        6     2     2     0     1     0     8    0
tcpqe       32       49    0       49     2     2     0     1     0     8    0
tcpcb      736     2133    0     2060    36    29     7    19     0     8    0
arp        120       34    0       20     1     0     1     1     0     8    0
inpcb      312     3066    0     3055    36    20    16    16     0     8   14
nd6         48       51    0       32     1     0     1     1     0     8    0
pkpcb       40        4    0        4     1     1     0     1     0     8    0
kcovpl      48       15    0        7     1     0     1     1     0     8    0
ppxss      1248       6    0        6     2     1     1     1     0     8    1
pfstscr     40        8    0        8     1     1     0     1     0     8    0
pffrag     232        3    0        1     1     0     1     1     0   482    0
pffrnode    88        3    0        1     1     0     1     1     0     8    0
pffrent     40       11    0        9     1     0     1     1     0     8    0
pfosfp      40     1428    0     1005     5     0     5     5     0     8    0
pfosfpen   112     1428    0      714    21     0    21    21     0     8    0
pfrktable  1344       4    1        1     1     0     1     1     0     8    0
pftag       88        3    0        0     1     0     1     1     0     8    0
pfqueue    264      549    0      549     2     1     1     1     0     8    1
pfstitem    24       29    0       25     1     0     1     1     0     8    0
pfstkey    112       37    0       33     1     0     1     1     0     8    0
pfstate    336       33    0       29     2     0     2     2     0     8    0
pfrule     1360      94    0       72     3     1     2     2     0     8    0
art_heap8  4096       1    0        0     1     0     1     1     0     8    0
art_heap4  256     1042    0      633    29     3    26    29     0     8    0
art_table   32     1043    0      633     4     0     4     4     0     8    0
art_node    16      219    0      135     1     0     1     1     0     8    0
sysvmsgpl   40       19    0        9     2     1     1     1     0     8    0
semapl     112      190    0      180     1     0     1     1     0     8    0
shmpl      112      131    0        3     4     0     4     4     0     8    0
dirhash    1024      17    0        0     3     0     3     3     0     8    0
dino2pl    256     3690    0     2245    91     0    91    91     0     8    0
ffsino     272     3690    0     2245    97     0    97    97     0     8    0
nchpl      144     6050    0     4404    63     0    63    63     0     8    0
uvmvnodes   80     4283    0        0    88     0    88    88     0     8    0
vnodes     224     4283    0        0   252     0   252   252     0     8    0
namei      1024   22666    0    22666     3     2     1     2     0     8    1
percpumem   16       62    0       23     1     0     1     1     0     8    0
vcpupl     2048       8    0        0     1     0     1     1     0     8    0
vmpool     560       12    0        4     1     0     1     1     0     8    0
pfiaddrpl  120        1    0        0     1     0     1     1     0     8    0
kstatmem   264       70    0       46     2     0     2     2     0     8    0
scxspl     216    17202    0    17202    11    10     1     8     0     8    1
plimitpl   152      253    0      238     1     0     1     1     0     8    0
sigapl     424     2071    0     2022     8     2     6     7     0     8    0
futexpl     64    15317    0    15313     1     0     1     1     0     8    0
knotepl    120      287    0        0     7     0     7     7     0     8    0
kqueuepl   216      391    0      381     9     8     1     5     0     8    0
pipepl     336      540    0      512    16    13     3     8     0     8    0
fdescpl    496     2053    0     2022     5     1     4     5     0     8    0
filepl     152    15350    0    15104    28    11    17    19     0     8    5
lockfpl    104      923    0      921     2     1     1     2     0     8    0
lockfspl    48      212    0      210     1     0     1     1     0     8    0
sessionpl  144       31    0       14     1     0     1     1     0     8    0
pgrppl      48       31    0       14     1     0     1     1     0     8    0
ucredpl     96     2204    0     2192     1     0     1     1     0     8    0
zombiepl   144     2022    0     2022     1     0     1     1     0     8    1
processpl  1064    2071    0     2022     4     0     4     4     0     8    0
procpl     672     5286    0     5221    12     6     6     8     0     8    0
srpgc       96       14    0       14     3     3     0     1     0     8    0
sosppl     168       12    0       12     1     0     1     1     0     8    1
sockpl     480     4081    0     4052    83    55    28    28     0     8   23
mcl64k     65536     17    0        0     3     0     3     3     0     8    0
mcl16k     16384     11    0        0     2     0     2     2     0     8    0
mcl12k     12288     17    0        0     2     0     2     2     0     8    0
mcl9k      9216       7    0        0     1     0     1     1     0     8    0
mcl8k      8192      13    0        0     2     0     2     2     0     8    0
mcl4k      4096      17    0        0     3     0     3     3     0     8    0
mcl2k2     2112       5    0        0     1     0     1     1     0     8    0
mcl2k      2048     158    0        0    19     0    19    19     0     8    0
mtagpl      96      157    0        0     4     0     4     4     0     8    0
mbufpl     256      418    0        0    24     0    24    24     0     8    0
bufpl      288     5990    0      157   417     0   417   417     0     8    0
anonpl      24   365920    0   347990   120     6   114   114     0   186    3
amapchunkpl 152   33054    0    32328    34     4    30    30     0   158    1
amappl16   200     4066    0     3520    30     0    30    30     0     8    1
amappl15   192      289    0      286     1     0     1     1     0     8    0
amappl14   184      324    0      319     1     0     1     1     0     8    0
amappl13   176      134    0      133     1     0     1     1     0     8    0
amappl12   168        7    0        4     1     0     1     1     0     8    0
amappl11   160      244    0      222     2     0     2     2     0     8    0
amappl10   152      662    0      650     1     0     1     1     0     8    0
amappl9    144      907    0      897     1     0     1     1     0     8    0
amappl8    136      715    0      662     2     0     2     2     0     8    0
amappl7    128      151    0      141     1     0     1     1     0     8    0
amappl6    120      653    0      634     2     1     1     2     0     8    0
amappl5    112     2117    0     2093     1     0     1     1     0     8    0
amappl4    104     1370    0     1343     2     1     1     2     0     8    0
amappl3     96     5377    0     5326     2     0     2     2     0     8    0
amappl2     88     2474    0     2413     3     1     2     3     0     8    0
amappl1     80    50728    0    50046    21     6    15    20     0     8    0
amappl      88    11599    0    11422     6     1     5     5     0    92    0
dma4096    4096       1    0        1     1     1     0     1     0     8    0
dma1024    1024       1    0        0     1     0     1     1     0     8    0
dma256     256        6    0        6     1     1     0     1     0     8    0
dma128     128      253    0      253     1     1     0     1     0     8    0
dma64       64        6    0        6     1     1     0     1     0     8    0
dma32       32        7    0        7     1     1     0     1     0     8    0
dma16       16       18    0       17     1     0     1     1     0     8    0
aobjpl      72      133    0        3     3     0     3     3     0     8    0
uaddrrnd    24     2065    0     2026     1     0     1     1     0     8    0
uaddrbest   32        2    0        0     1     0     1     1     0     8    0
uaddr       24     2065    0     2026     1     0     1     1     0     8    0
vmmpekpl   168    20935    0    20886     3     0     3     3     0     8    0
vmmpepl    168   202255    0   199550   139    17   122   123     0   357    4
vmsppl     368     2064    0     2026     5     1     4     4     0     8    0
rwobjpl     56    54292    0    48299    85     0    85    85     0     8    0
pdppl      4096    4137    0     4060   188   111    77    81     0     8    0
pvpl        32   838892    0   815866   259    70   189   242     0   265    3
pmappl     248     2064    0     2026     4     1     3     3     0     8    0
extentpl    40       58    0       38     1     0     1     1     0     8    0
phpool     112      984    0      182    23     0    23    23     0     8    0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
pf_anchor_global_RB_REMOVE(ffffffff82a01960,ffff800000c51000) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84
pf_remove_if_empty_ruleset(ffff800000c51490) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300
pfi_dynaddr_setup(ffff800000c3fd60,0) at pfi_dynaddr_setup+0x411 sys/net/pf_if.c:487
pfioctl(4900,cd60441a,ffff800000bf5000,2,ffff8000fffeb260) at pfioctl+0x8d37 pf_addr_setup sys/net/pf_ioctl.c:894 [inline]
pfioctl(4900,cd60441a,ffff800000bf5000,2,ffff8000fffeb260) at pfioctl+0x8d37 sys/net/pf_ioctl.c:1653
VOP_IOCTL(fffffd806f678b88,cd60441a,ffff800000bf5000,2,fffffd807f7d77e0,ffff8000fffeb260) at VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264
vn_ioctl(fffffd806a4792f8,cd60441a,ffff800000bf5000,ffff8000fffeb260) at vn_ioctl+0xbc sys/kern/vfs_vnops.c:531
sys_ioctl(ffff8000fffeb260,ffff80002e38c368,ffff80002e38c3c0) at sys_ioctl+0x4a2
syscall(ffff80002e38c430) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002e38c430) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x90a25f9d190, count: -9
ddb{0}> machine ddbcpu 1
Stopped at      x86_ipi_db+0x1a:        addq    $0x8,%rsp
ddb{1}> trace
x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_lock(ffffffff82a007c8) at __mp_lock+0x120 __mp_lock_spin sys/kern/kern_lock.c:117 [inline]
__mp_lock(ffffffff82a007c8) at __mp_lock+0x120 sys/kern/kern_lock.c:147
end trace frame: 0x0, count: -4

Crashes (73):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2022/05/19 11:07 openbsd d1833aa5fe9c 50c53f39 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/18 01:46 openbsd 77afb46922a9 744a39e2 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/14 14:04 openbsd 4e67846ffc15 744a39e2 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/09 19:40 openbsd 94272ed0315d 8b277b8e .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/08 21:42 openbsd 826d76ee2b1d e60b1103 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/07 11:25 openbsd ef8f8f938aa6 e60b1103 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/07 00:41 openbsd ef8f8f938aa6 e60b1103 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/05 16:08 openbsd ba537df4ec28 02ba4ad6 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/02 16:09 openbsd 9d7f8decaa2e 2df221f6 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/01 06:42 openbsd f79258f38adf 2df221f6 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/05/01 05:11 openbsd f79258f38adf 2df221f6 .config console log report ci-openbsd-main protection_fault: pf_anchor_global_RB_REMOVE
2022/04/30 04:58 openbsd b6589a98955e ad6b95d8 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/30 01:38 openbsd 72be86b33384 44a5ca63 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/29 16:53 openbsd 72be86b33384 44a5ca63 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/28 08:49 openbsd 259734c7096b 8a1f1f07 .config console log report ci-openbsd-main protection_fault: pf_anchor_global_RB_REMOVE
2022/04/27 19:55 openbsd 668c454f168b 8a1f1f07 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/25 11:30 openbsd 67642cb5b9a0 c889aef9 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/23 11:14 openbsd 62198fa5a9d0 131df97d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/22 09:47 openbsd 52a13037ad83 2738b391 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/21 13:24 openbsd d4308a21b8d1 d4befee1 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/20 23:00 openbsd 476d797564a3 160a3f31 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/20 21:54 openbsd 476d797564a3 160a3f31 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/20 05:28 openbsd 86e5b4b4ac61 7d7bc738 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/19 21:07 openbsd 501fda025ec2 c334415e .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/19 07:45 openbsd 501fda025ec2 8bcc32a6 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/15 23:55 openbsd 054e417d8819 8bcc32a6 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/14 06:33 openbsd 382703046427 b17b2923 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/12 05:02 openbsd 3fa10e9b4c72 af01ee7d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/11 23:09 openbsd 9572d05f34f2 af01ee7d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/11 17:45 openbsd 9572d05f34f2 af01ee7d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/11 13:43 openbsd 9572d05f34f2 af01ee7d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/08 00:12 openbsd b306148fec45 c6ff3e05 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/07 17:47 openbsd b306148fec45 c6ff3e05 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/07 13:58 openbsd c7045f511bb7 53c67432 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/07 01:28 openbsd 52042ac64d60 86b4b7f8 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/06 10:12 openbsd 1848d272a9d0 86b4b7f8 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/05 13:17 openbsd 2d8ffc66c3be 5915c2cb .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/05 05:17 openbsd 2d8ffc66c3be 5915c2cb .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/04 14:47 openbsd 72b59b6fce81 5915c2cb .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/04/02 08:11 openbsd 0a039610e5c4 79a2a8fc .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/27 06:53 openbsd a8034bb6cd6c 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/26 07:06 openbsd edb24a371b76 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/25 04:40 openbsd 2569963f91dd 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/25 01:37 openbsd 2569963f91dd 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/24 23:40 openbsd 2569963f91dd 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/24 20:34 openbsd 475618162a2c 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/24 10:06 openbsd 475618162a2c 89bc8608 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/23 15:24 openbsd 2426d74d418a 5ff41e94 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/22 22:36 openbsd bf088e2b2bca 5ff41e94 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/20 00:42 openbsd cb5f613c45fb e2d91b1d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/19 00:55 openbsd 9a63f94c7d88 e2d91b1d .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/16 16:54 openbsd f1075cc4acbf 46cc3b21 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/16 00:41 openbsd 4141bb4bac68 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/14 15:57 openbsd 240c337aaf51 9e8eaa75 .config console log report ci-openbsd-main protection_fault: pf_anchor_global_RB_REMOVE
2022/03/13 20:15 openbsd 9a24c98b6f2e 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/12 12:23 openbsd 9d920c79bf2d 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/12 03:11 openbsd 9d920c79bf2d 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/10 11:48 openbsd dff6ec4066a8 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/10 11:15 openbsd dff6ec4066a8 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/09 21:53 openbsd 187f58305394 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/09 15:00 openbsd d4130671fee9 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/09 00:06 openbsd 9f7de9371f1f 9e8eaa75 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/08 04:24 openbsd 30dd31d2109d 7bdd8b2c .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/08 03:25 openbsd 30dd31d2109d 7bdd8b2c .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/04 04:30 openbsd 0d6a9aa9baac 45a13a73 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/03 12:36 openbsd a26a77a095e7 45a13a73 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/03 01:23 openbsd bce6894f9dae 45a13a73 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/03/02 19:21 openbsd bce6894f9dae 45a13a73 .config console log report ci-openbsd-main protection_fault: pf_anchor_global_RB_REMOVE
2022/03/02 04:16 openbsd fbbcf6cd7f4e 45a13a73 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/02/26 11:49 openbsd 1c9104c31d3f 45a13a73 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/02/21 14:59 openbsd eae0dd5728b3 3cd800e4 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
2022/02/21 07:20 openbsd d057e1047482 3cd800e4 .config console log report ci-openbsd-multicore protection_fault: pf_anchor_global_RB_REMOVE
* Struck through repros no longer work on HEAD.