kernel: protection fault trap, code=0 Stopped at pf_anchor_global_RB_REMOVE+0x81: movq 0(%r12),%r15 ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace pf_anchor_global_RB_REMOVE(ffffffff839c1e90,ffff80000152b250) at pf_anchor_global_RB_REMOVE+0x81 sys/net/pf_ruleset.c:82 pf_remove_if_empty_ruleset(ffff80000152b6e0) at pf_remove_if_empty_ruleset+0x12d sys/net/pf_ruleset.c:301 pfi_dynaddr_setup(ffff8000014f5758,0,1) at pfi_dynaddr_setup+0x671 sys/net/pf_if.c:508 pf_addr_setup(ffffffff839c2328,ffff8000014f5758,0) at pf_addr_setup+0x46 sys/net/pf_ioctl.c:953 pfioctl(14900,cd504404,ffff800000afb000,3,ffff80003c432028) at pfioctl+0xa440 sys/net/pf_ioctl.c:2414 VOP_IOCTL(fffffd805cc41a38,cd504404,ffff800000afb000,3,fffffd80097fd5b0,ffff80003c432028) at VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 vn_ioctl(fffffd805d256968,cd504404,ffff800000afb000,ffff80003c432028) at vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 sys_ioctl(ffff80003c432028,ffff80003c414010,ffff80003c413f60) at sys_ioctl+0x674 sys/kern/sys_generic.c:-1 syscall(ffff80003c414010) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c414010) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x90b0239f920, count: -10 ddb{0}> show registers rdi 0xffff8000367f7000 rsi 0x1ca5 __ALIGN_SIZE+0xca5 rbp 0xffff80003c4139d0 rbx 0xffffffff839c1e90 pf_anchors rdx 0xffff8000367f7000 rcx 0x1ca4 __ALIGN_SIZE+0xca4 rax 0xffffffff82e7f1ff pf_anchor_global_RB_REMOVE+0x2f r8 0x3fc r9 0x1323 __ALIGN_SIZE+0x323 r10 0xf510094adce1153a r11 0x4ff2abdeb74bec27 r12 0x45ad1902c4026aec r13 0x1 r14 0xffff80000152b250 r15 0xba4d66aa9de21970 rip 0xffffffff82e7f251 pf_anchor_global_RB_REMOVE+0x81 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff80003c413980 ss 0x10 pf_anchor_global_RB_REMOVE+0x81: movq 0(%r12),%r15 ddb{0}> show proc PROC (syz-executor) tid=408753 pid=65983 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003c432d20,0xffff80003c433260 process=0xffff8000fffe6b70 user=0xffff80003c40f000, vmspace=0xfffffd800d4547c0 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 85410 212911 28539 0 2 0 syz-executor 2433 58768 71381 0 2 0 syz-executor 2433 249529 71381 0 3 0x4000080 fsleep syz-executor 2433 253029 71381 0 3 0x4000080 fsleep syz-executor 6756 194488 49257 0 2 0 syz-executor 6756 45237 49257 0 3 0x4000080 fsleep syz-executor 67067 449550 29694 0 2 0 syz-executor 67067 333145 29694 0 3 0x4000080 fsleep syz-executor 48505 225279 28712 0 2 0 syz-executor 48505 19614 28712 0 3 0x4000080 fsleep syz-executor 48505 272051 28712 0 3 0x4000080 fsleep syz-executor 65983 489252 99816 0 7 0 syz-executor *65983 408753 99816 0 7 0x4000000 syz-executor 7783 36175 0 0 3 0x14200 acct acct 70008 502177 10093 60929 3 0x90 nanoslp syz-executor 70008 323997 10093 60929 3 0x4000090 kqsel syz-executor 70008 360261 10093 60929 3 0x4000090 fsleep syz-executor 34214 403802 1 0 3 0x100083 ttyopn getty 10093 384763 73659 0 3 0x82 nanoslp syz-executor 99816 8710 73659 0 3 0x82 nanoslp syz-executor 28712 437051 73659 0 3 0x82 nanoslp syz-executor 28539 195044 73659 0 3 0x82 nanoslp syz-executor 29694 238240 73659 0 3 0x82 nanoslp syz-executor 11820 393912 73659 0 3 0x82 wait syz-executor 71381 224197 73659 0 3 0x82 nanoslp syz-executor 49257 294711 73659 0 3 0x82 nanoslp syz-executor 73659 363761 38064 0 3 0x82 kqread syz-executor 38064 428013 91332 0 3 0x10008a sigsusp ksh 91332 119484 70100 0 3 0x98 kqread sshd-session 70100 88981 28642 0 3 0x92 kqread sshd-session 28642 252248 1 0 3 0x88 kqread sshd 75025 447123 68165 74 3 0x1100092 bpf pflogd 68165 220117 1 0 3 0x80 sbwait pflogd 88455 422972 2564 73 3 0x1100090 kqread syslogd 2564 132377 1 0 3 0x100082 sbwait syslogd 44655 439508 1 0 3 0x100080 kqread resolvd 58533 115453 43182 77 3 0x100092 kqread dhcpleased 6007 348530 43182 77 3 0x100092 kqread dhcpleased 43182 323416 1 0 3 0x80 kqread dhcpleased 91106 180460 0 0 3 0x14200 bored smr 12020 162427 0 0 2 0x14200 zerothread 9469 153104 0 0 3 0x14200 aiodoned aiodoned 33457 316091 0 0 3 0x14200 syncer update 57723 137804 0 0 3 0x14200 cleaner cleaner 18261 67452 0 0 3 0x14200 reaper reaper 10595 490795 0 0 3 0x14200 pgdaemon pagedaemon 40289 479018 0 0 3 0x14200 bored viomb 92406 208857 0 0 3 0x40014200 acpi0 acpi0 43499 106122 0 0 3 0x40014200 idle1 74396 61083 0 0 3 0x14200 bored softnet1 91255 189604 0 0 3 0x14200 bored softnet0 86518 126887 0 0 3 0x14200 bored systqmp 3702 278972 0 0 3 0x14200 bored systq 53868 169999 0 0 3 0x14200 tmoslp softclockmp 92925 307412 0 0 3 0x40014200 tmoslp softclock 3395 499772 0 0 3 0x40014200 idle0 1 184628 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 65983 (syz-executor) thread 0xffff80003c432028 (408753) exclusive rwlock pf_lock r = 0 (0xffffffff837c3b98) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x9d99 sys/net/pf_ioctl.c:2368 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #7 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff83805d40) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x9d84 sys/net/pf_ioctl.c:2367 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #7 Xsyscall+0x128 exclusive rwlock pfioctl_rw r = 0 (0xffffffff837c3c28) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x1d4 sys/net/pf_ioctl.c:2107 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #7 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8396b118) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_ioctl+0x4d sys/kern/vfs_vnops.c:514 #2 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #3 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #3 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #4 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10218 11072K 11391K 166960K 12833 0 pcb 17 12K 12K 166960K 167 0 rtable 226 14K 15K 166960K 547 0 pf 46 20K 23K 166960K 145 0 ifaddr 36 6K 7K 166960K 87 0 ifgroup 59 2K 2K 166960K 134 0 sysctl 4 1K 9K 166960K 11 0 counters 70 37K 38K 166960K 182 0 ioctlops 1 4K 4K 166960K 1788 0 iov 0 0K 16K 166960K 107 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1426 90K 91K 166960K 2493 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 20 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 33 0 dirhash 12 2K 2K 166960K 24 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 85K 166960K 1149 0 sigio 1 0K 0K 166960K 49 0 proc 72 115K 147K 166960K 599 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 149 0 in_multi 73 5K 7K 166960K 164 0 ether_multi 2 0K 0K 166960K 22 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 97 440K 440K 166960K 97 0 exec 0 0K 1K 166960K 579 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 246 168K 186K 166960K 12450 0 UVM aobj 44 6K 8K 166960K 46 0 pinsyscall 43 86K 100K 166960K 2277 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 70 0 NDP 13 0K 1K 166960K 59 0 temp 73 8674K 8833K 166960K 62247 0 kqueue 15 22K 30K 166960K 211 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 102 0 99 1 0 1 1 0 8 0 rtentry 176 139 0 58 5 0 5 5 0 8 0 unpcb 144 675 0 658 7 6 1 6 0 8 0 syncache 336 4 0 4 2 2 0 1 0 8 0 tcpcb 736 317 0 312 10 3 7 7 0 8 6 arp 136 24 0 8 1 0 1 1 0 8 0 inpcb 328 1005 0 994 15 8 7 7 0 8 5 nd6 152 28 0 9 1 0 1 1 0 8 0 pkpcb 40 25 0 25 3 2 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 51 0 51 3 2 1 1 0 8 1 pppxif 1504 3 0 3 3 2 1 1 0 8 1 pfstscr 40 12 0 12 3 3 0 1 0 8 0 pffrag 232 11 0 5 1 0 1 1 0 482 0 pffrnode 88 10 0 5 1 0 1 1 0 8 0 pffrent 40 17 0 11 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 6 1 1 1 0 1 1 0 8 0 pfanchor 1288 1 0 1 1 0 1 1 0 8 1 pftag 88 2 0 0 1 0 1 1 0 8 0 pfstitem 24 60 0 25 1 0 1 1 0 8 0 pfstkey 128 70 0 35 2 0 2 2 0 8 0 pfstate 448 66 0 31 5 0 5 5 0 8 0 pfrule 1344 41 0 24 3 1 2 2 0 8 0 art_heap8 4096 4 0 0 4 0 4 4 0 8 0 art_heap4 256 580 0 216 31 6 25 31 0 8 0 art_table 40 584 0 216 5 0 5 5 0 8 0 art_node 32 137 0 66 1 0 1 1 0 8 0 sysvmsgpl 40 37 0 6 1 0 1 1 0 8 0 semapl 112 30 0 20 1 0 1 1 0 8 0 shmpl 112 42 0 2 2 0 2 2 0 8 0 dirhash 1024 25 0 8 3 0 3 3 0 8 0 dino2pl 256 3483 0 1981 96 0 96 96 0 8 0 ffsino 296 3483 0 1981 118 1 117 118 0 8 0 nchpl 144 5163 0 3462 64 0 64 64 0 8 0 rtmask 32 16 0 16 2 2 0 1 0 8 0 vnodes 216 4270 0 0 238 0 238 238 0 8 0 namei 1024 17175 0 17175 2 1 1 1 0 8 1 percpumem 16 106 0 56 1 0 1 1 0 8 0 vcpupl 3968 1 0 0 1 0 1 1 0 8 0 vmpool 840 1 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0 kstatmem 264 90 0 60 5 2 3 3 0 8 1 scsiplug 72 3 0 3 3 3 0 1 0 8 0 scxspl 216 39367 0 39367 12 9 3 8 1 8 3 plimitpl 152 356 0 337 1 0 1 1 0 8 0 sigapl 424 1466 0 1417 6 0 6 6 0 8 0 knotepl 120 584 0 0 17 0 17 17 0 8 0 kqueuepl 224 352 0 340 2 1 1 2 0 8 0 pipepl 344 204 0 176 3 0 3 3 0 8 0 fdescpl 528 1442 0 1410 3 0 3 3 0 8 0 filepl 160 8654 0 8430 24 10 14 17 0 8 3 lockfpl 104 532 0 530 2 1 1 2 0 8 0 lockfspl 48 162 0 160 1 0 1 1 0 8 0 sessionpl 144 23 0 14 1 0 1 1 0 8 0 pgrppl 48 121 0 104 1 0 1 1 0 8 0 ucredpl 104 1467 0 1453 1 0 1 1 0 8 0 zombiepl 144 1853 0 1852 2 1 1 1 0 8 0 processpl 1232 1466 0 1417 5 0 5 5 0 8 0 procpl 664 3161 0 3103 6 0 6 6 0 8 0 sosppl 176 9 0 8 4 3 1 1 0 8 0 sockpl 752 1840 0 1809 33 22 11 17 0 8 7 mcl64k 65536 29 0 0 4 0 4 4 0 8 0 mcl16k 16384 7 0 0 1 0 1 1 0 8 0 mcl12k 12288 7 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 124 0 0 16 0 16 16 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 36 0 0 5 0 5 5 0 8 0 mtagpl 96 28 0 0 1 0 1 1 0 8 0 mbufpl 256 306 0 0 18 0 18 18 0 8 0 bufpl 280 17578 0 11441 439 0 439 439 0 8 0 anonpl 32 11810 0 0 96 0 96 96 0 246 0 amapchunkpl 152 41691 0 41195 46 21 25 31 0 158 4 amappl16 200 6705 0 6670 59 40 19 29 0 8 11 amappl15 192 6 0 6 1 1 0 1 0 8 0 amappl14 184 9 0 9 2 2 0 1 0 8 0 amappl13 176 426 0 425 1 0 1 1 0 8 0 amappl12 168 1903 0 1861 3 0 3 3 0 8 0 amappl11 160 3 0 3 1 1 0 1 0 8 0 amappl10 152 53 0 39 1 0 1 1 0 8 0 amappl9 144 355 0 355 1 1 0 1 0 8 0 amappl8 136 26 0 23 1 0 1 1 0 8 0 amappl7 128 97 0 95 1 0 1 1 0 8 0 amappl6 120 281 0 268 1 0 1 1 0 8 0 amappl5 112 77 0 66 1 0 1 1 0 8 0 amappl4 104 419 0 388 1 0 1 1 0 8 0 amappl3 96 7228 0 7133 4 1 3 3 0 8 0 amappl2 88 1558 0 1481 2 0 2 2 0 8 0 amappl1 80 13203 0 12613 14 1 13 14 0 8 0 amappl 88 11545 0 11379 5 0 5 5 0 92 0 uvmvnodes 80 147 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 3 3 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 45 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1442 0 1410 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1442 0 1410 1 0 1 1 0 8 0 vmmpekpl 168 12605 0 12568 3 0 3 3 0 8 0 vmmpepl 168 97887 0 95921 126 24 102 109 0 357 9 vmsppl 488 1441 0 1410 5 1 4 5 0 8 0 rwobjpl 80 28861 0 27736 38 5 33 33 0 8 0 pdppl 4096 2894 0 2821 97 24 73 82 0 8 0 pvpl 32 19466 0 0 157 0 157 157 0 265 0 pmappl 256 1442 0 1410 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 301 0 38 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace pf_anchor_global_RB_REMOVE(ffffffff839c1e90,ffff80000152b250) at pf_anchor_global_RB_REMOVE+0x81 sys/net/pf_ruleset.c:82 pf_remove_if_empty_ruleset(ffff80000152b6e0) at pf_remove_if_empty_ruleset+0x12d sys/net/pf_ruleset.c:301 pfi_dynaddr_setup(ffff8000014f5758,0,1) at pfi_dynaddr_setup+0x671 sys/net/pf_if.c:508 pf_addr_setup(ffffffff839c2328,ffff8000014f5758,0) at pf_addr_setup+0x46 sys/net/pf_ioctl.c:953 pfioctl(14900,cd504404,ffff800000afb000,3,ffff80003c432028) at pfioctl+0xa440 sys/net/pf_ioctl.c:2414 VOP_IOCTL(fffffd805cc41a38,cd504404,ffff800000afb000,3,fffffd80097fd5b0,ffff80003c432028) at VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 vn_ioctl(fffffd805d256968,cd504404,ffff800000afb000,ffff80003c432028) at vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 sys_ioctl(ffff80003c432028,ffff80003c414010,ffff80003c413f60) at sys_ioctl+0x674 sys/kern/sys_generic.c:-1 syscall(ffff80003c414010) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c414010) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x90b0239f920, count: -10 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x725bed863440, count: -3