kernel: protection fault trap, code=0 Stopped at pf_anchor_global_RB_REMOVE+0x81: movq 0(%r12),%r15 ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace pf_anchor_global_RB_REMOVE(ffffffff83adb458,ffff800001617758) at pf_anchor_global_RB_REMOVE+0x81 sys/net/pf_ruleset.c:82 pf_remove_if_empty_ruleset(ffff800001617be8) at pf_remove_if_empty_ruleset+0x12d sys/net/pf_ruleset.c:301 pfi_dynaddr_setup(ffff800001578220,0,1) at pfi_dynaddr_setup+0x671 sys/net/pf_if.c:508 pf_addr_setup(ffffffff83adb8f0,ffff800001578220,0) at pf_addr_setup+0x46 sys/net/pf_ioctl.c:948 pfioctl(14900,cd604404,ffff800001612000,2,ffff800032f92d18) at pfioctl+0xa370 sys/net/pf_ioctl.c:2382 VOP_IOCTL(fffffd806b0a5630,cd604404,ffff800001612000,2,fffffd80097fd6e8,ffff800032f92d18) at VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 vn_ioctl(fffffd806be51430,cd604404,ffff800001612000,ffff800032f92d18) at vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 sys_ioctl(ffff800032f92d18,ffff80003539d1c0,ffff80003539d110) at sys_ioctl+0x674 sys/kern/sys_generic.c:-1 syscall(ffff80003539d1c0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003539d1c0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaabe3169c20, count: -10 ddb{1}> show registers rdi 0xffff800030f92000 rsi 0x1eba __ALIGN_SIZE+0xeba rbp 0xffff80003539cb80 rbx 0xffffffff83adb458 pf_anchors rdx 0xffff800030f92000 rcx 0x1eb9 __ALIGN_SIZE+0xeb9 rax 0xffffffff829d330f pf_anchor_global_RB_REMOVE+0x2f r8 0x3fc r9 0x8080808080808080 r10 0x2943ff0c8b2f54dc r11 0x589cfacaa129fe92 r12 0x12b0a4e95574ac4c r13 0x1 r14 0xffff800001617758 r15 0x23b6431dfcaafc5d rip 0xffffffff829d3361 pf_anchor_global_RB_REMOVE+0x81 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff80003539cb30 ss 0x10 pf_anchor_global_RB_REMOVE+0x81: movq 0(%r12),%r15 ddb{1}> show proc PROC (syz-executor) tid=463987 pid=6431 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800032f927e8,0xffff800032f92560 process=0xffff800032f961d0 user=0xffff800035398000, vmspace=0xfffffd8071bc99a0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 14479 224298 24100 0 2 0 syz-executor 6431 449327 80514 0 7 0 syz-executor * 6431 463987 80514 0 7 0x4000000 syz-executor 36528 272099 9464 0 2 0 syz-executor 36528 498646 9464 0 3 0x4000080 bpf syz-executor 36528 62040 9464 0 3 0x4000080 bpf syz-executor 97442 143760 28003 0 2 0 syz-executor 97442 427148 28003 0 3 0x4000080 fsleep syz-executor 34931 255656 76973 0 2 0x10 syz-executor 34931 212019 76973 0 3 0x4000090 fsleep syz-executor 95863 509454 15171 60929 2 0x10 syz-executor 95863 398193 15171 60929 3 0x4000090 fsleep syz-executor 36425 393560 17225 0 2 0 syz-executor 36425 74135 17225 0 3 0x4000080 kqread syz-executor 36425 324774 17225 0 2 0x4000000 syz-executor 5251 236052 64075 0 2 0 syz-executor 5251 90149 64075 0 2 0x4000000 syz-executor 5251 508913 64075 0 3 0x4000080 fsleep syz-executor 24100 436819 40000 0 3 0x82 nanoslp syz-executor 64075 27600 40000 0 3 0x82 nanoslp syz-executor 15171 126617 40000 0 3 0x82 nanoslp syz-executor 9464 251937 40000 0 3 0x82 nanoslp syz-executor 80514 433668 40000 0 3 0x82 nanoslp syz-executor 28003 381995 40000 0 3 0x82 nanoslp syz-executor 76973 232294 40000 0 3 0x82 nanoslp syz-executor 17225 51049 40000 0 3 0x82 nanoslp syz-executor 40000 128378 14545 0 3 0x82 kqread syz-executor 14545 71918 86621 0 3 0x10008a sigsusp ksh 86621 493177 55113 0 3 0x98 kqread sshd-session 55113 34078 52030 0 3 0x92 kqread sshd-session 47863 502978 1 0 3 0x100083 ttyin getty 52030 234612 1 0 3 0x88 kqread sshd 89552 139019 72850 74 3 0x1100092 bpf pflogd 72850 35164 1 0 3 0x80 sbwait pflogd 4624 143753 93252 73 3 0x1100090 kqread syslogd 93252 308355 1 0 3 0x100082 sbwait syslogd 55655 230146 1 0 3 0x100080 kqread resolvd 52517 386150 62139 77 3 0x100092 kqread dhcpleased 76706 52667 62139 77 3 0x100092 kqread dhcpleased 62139 282269 1 0 3 0x80 kqread dhcpleased 29503 370358 0 0 3 0x14200 bored smr 43189 406080 0 0 2 0x14200 zerothread 16562 155841 0 0 3 0x14200 aiodoned aiodoned 16433 345462 0 0 3 0x14200 syncer update 49124 125719 0 0 3 0x14200 cleaner cleaner 71237 430543 0 0 3 0x14200 reaper reaper 5816 299796 0 0 3 0x14200 pgdaemon pagedaemon 3938 316197 0 0 3 0x14200 bored viomb 28562 153484 0 0 3 0x40014200 acpi0 acpi0 88643 303985 0 0 3 0x40014200 idle1 80121 71960 0 0 3 0x14200 bored softnet1 96758 465947 0 0 3 0x14200 bored softnet0 8479 454604 0 0 3 0x14200 bored systqmp 23067 228861 0 0 3 0x14200 bored systq 5713 510886 0 0 3 0x14200 tmoslp softclockmp 89538 242805 0 0 3 0x40014200 tmoslp softclock 38205 293426 0 0 3 0x40014200 idle0 1 425349 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 6431 (syz-executor) thread 0xffff800032f92d18 (463987) exclusive rwlock pf_lock r = 0 (0xffffffff83946df8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x9cc9 sys/net/pf_ioctl.c:2336 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff83928720) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x9cb4 sys/net/pf_ioctl.c:2335 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive rwlock pfioctl_rw r = 0 (0xffffffff83946e88) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x1d4 sys/net/pf_ioctl.c:2075 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff839e0c40) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_ioctl+0x4d sys/kern/vfs_vnops.c:520 #2 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #3 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #3 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #4 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11073 12225K 12348K 166960K 12322 0 pcb 17 12K 12K 166960K 48 0 rtable 222 6K 7K 166960K 376 0 pf 39 18K 21K 166960K 72 0 ifaddr 43 7K 7K 166960K 49 0 ifgroup 55 2K 2K 166960K 64 0 sysctl 3 1K 9K 166960K 8 0 counters 70 37K 37K 166960K 76 0 ioctlops 1 4K 4K 166960K 1620 0 iov 0 0K 12K 166960K 10 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1293 81K 82K 166960K 1509 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 5 0 VM map 2 1K 1K 166960K 2 0 sem 9 1K 1K 166960K 11 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 93K 166960K 293 0 sigio 0 0K 0K 166960K 3 0 proc 71 115K 164K 166960K 571 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 21 0 in_multi 99 7K 7K 166960K 109 0 ether_multi 1 0K 0K 166960K 3 0 mrt 0 0K 0K 166960K 11 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 395 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 235 175K 184K 166960K 4378 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 43 86K 104K 166960K 1430 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 7 0 NDP 12 0K 2K 166960K 31 0 temp 40 9115K 9182K 166960K 12770 0 kqueue 14 22K 35K 166960K 56 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 39 0 36 1 0 1 1 0 8 0 rtentry 176 120 0 18 6 0 6 6 0 8 0 unpcb 144 84 0 67 1 0 1 1 0 8 0 syncache 336 5 0 5 2 1 1 1 0 8 1 tcpcb 736 108 0 104 7 6 1 7 0 8 0 arp 136 19 0 1 1 0 1 1 0 8 0 inpcb 328 229 0 221 7 6 1 7 0 8 0 nd6 152 26 0 1 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 2 0 2 1 1 0 1 0 8 0 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pffrag 232 1 0 0 1 0 1 1 0 482 0 pffrnode 88 1 0 0 1 0 1 1 0 8 0 pffrent 40 1 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 1 1 1 0 1 1 0 8 1 pfsrclim 320 1 0 1 1 1 0 1 0 8 0 pfanchor 1288 1 0 1 1 0 1 1 0 8 1 pfqueue 320 1 0 1 1 1 0 1 0 8 0 pfstitem 24 30 0 0 1 0 1 1 0 8 0 pfstkey 128 31 0 1 1 0 1 1 0 8 0 pfstate 448 31 0 1 4 0 4 4 0 8 0 pfrule 1360 26 0 19 2 1 1 2 0 8 0 rttmr 136 2 0 2 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 586 0 118 35 3 32 35 0 8 0 art_table 40 587 0 118 6 0 6 6 0 8 0 art_node 32 120 0 28 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 64 8 0 1 1 0 1 1 0 8 0 shmpl 112 4 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1881 0 415 93 0 93 93 0 8 0 ffsino 296 1881 0 415 114 0 114 114 0 8 0 nchpl 144 2312 0 613 64 0 64 64 0 8 0 vnodes 216 2039 0 0 114 0 114 114 0 8 0 namei 1024 7193 0 7193 1 0 1 1 0 8 1 percpumem 16 53 0 3 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0 kstatmem 264 33 0 6 2 0 2 2 0 8 0 scsiplug 72 2 0 2 1 1 0 1 0 8 0 scxspl 216 7632 0 7632 4 3 1 3 1 8 1 plimitpl 152 42 0 25 1 0 1 1 0 8 0 sigapl 424 605 0 557 7 1 6 7 0 8 0 knotepl 120 541 0 0 17 0 17 17 0 8 0 kqueuepl 224 124 0 114 5 4 1 5 0 8 0 pipepl 344 135 0 106 3 0 3 3 0 8 0 fdescpl 528 589 0 557 3 0 3 3 0 8 0 filepl 160 2486 0 2267 15 5 10 15 0 8 0 lockfpl 104 62 0 60 1 0 1 1 0 8 0 lockfspl 48 27 0 25 1 0 1 1 0 8 0 sessionpl 144 25 0 16 1 0 1 1 0 8 0 pgrppl 48 37 0 20 1 0 1 1 0 8 0 ucredpl 104 334 0 319 1 0 1 1 0 8 0 zombiepl 144 557 0 557 2 1 1 1 0 8 1 processpl 1232 605 0 557 5 0 5 5 0 8 0 procpl 664 885 0 827 6 0 6 6 0 8 1 sockpl 752 357 0 329 10 6 4 10 0 8 1 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 118 0 0 15 0 15 15 0 8 0 mcl2k 2048 18 0 0 3 0 3 3 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 145 0 0 10 0 10 10 0 8 0 bufpl 280 3689 0 106 256 0 256 256 0 8 0 anonpl 32 9559 0 0 78 0 78 78 0 246 0 amapchunkpl 152 13292 0 12810 26 6 20 26 0 158 1 amappl16 200 2457 0 2426 15 11 4 15 0 8 0 amappl15 192 25 0 25 1 1 0 1 0 8 0 amappl14 184 436 0 435 1 0 1 1 0 8 0 amappl13 176 153 0 141 1 0 1 1 0 8 0 amappl12 168 862 0 832 2 0 2 2 0 8 0 amappl11 160 28 0 28 1 1 0 1 0 8 0 amappl10 152 94 0 80 1 0 1 1 0 8 0 amappl9 144 271 0 271 1 1 0 1 0 8 0 amappl8 136 166 0 163 1 0 1 1 0 8 0 amappl7 128 147 0 134 1 0 1 1 0 8 0 amappl6 120 160 0 158 1 0 1 1 0 8 0 amappl5 112 93 0 82 1 0 1 1 0 8 0 amappl4 104 290 0 270 1 0 1 1 0 8 0 amappl3 96 2506 0 2392 4 1 3 4 0 8 0 amappl2 88 539 0 477 2 0 2 2 0 8 0 amappl1 80 9833 0 9233 14 1 13 14 0 8 0 amappl 88 3639 0 3477 5 0 5 5 0 92 0 uvmvnodes 80 104 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 589 0 557 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 589 0 557 1 0 1 1 0 8 0 vmmpekpl 168 6472 0 6434 2 0 2 2 0 8 0 vmmpepl 168 45757 0 43803 97 10 87 97 0 357 1 vmsppl 488 588 0 557 5 1 4 5 0 8 0 rwobjpl 80 15797 0 14760 27 2 25 27 0 8 0 pdppl 4096 1185 0 1114 101 30 71 87 0 8 0 pvpl 32 16891 0 0 138 1 137 137 0 265 0 pmappl 256 588 0 557 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 287 0 44 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff8396eff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x7a2057e9bb70, count: -3 ddb{0}> machine ddbcpu 1 Stopped at pf_anchor_global_RB_REMOVE+0x81: movq 0(%r12),%r15 ddb{1}> trace pf_anchor_global_RB_REMOVE(ffffffff83adb458,ffff800001617758) at pf_anchor_global_RB_REMOVE+0x81 sys/net/pf_ruleset.c:82 pf_remove_if_empty_ruleset(ffff800001617be8) at pf_remove_if_empty_ruleset+0x12d sys/net/pf_ruleset.c:301 pfi_dynaddr_setup(ffff800001578220,0,1) at pfi_dynaddr_setup+0x671 sys/net/pf_if.c:508 pf_addr_setup(ffffffff83adb8f0,ffff800001578220,0) at pf_addr_setup+0x46 sys/net/pf_ioctl.c:948 pfioctl(14900,cd604404,ffff800001612000,2,ffff800032f92d18) at pfioctl+0xa370 sys/net/pf_ioctl.c:2382 VOP_IOCTL(fffffd806b0a5630,cd604404,ffff800001612000,2,fffffd80097fd6e8,ffff800032f92d18) at VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 vn_ioctl(fffffd806be51430,cd604404,ffff800001612000,ffff800032f92d18) at vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 sys_ioctl(ffff800032f92d18,ffff80003539d1c0,ffff80003539d110) at sys_ioctl+0x674 sys/kern/sys_generic.c:-1 syscall(ffff80003539d1c0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003539d1c0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaabe3169c20, count: -10