kernel: protection fault trap, code=0 Stopped at pf_anchor_global_RB_REMOVE+0x58: movq 0(%r12),%rbx ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace pf_anchor_global_RB_REMOVE(ffffffff82ad39c8,ffff800000c7c800) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84 pf_remove_if_empty_ruleset(ffff800000c7cc90) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300 pfioctl(4900,cd60441a,ffff800000bfa000,3,ffff8000ffff5ce0) at pfioctl+0x8f7c sys/net/pf_ioctl.c:1713 VOP_IOCTL(fffffd806f63ec68,cd60441a,ffff800000bfa000,3,fffffd807f7d8300,ffff8000ffff5ce0) at VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264 vn_ioctl(fffffd80685c68f0,cd60441a,ffff800000bfa000,ffff8000ffff5ce0) at vn_ioctl+0xbc sys/kern/vfs_vnops.c:531 sys_ioctl(ffff8000ffff5ce0,ffff80002e42aad8,ffff80002e42ab30) at sys_ioctl+0x4a2 syscall(ffff80002e42aba0) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002e42aba0) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6d78bd486f0, count: -8 ddb{0}> show registers rdi 0xffffffff82ad39c8 pf_anchors rsi 0xffff800000c7c800 rbp 0xffff80002e42a640 rbx 0xffffffff82ad39c8 pf_anchors rdx 0 rcx 0xfffffd8003708ec0 rax 0xffff8000ffff5ce0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x9e2482cbccb80d78 r11 0x2efeb1611886f5bb r12 0x7b708d471494b1a7 r13 0xffffffff82ad39d0 pf_main_anchor r14 0xffff800000c7c800 r15 0xdead007fdeadbeef rip 0xffffffff81f92b38 pf_anchor_global_RB_REMOVE+0x58 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff80002e42a5f0 ss 0x10 pf_anchor_global_RB_REMOVE+0x58: movq 0(%r12),%rbx ddb{0}> show proc PROC (syz-executor.4) pid=487340 stat=onproc flags process=0 proc=4000000 pri=32, usrpri=82, nice=20 forw=0xffffffffffffffff, list=0xffff8000260c17a0,0xffff8000ffff5a50 process=0xffff8000fffec020 user=0xffff80002e425000, vmspace=0xfffffd8074220028 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 88577 521852 79225 0 2 0 syz-executor.4 *88577 487340 79225 0 7 0x4000000 syz-executor.4 88577 72022 79225 0 3 0x4000080 fsleep syz-executor.4 84610 394121 96999 0 2 0 syz-executor.2 84610 205472 96999 0 3 0x4000080 fsleep syz-executor.2 66618 38288 90197 0 2 0 syz-executor.5 66618 460628 90197 0 3 0x4000080 fsleep syz-executor.5 59156 514458 74610 0 2 0 syz-executor.3 59156 160791 74610 0 3 0x4000080 fsleep syz-executor.3 88494 505748 48009 0 2 0x10 syz-executor.7 88494 476782 48009 0 3 0x4000090 fsleep syz-executor.7 87588 73437 51384 0 2 0 syz-executor.0 87588 264764 51384 0 3 0x4000080 fsleep syz-executor.0 78964 303571 24184 0 2 0 syz-executor.1 78964 257784 24184 0 3 0x4000080 fsleep syz-executor.1 78964 419166 24184 0 2 0x4000000 syz-executor.1 78964 310521 24184 0 2 0x4000000 syz-executor.1 90197 106663 21316 0 3 0x82 nanoslp syz-executor.5 51384 207180 21316 0 3 0x82 nanoslp syz-executor.0 48009 81223 21316 0 3 0x82 nanoslp syz-executor.7 74610 27340 21316 0 3 0x82 nanoslp syz-executor.3 24184 409382 21316 0 3 0x82 nanoslp syz-executor.1 2017 140044 21316 0 3 0x82 piperd syz-executor.6 49457 86273 0 0 3 0x14200 acct acct 79225 414873 21316 0 3 0x82 nanoslp syz-executor.4 96999 179196 21316 0 3 0x82 nanoslp syz-executor.2 42198 47457 0 0 3 0x14200 bored sosplice 66515 382107 0 0 3 0x14280 nfsidl nfsio 91561 73599 0 0 3 0x14280 nfsidl nfsio 65816 401617 0 0 3 0x14280 nfsidl nfsio 66678 225587 0 0 3 0x14280 nfsidl nfsio 98153 315169 0 0 3 0x14280 nfsidl nfsio 5489 386606 0 0 3 0x14280 nfsidl nfsio 96824 111016 0 0 3 0x14280 nfsidl nfsio 8784 318833 0 0 3 0x14280 nfsidl nfsio 76724 495965 0 0 3 0x14280 nfsidl nfsio 31558 383167 0 0 3 0x14280 nfsidl nfsio 50227 242001 0 0 3 0x14280 nfsidl nfsio 35869 345752 0 0 3 0x14280 nfsidl nfsio 99310 143546 0 0 3 0x14280 nfsidl nfsio 86335 481994 0 0 3 0x14280 nfsidl nfsio 21440 395122 0 0 3 0x14280 nfsidl nfsio 92252 71099 0 0 3 0x14280 nfsidl nfsio 1924 62812 0 0 3 0x14280 nfsidl nfsio 86476 138226 0 0 3 0x14280 nfsidl nfsio 46330 486638 0 0 3 0x14280 nfsidl nfsio 3225 75946 0 0 3 0x14280 nfsidl nfsio 21316 34008 85373 0 3 0x82 thrsleep syz-fuzzer 21316 100614 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 63802 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 414193 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 487506 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 238585 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 188390 85373 0 3 0x4000082 thrsleep syz-fuzzer 21316 204681 85373 0 3 0x4000082 kqread syz-fuzzer 21316 189696 85373 0 3 0x4000082 thrsleep syz-fuzzer 85373 493836 9103 0 3 0x10008a sigsusp ksh 9103 292112 11705 0 3 0x9a kqread sshd 13580 130239 1 0 3 0x100083 ttyin getty 11705 30421 1 0 3 0x88 kqread sshd 75497 91073 50380 74 3 0x1100092 bpf pflogd 50380 389774 1 0 3 0x80 netio pflogd 64182 242888 2368 73 3 0x1100090 kqread syslogd 2368 286411 1 0 3 0x100082 netio syslogd 17221 225102 1 0 3 0x100080 kqread resolvd 19288 110075 61285 77 3 0x100092 kqread dhcpleased 22310 228942 61285 77 3 0x100092 kqread dhcpleased 61285 441868 1 0 3 0x80 kqread dhcpleased 29577 397407 0 0 3 0x14200 bored smr 52335 87031 0 0 2 0x14200 zerothread 85371 356400 0 0 3 0x14200 aiodoned aiodoned 77694 172622 0 0 3 0x14200 syncer update 64970 116631 0 0 3 0x14200 cleaner cleaner 38200 58795 0 0 3 0x14200 reaper reaper 15027 310678 0 0 3 0x14200 pgdaemon pagedaemon 53147 81445 0 0 3 0x14200 bored viomb 33220 70227 0 0 3 0x40014200 acpi0 acpi0 45595 367338 0 0 7 0x40014200 idle1 32801 165538 0 0 3 0x14200 bored softnet 93492 69745 0 0 3 0x14200 bored systqmp 95439 385326 0 0 3 0x14200 bored systq 6801 442925 0 0 3 0x40014200 bored softclock 39185 292929 0 0 3 0x40014200 idle0 1 91289 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 88577 (syz-executor.4) thread 0xffff8000ffff5ce0 (487340) exclusive rwlock pf_lock r = 0 (0xffffffff829731e0) #0 witness_lock+0x44d #1 pfioctl+0x5b38 sys/net/pf_ioctl.c:1601 #2 VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264 #3 vn_ioctl+0xbc sys/kern/vfs_vnops.c:531 #4 sys_ioctl+0x4a2 #5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #6 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff829a0cc0) #0 witness_lock+0x44d #1 pfioctl+0x3690 sys/net/pf_ioctl.c:1601 #2 VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264 #3 vn_ioctl+0xbc sys/kern/vfs_vnops.c:531 #4 sys_ioctl+0x4a2 #5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #6 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82a37cc0) #0 witness_lock+0x44d #1 vn_ioctl+0x41 sys/kern/vfs_vnops.c:514 #2 sys_ioctl+0x4a2 #3 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #3 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #4 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 6509K 7290K 78643K 18591 0 pcb 15 14K 16K 78643K 823 0 rtable 203 19K 20K 78643K 1560 0 ifaddr 92 19K 22K 78643K 587 0 sysctl 2 0K 2K 78643K 6 0 counters 54 35K 36K 78643K 150 0 ioctlops 1 4K 4K 78643K 7571 0 iov 0 0K 20K 78643K 580 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 5 0 vnodes 1460 91K 92K 78643K 3582 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 53 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 335 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 17 61K 89K 78643K 4943 0 sigio 0 0K 0K 78643K 287 0 proc 70 87K 124K 78643K 1178 0 subproc 104 6K 6K 78643K 333 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 198 0 in_multi 73 4K 7K 78643K 461 0 ether_multi 1 0K 0K 78643K 52 0 mrt 1 0K 0K 78643K 52 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 163 731K 731K 78643K 163 0 exec 0 0K 2K 78643K 1370 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 475 469K 485K 78643K 62971 0 UVM aobj 131 5K 5K 78643K 134 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 218 0 NDP 12 0K 1K 78643K 125 0 temp 155 4757K 4833K 78643K 74775 0 kqueue 12 18K 24K 78643K 256 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 738 0 735 14 11 3 5 0 8 2 rtentry 112 376 0 299 4 1 3 4 0 8 0 unpcb 136 2619 0 2600 32 30 2 6 0 8 1 syncache 296 15 0 15 5 5 0 1 0 8 0 tcpqe 32 45 0 45 1 1 0 1 0 8 0 tcpcb 736 1866 0 1855 89 82 7 14 0 8 5 arp 120 56 0 42 1 0 1 1 0 8 0 inpcb 304 4615 0 4603 71 65 6 11 0 8 5 rttmr 72 19 0 19 6 5 1 1 0 8 1 nd6 48 93 0 77 1 0 1 1 0 8 0 pkpcb 40 8 0 8 2 1 1 1 0 8 1 kcovpl 48 25 0 17 1 0 1 1 0 8 0 ppxss 1248 9 0 9 2 1 1 1 0 8 1 pfstscr 40 12 0 12 2 2 0 1 0 8 0 pffrag 232 14 0 12 4 3 1 1 0 482 0 pffrnode 88 11 0 10 4 3 1 1 0 8 0 pffrent 40 38 0 36 4 3 1 1 0 8 0 pfosfp 40 1435 0 1010 5 0 5 5 0 8 0 pfosfpen 112 1435 0 714 21 0 21 21 0 8 0 pfrktable 1344 148 0 136 4 2 2 2 0 8 0 pftag 88 8 0 4 1 0 1 1 0 8 0 pfstitem 24 25 0 23 1 0 1 1 0 8 0 pfstkey 112 43 0 41 1 0 1 1 0 8 0 pfstate 320 32 0 30 2 1 1 2 0 8 0 pfsrctr 152 23 0 23 1 1 0 1 0 8 0 pfrule 1360 203 0 152 6 1 5 5 0 8 0 art_heap8 4096 2 0 1 2 0 2 2 0 8 1 art_heap4 256 1834 0 1517 38 14 24 31 0 8 4 art_table 32 1836 0 1518 4 0 4 4 0 8 0 art_node 16 371 0 304 1 0 1 1 0 8 0 sysvmsgpl 40 42 0 22 1 0 1 1 0 8 0 semapl 112 333 0 323 1 0 1 1 0 8 0 shmpl 112 131 0 3 5 1 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 7545 0 6093 91 0 91 91 0 8 0 ffsino 272 7545 0 6093 98 0 98 98 0 8 0 nchpl 144 14151 0 12524 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 53856 0 53856 7 6 1 2 0 8 1 percpumem 16 87 0 48 1 0 1 1 0 8 0 vcpupl 2048 30 0 0 4 0 4 4 0 8 0 vmpool 560 41 0 11 3 0 3 3 0 8 0 pfiaddrpl 120 91 0 60 1 0 1 1 0 8 0 scxspl 216 40909 0 40909 17 16 1 8 0 8 1 plimitpl 152 594 0 579 1 0 1 1 0 8 0 sigapl 424 5231 0 5165 8 0 8 8 0 8 0 futexpl 64 45776 0 45769 1 0 1 1 0 8 0 knotepl 120 221 0 0 6 0 6 6 0 8 0 kqueuepl 216 1031 0 1023 27 22 5 5 0 8 4 pipepl 336 1373 0 1345 40 34 6 8 0 8 3 fdescpl 496 5195 0 5165 7 3 4 5 0 8 0 filepl 152 36623 0 36311 66 50 16 19 0 8 4 lockfpl 104 1600 0 1598 3 2 1 2 0 8 0 lockfspl 48 398 0 396 1 0 1 1 0 8 0 sessionpl 144 41 0 24 1 0 1 1 0 8 0 pgrppl 48 47 0 30 1 0 1 1 0 8 0 ucredpl 96 3160 0 3147 1 0 1 1 0 8 0 zombiepl 144 5165 0 5165 5 4 1 1 0 8 1 processpl 1064 5231 0 5165 5 0 5 5 0 8 0 procpl 672 13545 0 13461 14 5 9 9 0 8 1 srpgc 96 14 0 14 4 4 0 1 0 8 0 sosppl 168 18 0 18 5 5 0 1 0 8 0 sockpl 480 7981 0 7947 183 171 12 23 0 8 7 mcl64k 65536 13 0 0 2 0 2 2 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 10 0 0 1 0 1 1 0 8 0 mcl9k 9216 13 0 0 1 0 1 1 0 8 0 mcl8k 8192 42 0 0 6 0 6 6 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 387 0 0 37 0 37 37 0 8 0 mtagpl 96 688 0 0 15 0 15 15 0 8 0 mbufpl 256 2487 0 0 145 0 145 145 0 8 0 bufpl 288 11707 0 5369 453 0 453 453 0 8 0 anonpl 24 1433945 0 1414470 187 48 139 149 0 186 0 amapchunkpl 152 151674 0 150779 72 30 42 47 0 158 6 amappl16 200 15014 0 14344 99 61 38 49 0 8 0 amappl15 192 1013 0 1007 1 0 1 1 0 8 0 amappl14 184 788 0 783 2 1 1 1 0 8 0 amappl13 176 412 0 411 1 0 1 1 0 8 0 amappl12 168 545 0 537 1 0 1 1 0 8 0 amappl11 160 1278 0 1261 1 0 1 1 0 8 0 amappl10 152 692 0 679 1 0 1 1 0 8 0 amappl9 144 777 0 773 1 0 1 1 0 8 0 amappl8 136 1598 0 1502 4 0 4 4 0 8 0 amappl7 128 744 0 729 1 0 1 1 0 8 0 amappl6 120 546 0 521 2 1 1 2 0 8 0 amappl5 112 5050 0 5024 1 0 1 1 0 8 0 amappl4 104 2986 0 2959 2 1 1 2 0 8 0 amappl3 96 1007 0 993 1 0 1 1 0 8 0 amappl2 88 1289 0 1232 3 1 2 3 0 8 0 amappl1 80 95658 0 95057 20 6 14 19 0 8 0 amappl 88 62083 0 61761 8 0 8 8 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 5236 0 5176 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 5236 0 5176 1 0 1 1 0 8 0 vmmpekpl 168 44232 0 44175 3 0 3 3 0 8 0 vmmpepl 168 479825 0 476998 247 108 139 154 0 357 7 vmsppl 368 5235 0 5176 6 0 6 6 0 8 0 rwobjpl 56 121119 0 113295 118 7 111 114 0 8 0 pdppl 4096 10479 0 10382 335 236 99 99 0 8 2 pvpl 32 2456780 0 2432612 369 158 211 247 0 265 0 pmappl 248 5235 0 5176 4 0 4 4 0 8 0 extentpl 40 58 0 38 1 0 1 1 0 8 0 phpool 112 1369 0 375 29 0 29 29 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace pf_anchor_global_RB_REMOVE(ffffffff82ad39c8,ffff800000c7c800) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84 pf_remove_if_empty_ruleset(ffff800000c7cc90) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300 pfioctl(4900,cd60441a,ffff800000bfa000,3,ffff8000ffff5ce0) at pfioctl+0x8f7c sys/net/pf_ioctl.c:1713 VOP_IOCTL(fffffd806f63ec68,cd60441a,ffff800000bfa000,3,fffffd807f7d8300,ffff8000ffff5ce0) at VOP_IOCTL+0x96 sys/kern/vfs_vops.c:264 vn_ioctl(fffffd80685c68f0,cd60441a,ffff800000bfa000,ffff8000ffff5ce0) at vn_ioctl+0xbc sys/kern/vfs_vnops.c:531 sys_ioctl(ffff8000ffff5ce0,ffff80002e42aad8,ffff80002e42ab30) at sys_ioctl+0x4a2 syscall(ffff80002e42aba0) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002e42aba0) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6d78bd486f0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800020ce8ff0) at sched_idle+0x417 sys/kern/kern_sched.c:178 end trace frame: 0x0, count: -5