kernel: protection fault trap, code=0 Stopped at pf_anchor_global_RB_REMOVE+0x58: movq 0(%r12),%rbx ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace pf_anchor_global_RB_REMOVE(ffffffff829a1250,ffff800000c1d000) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84 pf_remove_if_empty_ruleset(ffff800000c1d490) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300 pfioctl(4900,cd60441a,ffff800000bca000,43,ffff80002167d508) at pfioctl+0x917b sys/net/pf_ioctl.c:1720 VOP_IOCTL(fffffd806ed2fcb8,cd60441a,ffff800000bca000,43,fffffd807f7d7660,ffff80002167d508) at VOP_IOCTL+0x8d sys/kern/vfs_vops.c:264 vn_ioctl(fffffd8066a8cdb0,cd60441a,ffff800000bca000,ffff80002167d508) at vn_ioctl+0xb7 sys/kern/vfs_vnops.c:531 sys_ioctl(ffff80002167d508,ffff800027f59ac8,ffff800027f59b20) at sys_ioctl+0x49e syscall(ffff800027f59b90) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2faaff1e5a0, count: -8 ddb> show registers rdi 0xffffffff829a1250 pf_anchors rsi 0xffff800000c1d000 rbp 0xffff800027f59620 rbx 0xffffffff829a1250 pf_anchors rdx 0 rcx 0x4000 __ALIGN_SIZE+0x3000 rax 0xffff80002167d508 r8 0x101010101010101 r9 0x8080808080808080 r10 0x18285d542ab91fe0 r11 0xfbb474de8f632ce0 r12 0xfa2ab18ae3818553 r13 0xffffffff829a1258 pf_main_anchor r14 0xffff800000c1d000 r15 0xdeaf007fdeafbead rip 0xffffffff810e0d68 pf_anchor_global_RB_REMOVE+0x58 cs 0x8 rflags 0x10286 __ALIGN_SIZE+0xf286 rsp 0xffff800027f595d0 ss 0x10 pf_anchor_global_RB_REMOVE+0x58: movq 0(%r12),%rbx ddb> show proc PROC (syz-executor.4) pid=39898 stat=onproc flags process=0 proc=4000000 pri=32, usrpri=76, nice=20 forw=0xffffffffffffffff, list=0xffff80002167c548,0xffff80002168a2c0 process=0xffff8000216763e8 user=0xffff800027f54000, vmspace=0xfffffd80668f6228 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 34918 18308 12663 0 2 0 syz-executor.1 34918 294482 12663 0 3 0x4000080 fifow syz-executor.1 34918 74363 12663 0 3 0x4000080 fifow syz-executor.1 34918 304894 12663 0 3 0x4000080 fsleep syz-executor.1 94901 55087 90082 0 2 0 syz-executor.4 *94901 39898 90082 0 7 0x4000000 syz-executor.4 23011 86343 58620 0 2 0 syz-executor.0 23011 344161 58620 0 3 0x4000080 fifow syz-executor.0 23011 480024 58620 0 3 0x4000080 fifow syz-executor.0 50999 510422 81177 0 3 0x80 nanoslp syz-executor.3 50999 151812 81177 0 3 0x4000080 fsleep syz-executor.3 50999 138304 81177 0 3 0x4000080 fifow syz-executor.3 50999 352048 81177 0 3 0x4000080 fsleep syz-executor.3 16346 404783 1087 0 3 0x80 nanoslp syz-executor.6 16346 90442 1087 0 3 0x4000080 fsleep syz-executor.6 16346 240596 1087 0 3 0x4000080 fsleep syz-executor.6 16346 456965 1087 0 3 0x4000080 fifow syz-executor.6 67908 173009 90046 0 3 0x80 nanoslp syz-executor.5 67908 54841 90046 0 3 0x4000080 fifow syz-executor.5 67908 296266 90046 0 3 0x4000080 fsleep syz-executor.5 67908 6671 90046 0 3 0x4000080 fifow syz-executor.5 8688 438156 86827 0 2 0 syz-executor.2 8688 491784 86827 0 3 0x4000080 ttyout syz-executor.2 8688 253290 86827 0 3 0x4000080 fifow syz-executor.2 8688 517539 86827 0 3 0x4000080 fsleep syz-executor.2 58620 484334 88657 0 3 0x82 nanoslp syz-executor.0 90046 43603 88657 0 3 0x82 nanoslp syz-executor.5 1087 14701 88657 0 3 0x82 nanoslp syz-executor.6 81177 109758 88657 0 3 0x82 nanoslp syz-executor.3 86827 149901 88657 0 3 0x82 nanoslp syz-executor.2 12663 496380 88657 0 3 0x82 nanoslp syz-executor.1 90082 97924 88657 0 3 0x82 nanoslp syz-executor.4 8619 229712 1 0 3 0x100083 ttyin getty 61037 35320 0 0 3 0x14280 nfsidl nfsio 44141 319482 0 0 3 0x14280 nfsidl nfsio 24358 519426 0 0 3 0x14280 nfsidl nfsio 18948 111721 0 0 3 0x14280 nfsidl nfsio 28849 358484 0 0 3 0x14280 nfsidl nfsio 20385 331502 0 0 3 0x14280 nfsidl nfsio 95801 276825 0 0 3 0x14280 nfsidl nfsio 42631 268390 0 0 3 0x14280 nfsidl nfsio 49008 107728 0 0 3 0x14280 nfsidl nfsio 46688 51390 0 0 3 0x14280 nfsidl nfsio 40289 81626 0 0 3 0x14280 nfsidl nfsio 35890 375363 0 0 3 0x14280 nfsidl nfsio 27302 357024 0 0 3 0x14280 nfsidl nfsio 63331 201358 0 0 3 0x14280 nfsidl nfsio 91590 63008 0 0 3 0x14280 nfsidl nfsio 80494 155131 0 0 3 0x14280 nfsidl nfsio 84268 244480 0 0 3 0x14280 nfsidl nfsio 99756 248860 0 0 3 0x14280 nfsidl nfsio 79889 146043 0 0 3 0x14280 nfsidl nfsio 3105 519202 0 0 3 0x14280 nfsidl nfsio 36634 128919 0 0 3 0x14200 acct acct 83635 452668 0 0 3 0x14200 bored sosplice 88657 377795 31185 0 3 0x82 thrsleep syz-fuzzer 88657 464719 31185 0 3 0x4000082 thrsleep syz-fuzzer 88657 120576 31185 0 3 0x4000082 thrsleep syz-fuzzer 88657 392874 31185 0 3 0x4000082 thrsleep syz-fuzzer 88657 477674 31185 0 3 0x4000082 kqread syz-fuzzer 88657 363224 31185 0 3 0x4000082 thrsleep syz-fuzzer 88657 481674 31185 0 3 0x4000082 thrsleep syz-fuzzer 88657 221850 31185 0 3 0x4000082 thrsleep syz-fuzzer 31185 335438 33258 0 3 0x10008a sigsusp ksh 33258 169248 16524 0 3 0x9a kqread sshd 16524 214777 1 0 3 0x88 kqread sshd 4585 182526 23154 73 3 0x1100090 kqread syslogd 23154 336195 1 0 3 0x100082 netio syslogd 28099 407271 1 0 3 0x100080 kqread resolvd 64457 21693 63527 77 3 0x100092 kqread dhcpleased 26350 286972 63527 77 3 0x100092 kqread dhcpleased 63527 310152 1 0 3 0x80 kqread dhcpleased 27006 155026 0 0 3 0x14200 bored smr 15797 142066 0 0 2 0x14200 zerothread 62280 92796 0 0 3 0x14200 aiodoned aiodoned 55489 142679 0 0 3 0x14200 syncer update 76369 64600 0 0 3 0x14200 cleaner cleaner 59758 226319 0 0 3 0x14200 reaper reaper 77497 164820 0 0 3 0x14200 pgdaemon pagedaemon 69661 4040 0 0 3 0x14200 bored viomb 17824 223396 0 0 3 0x40014200 acpi0 acpi0 52436 302759 0 0 3 0x14200 bored softnet 50240 175454 0 0 3 0x14200 bored systqmp 25639 91436 0 0 3 0x14200 bored systq 28196 45491 0 0 3 0x40014200 bored softclock 64077 272936 0 0 3 0x40014200 idle0 1 407903 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10194 6428K 7453K 78643K 45692 0 pcb 13 14K 16K 78643K 1421 0 rtable 232 19K 20K 78643K 2514 0 ifaddr 98 21K 23K 78643K 1170 0 sysctl 3 1K 3K 78643K 7 0 counters 27 17K 17K 78643K 135 0 ioctlops 1 4K 4K 78643K 1786 0 iov 0 0K 28K 78643K 856 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1437 90K 90K 78643K 10545 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 82 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 1K 78643K 646 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 16 57K 81K 78643K 9095 0 sigio 0 0K 0K 78643K 438 0 proc 67 59K 91K 78643K 1965 0 subproc 91 5K 6K 78643K 651 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 617 0 in_multi 95 6K 7K 78643K 855 0 ether_multi 1 0K 0K 78643K 116 0 mrt 4 0K 0K 78643K 66 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 193 864K 864K 78643K 193 0 exec 0 0K 2K 78643K 2746 0 pfkey data 0 0K 1K 78643K 5 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 436 719K 1253K 78643K 50926 0 UVM aobj 131 6K 6K 78643K 135 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 372 0 NDP 13 0K 2K 78643K 227 0 temp 171 4812K 4944K 78643K 72049 0 kqueue 12 18K 28K 78643K 573 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 694 0 691 9 8 1 3 0 8 0 rtentry 112 674 0 581 4 1 3 4 0 8 0 unpcb 136 6428 0 6413 68 67 1 9 0 8 0 syncache 296 68 0 68 12 12 0 1 0 8 0 tcpqe 32 132 0 132 5 5 0 1 0 8 0 tcpcb 736 3994 0 3988 152 151 1 23 0 8 0 arp 88 107 0 91 1 0 1 1 0 8 0 ipq 40 9 0 9 4 4 0 1 0 8 0 ipqe 40 38 0 38 4 4 0 1 0 8 0 inpcb 312 8591 0 8582 138 137 1 14 0 8 0 ip6q 72 6 0 6 1 1 0 1 0 8 0 ip6af 40 11 0 11 1 1 0 1 0 8 0 nd6 48 165 0 143 1 0 1 1 0 8 0 pkpcb 40 19 0 19 5 5 0 1 0 8 0 kcovpl 48 49 0 42 1 0 1 1 0 8 0 ppxss 1152 30 0 30 8 8 0 1 0 8 0 pfstscr 40 115 0 107 1 0 1 1 0 8 0 pfosfp 40 9 0 6 1 0 1 1 0 8 0 pfosfpen 112 9 0 5 1 0 1 1 0 8 0 pfrktable 1344 73 0 64 3 2 1 1 0 8 0 pftag 88 8 0 1 1 0 1 1 0 8 0 pfstitem 24 18 0 8 1 0 1 1 0 8 0 pfstkey 112 168 0 163 1 0 1 1 0 8 0 pfstate 336 84 0 79 1 0 1 1 0 8 0 pfrule 1360 398 0 334 6 0 6 6 0 8 0 rttmrq 48 47 0 43 1 0 1 1 0 8 0 rttmr 72 16 0 16 4 4 0 1 0 8 0 art_heap8 4096 2 0 1 2 1 1 2 0 8 0 art_heap4 256 2810 0 2401 55 26 29 30 0 8 2 art_table 32 2812 0 2402 4 0 4 4 0 8 0 art_node 16 672 0 591 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 6 1 1 0 1 0 8 0 semupl 112 4 0 4 2 2 0 1 0 8 0 semapl 112 639 0 629 1 0 1 1 0 8 0 shmpl 112 132 0 4 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 12823 0 11359 93 0 93 93 0 8 0 ffsino 240 12823 0 11359 87 0 87 87 0 8 0 nchpl 144 24401 0 22777 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 95130 0 95130 13 12 1 2 0 8 1 vcpupl 1984 142 0 0 18 0 18 18 0 8 0 vmpool 528 151 0 9 10 0 10 10 0 8 0 pfiaddrpl 120 30 0 19 3 2 1 1 0 8 0 kstatmem 264 242 0 216 5 2 3 3 0 8 0 scsiplug 72 11 0 11 5 5 0 1 0 8 0 scxspl 216 86434 0 86434 25 24 1 8 0 8 1 plimitpl 152 810 0 797 1 0 1 1 0 8 0 sigapl 424 9311 0 9249 11 3 8 8 0 8 0 futexpl 64 90046 0 90039 12 11 1 1 0 8 0 knotepl 120 115122 0 115048 50 46 4 11 0 8 0 kqueuepl 184 2252 0 2244 36 33 3 6 0 8 2 pipepl 304 1592 0 1566 47 42 5 12 0 8 2 fdescpl 432 9273 0 9246 4 0 4 4 0 8 0 filepl 120 65981 0 65718 126 116 10 19 0 8 2 lockfpl 104 3166 0 3164 12 11 1 4 0 8 0 lockfspl 48 602 0 600 1 0 1 1 0 8 0 sessionpl 144 65 0 50 1 0 1 1 0 8 0 pgrppl 48 81 0 66 1 0 1 1 0 8 0 ucredpl 96 5761 0 5749 1 0 1 1 0 8 0 zombiepl 144 9249 0 9249 4 3 1 1 0 8 1 processpl 1000 9311 0 9249 12 3 9 9 0 8 0 procpl 672 23788 0 23701 24 15 9 9 0 8 1 sosppl 168 84 0 84 15 15 0 1 0 8 0 sockpl 448 15737 0 15710 346 341 5 30 0 8 0 mcl64k 65536 271 0 271 28 27 1 1 0 8 1 mcl16k 16384 120 0 120 23 23 0 1 0 8 0 mcl12k 12288 286 0 286 27 26 1 1 0 8 1 mcl9k 9216 150 0 150 28 27 1 1 0 8 1 mcl8k 8192 573 0 573 17 16 1 1 0 8 1 mcl4k 4096 1028 0 1028 19 18 1 1 0 8 1 mcl2k2 2112 70 0 70 22 22 0 1 0 8 0 mcl2k 2048 93549 0 93498 48 40 8 37 0 8 0 mtagpl 96 7811 0 7811 50 50 0 44 0 8 0 mbufpl 256 217896 0 217723 391 377 14 347 0 8 0 bufpl 288 19053 0 12643 459 0 459 459 0 8 0 anonpl 24 1873963 0 1856056 306 167 139 141 0 188 12 amapchunkpl 152 184650 0 183959 424 262 162 342 0 158 131 amappl16 200 30500 0 29688 172 126 46 49 0 8 2 amappl15 192 1779 0 1777 2 1 1 1 0 8 0 amappl14 184 1170 0 1163 1 0 1 1 0 8 0 amappl13 176 1313 0 1312 1 0 1 1 0 8 0 amappl12 168 1220 0 1218 2 1 1 1 0 8 0 amappl11 160 793 0 774 1 0 1 1 0 8 0 amappl10 152 1311 0 1305 1 0 1 1 0 8 0 amappl9 144 1332 0 1326 1 0 1 1 0 8 0 amappl8 136 3026 0 2919 4 0 4 4 0 8 0 amappl7 128 1813 0 1798 1 0 1 1 0 8 0 amappl6 120 1333 0 1312 2 1 1 2 0 8 0 amappl5 112 7787 0 7770 1 0 1 1 0 8 0 amappl4 104 3535 0 3500 2 0 2 2 0 8 0 amappl3 96 27565 0 27510 2 0 2 2 0 8 0 amappl2 88 11350 0 11283 3 1 2 3 0 8 0 amappl1 80 217967 0 217293 35 20 15 19 0 8 0 amappl 88 49612 0 49382 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 134 0 4 3 0 3 3 0 8 0 uaddrrnd 24 9424 0 9255 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 9424 0 9255 2 0 2 2 0 8 0 vmmpekpl 168 65969 0 65900 5 1 4 4 0 8 0 vmmpepl 168 914745 0 911572 338 192 146 159 0 357 6 vmsppl 272 9423 0 9255 14 2 12 12 0 8 0 rwobjpl 24 225824 0 217835 50 1 49 49 0 8 0 pdppl 4096 18854 0 18652 740 538 202 206 0 8 0 pvpl 32 3759906 0 3737716 633 411 222 256 0 265 24 pmappl 216 9423 0 9255 10 0 10 10 0 8 0 extentpl 40 58 0 38 1 0 1 1 0 8 0 phpool 112 2638 0 1711 36 5 31 36 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace pf_anchor_global_RB_REMOVE(ffffffff829a1250,ffff800000c1d000) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84 pf_remove_if_empty_ruleset(ffff800000c1d490) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300 pfioctl(4900,cd60441a,ffff800000bca000,43,ffff80002167d508) at pfioctl+0x917b sys/net/pf_ioctl.c:1720 VOP_IOCTL(fffffd806ed2fcb8,cd60441a,ffff800000bca000,43,fffffd807f7d7660,ffff80002167d508) at VOP_IOCTL+0x8d sys/kern/vfs_vops.c:264 vn_ioctl(fffffd8066a8cdb0,cd60441a,ffff800000bca000,ffff80002167d508) at vn_ioctl+0xb7 sys/kern/vfs_vnops.c:531 sys_ioctl(ffff80002167d508,ffff800027f59ac8,ffff800027f59b20) at sys_ioctl+0x49e syscall(ffff800027f59b90) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2faaff1e5a0, count: -8 ddb> machine ddbcpu 1 No such command ddb> trace pf_anchor_global_RB_REMOVE(ffffffff829a1250,ffff800000c1d000) at pf_anchor_global_RB_REMOVE+0x58 sys/net/pf_ruleset.c:84 pf_remove_if_empty_ruleset(ffff800000c1d490) at pf_remove_if_empty_ruleset+0xdd sys/net/pf_ruleset.c:300 pfioctl(4900,cd60441a,ffff800000bca000,43,ffff80002167d508) at pfioctl+0x917b sys/net/pf_ioctl.c:1720 VOP_IOCTL(fffffd806ed2fcb8,cd60441a,ffff800000bca000,43,fffffd807f7d7660,ffff80002167d508) at VOP_IOCTL+0x8d sys/kern/vfs_vops.c:264 vn_ioctl(fffffd8066a8cdb0,cd60441a,ffff800000bca000,ffff80002167d508) at vn_ioctl+0xb7 sys/kern/vfs_vnops.c:531 sys_ioctl(ffff80002167d508,ffff800027f59ac8,ffff800027f59b20) at sys_ioctl+0x49e syscall(ffff800027f59b90) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2faaff1e5a0, count: -8