kernel: protection fault trap, code=0 Stopped at pfi_ifhead_RB_REMOVE+0x50: movq 0x10(%r12),%rbx ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace pfi_ifhead_RB_REMOVE(ffffffff82931c68,ffff800000b2bc00) at pfi_ifhead_RB_REMOVE+0x50 sys/net/pf_if.c:80 pfi_detach_ifgroup(ffff800000b3a800) at pfi_detach_ifgroup+0x11b pfi_kif_unref sys/net/pf_if.c:211 [inline] pfi_detach_ifgroup(ffff800000b3a800) at pfi_detach_ifgroup+0x11b sys/net/pf_if.c:304 if_delgroup(ffff800000b20000,ffff800000b3a800) at if_delgroup+0x193 sys/net/if.c:2711 if_detach(ffff800000b20000) at if_detach+0x1cb sys/net/if.c:1049 tun_clone_destroy(ffff800000b20000) at tun_clone_destroy+0x1e1 sys/net/if_tun.c:325 if_clone_destroy(ffff8000242d9080) at if_clone_destroy+0x136 sys/net/if.c:1212 tun_dev_close(5d01,7) at tun_dev_close+0x140 sys/net/if_tun.c:479 spec_close(ffff8000242d9150) at spec_close+0x311 sys/kern/spec_vnops.c:560 VOP_CLOSE(fffffd806e6fc088,7,fffffd807f7b7960,ffff80002127a000) at VOP_CLOSE+0xeb sys/kern/vfs_vops.c:177 vn_closefile(fffffd806cb79ac0,ffff80002127a000) at vn_closefile+0xd7 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd806cb79ac0,ffff80002127a000) at vn_closefile+0xd7 sys/kern/vfs_vnops.c:614 fdrop(fffffd806cb79ac0,ffff80002127a000) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd806cb79ac0,ffff80002127a000) at closef+0x11c sys/kern/kern_descrip.c:1263 fdfree(ffff80002127a000) at fdfree+0xf4 sys/kern/kern_descrip.c:1195 exit1(ffff80002127a000,0,0,1) at exit1+0x335 sys/kern/kern_exit.c:200 sys_exit(ffff80002127a000,ffff8000242d93e0,ffff8000242d9430) at sys_exit+0x16 sys/kern/kern_exit.c:96 syscall(ffff8000242d94b0) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000242d94b0) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffffafe0, count: -17 ddb{0}> show registers rdi 0xffffffff82931c68 pfi_ifs rsi 0xffff800000b2bc00 rbp 0xffff8000242d8ee0 rbx 0xdeaf4152deaf4152 rdx 0 rcx 0xffff800000b3aa80 rax 0xffff800000b2bc10 r8 0x101010101010101 r9 0x8080808080808080 r10 0x188d32079132bc73 r11 0xdfbc688e5d671d93 r12 0xdeaf4152deaf4152 r13 0xffff800000afb940 r14 0xffff800000b2bc00 r15 0xffffffff82931c68 pfi_ifs rip 0xffffffff81f60220 pfi_ifhead_RB_REMOVE+0x50 cs 0x8 rflags 0x10282 __ALIGN_SIZE+0xf282 rsp 0xffff8000242d8e80 ss 0x10 pfi_ifhead_RB_REMOVE+0x50: movq 0x10(%r12),%rbx ddb{0}> show proc PROC (syz-executor.1) pid=442227 stat=onproc flags process=1008 proc=2000 pri=32, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff80002127a2a0,0xffffffff8291c148 process=0xffff800021235d98 user=0xffff8000242d4000, vmspace=0xfffffd8066b99b90 estcpu=36, cpticks=3, pctcpu=0.0 user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 81092 19299 0 0 3 0x14200 bored sosplice 7453 502850 6111 0 3 0x82 nanoslp syz-executor.0 6111 230409 69481 0 3 0x82 thrsleep syz-fuzzer 6111 98956 69481 0 3 0x4000082 nanoslp syz-fuzzer 6111 437064 69481 0 3 0x4000082 thrsleep syz-fuzzer 6111 437227 69481 0 3 0x4000082 kqread syz-fuzzer 6111 497528 69481 0 3 0x4000082 thrsleep syz-fuzzer 6111 313918 69481 0 2 0x4000082 syz-fuzzer 6111 447976 69481 0 3 0x4000082 thrsleep syz-fuzzer 6111 397415 69481 0 7 0x4000002 syz-fuzzer 69481 415297 30491 0 3 0x10008a sigsusp ksh 30491 172349 61261 0 3 0x92 select sshd 28451 469385 1 0 3 0x100083 ttyin getty 61261 324121 1 0 3 0x80 select sshd 36653 41629 30784 74 3 0x100092 bpf pflogd 30784 418871 1 0 3 0x80 netio pflogd 42464 47214 78225 73 3 0x100090 kqread syslogd 78225 230939 1 0 3 0x100082 netio syslogd 40161 193100 1 77 2 0x100090 dhclient 25271 61233 1 0 3 0x80 poll dhclient 3682 498366 0 0 3 0x14200 bored smr 9886 75336 0 0 2 0x14200 zerothread 27158 470281 0 0 3 0x14200 aiodoned aiodoned 72332 500797 0 0 3 0x14200 syncer update 24457 275789 0 0 3 0x14200 cleaner cleaner 83948 223278 0 0 3 0x14200 reaper reaper 43795 522959 0 0 3 0x14200 pgdaemon pagedaemon 71476 374986 0 0 3 0x14200 bored crynlk 78877 314206 0 0 3 0x14200 bored crypto 92307 445247 0 0 3 0x14200 bored viomb 56648 331247 0 0 3 0x40014200 acpi0 acpi0 82912 477169 0 0 3 0x40014200 idle1 62817 446310 0 0 3 0x14200 bored softnet 27150 52867 0 0 2 0x14200 systqmp 12523 121069 0 0 3 0x14200 bored systq 36668 121459 0 0 3 0x40014200 bored softclock 43150 455488 0 0 3 0x40014200 idle0 1 471791 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 6111 (syz-fuzzer) thread 0xffff80002127aa80 (397415) exclusive rwlock pslock r = 0 (0xffff800021236f58) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1182 #1 thrsleep+0x36b sys/kern/kern_synch.c:747 #2 sys___thrsleep+0xb5 sys/kern/kern_synch.c:795 #3 syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] #3 syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 #4 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9528 6442K 7079K 78643K 13644 0 pcb 13 8K 8K 78643K 230 0 rtable 80 2K 4K 78643K 526 0 ifaddr 64 12K 13K 78643K 130 0 sysctl 2 0K 0K 78643K 2 0 counters 44 34K 34K 78643K 60 0 ioctlops 0 0K 4K 78643K 1658 0 iov 0 0K 16K 78643K 163 0 mount 1 1K 1K 78643K 1 0 vnodes 1219 77K 77K 78643K 2368 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 12 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 253 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12598 0 file desc 4 9K 25K 78643K 4063 0 sigio 0 0K 0K 78643K 39 0 proc 62 63K 95K 78643K 787 0 subproc 23 1K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 372 0 in_multi 18 1K 2K 78643K 325 0 ether_multi 1 0K 0K 78643K 49 0 mrt 0 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 2K 78643K 479 0 pfkey data 0 0K 0K 78643K 8 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 157 187K 187K 78643K 9979 0 UVM aobj 25 2K 2K 78643K 25 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 213 0 NDP 12 0K 0K 78643K 46 0 temp 139 3989K 4057K 78643K 20544 0 kqueue 3 4K 10K 78643K 223 0 SYN cache 2 10K 18K 78643K 3 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 9 0 4 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 120 125 0 123 1 0 1 1 0 8 0 rtentry 112 138 0 107 2 0 2 2 0 8 0 unpcb 120 656 0 645 1 0 1 1 0 8 0 syncache 296 47 0 47 5 5 0 1 0 8 0 tcpqe 32 47 0 47 4 4 0 1 0 8 0 tcpcb 736 551 0 547 11 10 1 4 0 8 0 inpcb 304 1460 0 1453 6 5 1 2 0 8 0 rttmr 72 5 0 5 1 0 1 1 0 8 1 nd6 48 29 0 28 1 0 1 1 0 8 0 pkpcb 40 40 0 40 2 2 0 1 0 8 0 kcovpl 48 3 0 2 1 0 1 1 0 8 0 ppxss 1128 4 0 4 1 1 0 1 0 8 0 pfstscr 40 20 0 20 1 1 0 1 0 8 0 pffrag 232 4 0 3 2 1 1 1 0 482 0 pffrnode 88 4 0 3 2 1 1 1 0 8 0 pffrent 40 7 0 6 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 3 0 3 1 0 1 1 0 8 1 pfstitem 24 42 0 40 1 0 1 1 0 8 0 pfstkey 112 60 0 58 1 0 1 1 0 8 0 pfstate 328 50 0 48 3 2 1 3 0 8 0 pfrule 1360 105 0 84 3 1 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 736 0 540 15 2 13 13 0 8 0 art_table 32 737 0 540 2 0 2 2 0 8 0 art_node 16 137 0 97 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 1 1 1 0 1 0 8 0 semupl 112 4 0 4 1 1 0 1 0 8 0 semapl 112 246 0 236 1 0 1 1 0 8 0 shmpl 112 22 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 6376 0 4974 91 2 89 89 0 8 0 ffsino 272 6376 0 4974 95 0 95 95 0 8 0 nchpl 144 11227 0 9639 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 27403 0 27403 3 2 1 1 0 8 1 percpumem 16 41 0 8 1 0 1 1 0 8 0 vcpupl 1984 11 0 0 2 0 2 2 0 8 0 vmpool 560 11 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 5 0 5 1 0 1 1 0 8 1 scxspl 216 34130 0 34130 9 8 1 8 0 8 1 plimitpl 152 155 0 147 1 0 1 1 0 8 0 sigapl 424 4277 0 4245 4 0 4 4 0 8 0 futexpl 56 26820 0 26820 3 2 1 1 0 8 1 knotepl 112 268 0 254 1 0 1 1 0 8 0 kqueuepl 168 2058 0 2056 1 0 1 1 0 8 0 pipepl 336 237 0 229 8 6 2 2 0 8 1 fdescpl 496 4260 0 4245 3 0 3 3 0 8 0 filepl 152 13430 0 13343 5 0 5 5 0 8 1 lockfpl 104 182 0 181 1 0 1 1 0 8 0 lockfspl 48 87 0 86 1 0 1 1 0 8 0 sessionpl 144 19 0 8 1 0 1 1 0 8 0 pgrppl 48 19 0 8 1 0 1 1 0 8 0 ucredpl 96 1800 0 1790 1 0 1 1 0 8 0 zombiepl 144 4246 0 4244 1 0 1 1 0 8 0 processpl 1080 4277 0 4244 3 0 3 3 0 8 0 procpl 672 9082 0 9042 5 1 4 5 0 8 0 sosppl 168 36 0 36 2 2 0 1 0 8 0 sockpl 432 2281 0 2260 9 5 4 4 0 8 1 mcl64k 65536 14 0 0 2 0 2 2 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 9 0 0 1 0 1 1 0 8 0 mcl9k 9216 10 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 10 0 0 2 0 2 2 0 8 0 mcl2k 2048 231 0 0 18 0 18 18 0 8 0 mtagpl 96 175 0 0 5 0 5 5 0 8 0 mbufpl 256 976 0 0 52 0 52 52 0 8 0 bufpl 280 9041 0 2792 447 0 447 447 0 8 0 anonpl 24 285156 0 278149 47 3 44 44 0 186 0 amapchunkpl 152 14811 0 14584 13 3 10 10 0 158 0 amappl16 200 12259 0 12029 15 2 13 14 0 8 0 amappl15 192 1 0 0 1 0 1 1 0 8 0 amappl14 184 23 0 19 1 0 1 1 0 8 0 amappl13 176 75 0 73 1 0 1 1 0 8 0 amappl12 168 537 0 533 1 0 1 1 0 8 0 amappl11 160 1570 0 1551 2 1 1 2 0 8 0 amappl10 152 2006 0 2001 1 0 1 1 0 8 0 amappl9 144 16 0 16 2 2 0 1 0 8 0 amappl8 136 226 0 155 3 0 3 3 0 8 0 amappl7 128 255 0 248 1 0 1 1 0 8 0 amappl6 120 2070 0 2055 1 0 1 1 0 8 0 amappl5 112 4430 0 4411 1 0 1 1 0 8 0 amappl4 104 2322 0 2293 2 1 1 2 0 8 0 amappl3 96 177 0 170 1 0 1 1 0 8 0 amappl2 88 33926 0 33860 3 1 2 3 0 8 0 amappl1 80 123261 0 122801 29 18 11 21 0 8 0 amappl 88 9369 0 9308 2 0 2 2 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 24 0 0 1 0 1 1 0 8 0 uaddrrnd 24 4271 0 4245 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4271 0 4245 1 0 1 1 0 8 0 vmmpekpl 168 24918 0 24888 2 0 2 2 0 8 0 vmmpepl 168 530754 0 529350 98 27 71 77 0 357 1 vmsppl 368 4270 0 4245 3 0 3 3 0 8 0 rwobjpl 56 109347 0 108391 27 12 15 19 0 8 1 pdppl 4096 8549 0 8501 72 20 52 53 0 8 4 pvpl 32 1598095 0 1589023 137 57 80 117 0 265 1 pmappl 232 4270 0 4245 3 1 2 2 0 8 0 extentpl 40 58 0 40 1 0 1 1 0 8 0 phpool 112 384 0 45 10 0 10 10 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace pfi_ifhead_RB_REMOVE(ffffffff82931c68,ffff800000b2bc00) at pfi_ifhead_RB_REMOVE+0x50 sys/net/pf_if.c:80 pfi_detach_ifgroup(ffff800000b3a800) at pfi_detach_ifgroup+0x11b pfi_kif_unref sys/net/pf_if.c:211 [inline] pfi_detach_ifgroup(ffff800000b3a800) at pfi_detach_ifgroup+0x11b sys/net/pf_if.c:304 if_delgroup(ffff800000b20000,ffff800000b3a800) at if_delgroup+0x193 sys/net/if.c:2711 if_detach(ffff800000b20000) at if_detach+0x1cb sys/net/if.c:1049 tun_clone_destroy(ffff800000b20000) at tun_clone_destroy+0x1e1 sys/net/if_tun.c:325 if_clone_destroy(ffff8000242d9080) at if_clone_destroy+0x136 sys/net/if.c:1212 tun_dev_close(5d01,7) at tun_dev_close+0x140 sys/net/if_tun.c:479 spec_close(ffff8000242d9150) at spec_close+0x311 sys/kern/spec_vnops.c:560 VOP_CLOSE(fffffd806e6fc088,7,fffffd807f7b7960,ffff80002127a000) at VOP_CLOSE+0xeb sys/kern/vfs_vops.c:177 vn_closefile(fffffd806cb79ac0,ffff80002127a000) at vn_closefile+0xd7 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd806cb79ac0,ffff80002127a000) at vn_closefile+0xd7 sys/kern/vfs_vnops.c:614 fdrop(fffffd806cb79ac0,ffff80002127a000) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd806cb79ac0,ffff80002127a000) at closef+0x11c sys/kern/kern_descrip.c:1263 fdfree(ffff80002127a000) at fdfree+0xf4 sys/kern/kern_descrip.c:1195 exit1(ffff80002127a000,0,0,1) at exit1+0x335 sys/kern/kern_exit.c:200 sys_exit(ffff80002127a000,ffff8000242d93e0,ffff8000242d9430) at sys_exit+0x16 sys/kern/kern_exit.c:96 syscall(ffff8000242d94b0) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000242d94b0) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffffafe0, count: -17 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d68ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff828c0930) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828c0930) at __mp_lock+0x122 sys/kern/kern_lock.c:147 sleep_setup(ffff8000242df0d8,ffff8000242df188,120,ffffffff8242b979) at sleep_setup+0xc7 sys/kern/kern_synch.c:382 rwsleep(ffff8000242df188,ffff800021236f48,120,ffffffff8242b979,2) at rwsleep+0xbf sleep_setup_timeout sys/kern/kern_synch.c:444 [inline] rwsleep(ffff8000242df188,ffff800021236f48,120,ffffffff8242b979,2) at rwsleep+0xbf sys/kern/kern_synch.c:317 thrsleep(ffff80002127aa80,ffff8000242df270) at thrsleep+0x3f2 sys/kern/kern_synch.c:754 sys___thrsleep(ffff80002127aa80,ffff8000242df270,ffff8000242df2c0) at sys___thrsleep+0xb5 sys/kern/kern_synch.c:795 syscall(ffff8000242df340) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000242df340) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc00032fed0, count: -10