login: kernel: protection fault trap, code=0 Stopped at pfi_ifhead_RB_REMOVE+0x50: movq 0x10(%r12),%rbx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace pfi_ifhead_RB_REMOVE(ffffffff8293ce28,ffff800000add700) at pfi_ifhead_RB_REMOVE+0x50 sys/net/pf_if.c:80 pfi_detach_ifgroup(ffff8000006bb900) at pfi_detach_ifgroup+0x11b pfi_kif_unref sys/net/pf_if.c:211 [inline] pfi_detach_ifgroup(ffff8000006bb900) at pfi_detach_ifgroup+0x11b sys/net/pf_if.c:304 if_delgroup(ffff800000ae5000,ffff8000006bb900) at if_delgroup+0x193 sys/net/if.c:2711 if_detach(ffff800000ae5000) at if_detach+0x1cb sys/net/if.c:1049 tun_clone_destroy(ffff800000ae5000) at tun_clone_destroy+0x1e1 sys/net/if_tun.c:325 if_clone_destroy(ffff800022361410) at if_clone_destroy+0x136 sys/net/if.c:1212 tun_dev_close(5d00,7) at tun_dev_close+0x140 sys/net/if_tun.c:479 spec_close(ffff8000223614e0) at spec_close+0x311 sys/kern/spec_vnops.c:560 VOP_CLOSE(fffffd806edd84e8,7,fffffd807f7b7840,ffff8000222ba550) at VOP_CLOSE+0xeb sys/kern/vfs_vops.c:177 vn_closefile(fffffd8069df2d28,ffff8000222ba550) at vn_closefile+0xd7 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069df2d28,ffff8000222ba550) at vn_closefile+0xd7 sys/kern/vfs_vnops.c:614 fdrop(fffffd8069df2d28,ffff8000222ba550) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd8069df2d28,ffff8000222ba550) at closef+0x11c sys/kern/kern_descrip.c:1263 fdfree(ffff8000222ba550) at fdfree+0xf4 sys/kern/kern_descrip.c:1195 exit1(ffff8000222ba550,0,0,1) at exit1+0x335 sys/kern/kern_exit.c:200 sys_exit(ffff8000222ba550,ffff800022361770,ffff8000223617c0) at sys_exit+0x16 sys/kern/kern_exit.c:96 syscall(ffff800022361840) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800022361840) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffbc3b0, count: -17 ddb{1}> show registers rdi 0xffffffff8293ce28 pfi_ifs rsi 0xffff800000add700 rbp 0xffff800022361270 rbx 0xdeafbeaddeafbead rdx 0 rcx 0xffff800000af6700 rax 0xffff800000add710 r8 0x101010101010101 r9 0x8080808080808080 r10 0x7f89bf3f1709a391 r11 0x12a39a445ebc9bf1 r12 0xdeafbeaddeafbead r13 0xffff800000b20a40 r14 0xffff800000add700 r15 0xffffffff8293ce28 pfi_ifs rip 0xffffffff822557b0 pfi_ifhead_RB_REMOVE+0x50 cs 0x8 rflags 0x10282 __ALIGN_SIZE+0xf282 rsp 0xffff800022361210 ss 0 pfi_ifhead_RB_REMOVE+0x50: movq 0x10(%r12),%rbx ddb{1}> show proc PROC (syz-executor.0) pid=244246 stat=onproc flags process=1008 proc=2000 pri=32, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff8000222bb510,0xffff8000222ba2c0 process=0xffff800022319968 user=0xffff80002235c000, vmspace=0xfffffd80084965c0 estcpu=36, cpticks=5, pctcpu=0.0 user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 25563 2764 740 0 2 0 syz-executor.1 25563 105878 740 0 3 0x4000080 fsleep syz-executor.1 25563 351463 740 0 3 0x4000080 fsleep syz-executor.1 25563 100691 740 0 2 0x4000080 syz-executor.1 90265 380358 1 0 3 0x100083 ttyin getty 52090 123928 0 0 3 0x14200 acct acct 740 356073 85252 0 3 0x82 nanoslp syz-executor.1 50801 442628 0 0 3 0x14280 nfsidl nfsio 17208 181875 0 0 3 0x14280 nfsidl nfsio 75643 418396 0 0 3 0x14280 nfsidl nfsio 80992 212582 0 0 3 0x14280 nfsidl nfsio 71620 222691 0 0 3 0x14280 nfsidl nfsio 88928 134497 0 0 3 0x14280 nfsidl nfsio 96915 132637 0 0 3 0x14280 nfsidl nfsio 58474 418252 0 0 3 0x14280 nfsidl nfsio 4640 236234 0 0 3 0x14280 nfsidl nfsio 53498 389856 0 0 3 0x14280 nfsidl nfsio 37536 76504 0 0 3 0x14280 nfsidl nfsio 91169 137801 0 0 3 0x14280 nfsidl nfsio 70257 89090 0 0 3 0x14280 nfsidl nfsio 82844 15685 0 0 3 0x14280 nfsidl nfsio 12755 34352 0 0 3 0x14280 nfsidl nfsio 49565 130953 0 0 3 0x14280 nfsidl nfsio 65482 167144 0 0 3 0x14280 nfsidl nfsio 1267 330276 0 0 3 0x14280 nfsidl nfsio 58754 68560 0 0 3 0x14280 nfsidl nfsio 32425 359748 0 0 3 0x14280 nfsidl nfsio 11881 436800 0 0 3 0x14200 bored sosplice 85252 366575 41295 0 3 0x82 thrsleep syz-fuzzer 85252 153377 41295 0 3 0x4000082 nanoslp syz-fuzzer 85252 230890 41295 0 3 0x4000082 thrsleep syz-fuzzer 85252 187383 41295 0 3 0x4000082 thrsleep syz-fuzzer 85252 120214 41295 0 7 0x4000002 syz-fuzzer 85252 101392 41295 0 3 0x4000082 thrsleep syz-fuzzer 85252 335472 41295 0 3 0x4000082 thrsleep syz-fuzzer 85252 31978 41295 0 2 0x4000002 syz-fuzzer 41295 395775 55826 0 3 0x10008a sigsusp ksh 55826 370708 65983 0 3 0x92 select sshd 65983 294381 1 0 3 0x80 select sshd 75318 509410 82672 74 3 0x100092 bpf pflogd 82672 429455 1 0 3 0x80 netio pflogd 34790 504128 84717 73 3 0x100090 kqread syslogd 84717 51264 1 0 3 0x100082 netio syslogd 69167 10235 1 77 2 0x100090 dhclient 94708 60193 1 0 3 0x80 poll dhclient 83172 50641 0 0 3 0x14200 bored smr 50042 14039 0 0 2 0x14200 zerothread 92323 78146 0 0 3 0x14200 aiodoned aiodoned 54302 354350 0 0 3 0x14200 syncer update 93510 176114 0 0 3 0x14200 cleaner cleaner 43533 189803 0 0 3 0x14200 reaper reaper 24641 386805 0 0 3 0x14200 pgdaemon pagedaemon 1458 224685 0 0 3 0x14200 bored crynlk 17989 41408 0 0 3 0x14200 bored crypto 35265 392833 0 0 3 0x14200 bored viomb 39857 50884 0 0 3 0x40014200 acpi0 acpi0 91635 327144 0 0 3 0x40014200 idle1 56115 491249 0 0 3 0x14200 bored softnet 42095 168735 0 0 2 0x14200 systqmp 20684 490287 0 0 3 0x14200 bored systq 64775 507827 0 0 3 0x40014200 bored softclock 98616 222136 0 0 3 0x40014200 idle0 1 172975 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 85252 (syz-fuzzer) thread 0xffff8000211c2a88 (120214) exclusive rwlock pipelk r = 0 (0xfffffd807eb45bb0) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 pipe_read+0x160 sys/kern/sys_pipe.c:403 #2 dofilereadv+0x1a1 sys/kern/sys_generic.c:237 #3 sys_read+0x83 sys/kern/sys_generic.c:157 #4 syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] #4 syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 #5 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9536 6758K 7404K 78643K 14403 0 pcb 13 8K 8K 78643K 294 0 rtable 83 2K 3K 78643K 676 0 ifaddr 70 13K 15K 78643K 246 0 counters 44 34K 34K 78643K 116 0 ioctlops 0 0K 4K 78643K 1552 0 iov 0 0K 12K 78643K 120 0 mount 1 1K 1K 78643K 1 0 vnodes 1227 77K 78K 78643K 2548 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 42 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 94 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12598 0 file desc 5 13K 25K 78643K 3836 0 sigio 0 0K 0K 78643K 2 0 proc 62 63K 95K 78643K 714 0 subproc 23 1K 2K 78643K 68 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 202 0 in_multi 22 1K 2K 78643K 175 0 ether_multi 1 0K 0K 78643K 53 0 mrt 0 0K 0K 78643K 139 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 2K 78643K 517 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 141 27K 27K 78643K 9580 0 UVM aobj 91 8K 8K 78643K 117 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 242 0 NDP 13 0K 0K 78643K 65 0 temp 139 3983K 4295K 78643K 34540 0 kqueue 3 4K 12K 78643K 69 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 10 0 6 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 120 79 0 77 1 0 1 1 0 8 0 rtentry 112 132 0 99 2 0 2 2 0 8 0 unpcb 120 593 0 583 1 0 1 1 0 8 0 syncache 296 20 0 20 3 3 0 1 0 8 0 tcpqe 32 527 0 527 3 3 0 1 0 8 0 tcpcb 736 405 0 401 9 8 1 4 0 8 0 inpcb 304 1347 0 1340 7 6 1 2 0 8 0 rttmr 72 57 0 57 2 2 0 1 0 8 0 nd6 48 20 0 17 1 0 1 1 0 8 0 pkpcb 40 20 0 20 2 2 0 1 0 8 0 kcovpl 48 4 0 3 1 0 1 1 0 8 0 ppxss 1128 26 0 26 3 2 1 1 0 8 1 pffrag 232 4 0 4 1 1 0 1 0 482 0 pffrnode 88 4 0 4 1 1 0 1 0 8 0 pffrent 40 7 0 7 1 1 0 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfqueue 264 10 0 5 2 1 1 1 0 8 0 pfstitem 24 61 0 30 1 0 1 1 0 8 0 pfstkey 112 61 0 30 1 0 1 1 0 8 0 pfstate 328 61 0 30 3 0 3 3 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 279 0 88 12 0 12 12 0 8 0 art_table 32 280 0 88 2 0 2 2 0 8 0 art_node 16 131 0 91 1 0 1 1 0 8 0 sysvmsgpl 40 100 0 80 1 0 1 1 0 8 0 semapl 112 92 0 82 1 0 1 1 0 8 0 shmpl 112 114 0 26 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 6004 0 4595 89 0 89 89 0 8 0 ffsino 272 6004 0 4595 95 0 95 95 0 8 0 nchpl 144 10456 0 8871 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 25646 0 25646 2 1 1 1 0 8 1 percpumem 16 69 0 36 1 0 1 1 0 8 0 vcpupl 1984 5 0 0 1 0 1 1 0 8 0 vmpool 560 5 0 0 1 0 1 1 0 8 0 scxspl 216 31397 0 31397 12 10 2 7 0 8 2 plimitpl 152 177 0 169 1 0 1 1 0 8 0 sigapl 424 4074 0 4020 7 0 7 7 0 8 0 futexpl 56 23724 0 23722 1 0 1 1 0 8 0 knotepl 112 166 0 152 1 0 1 1 0 8 0 kqueuepl 168 1674 0 1672 1 0 1 1 0 8 0 pipepl 336 112 0 102 6 4 2 2 0 8 0 fdescpl 496 4031 0 4015 3 0 3 3 0 8 0 filepl 152 11842 0 11751 6 1 5 5 0 8 0 lockfpl 104 257 0 256 1 0 1 1 0 8 0 lockfspl 48 94 0 93 1 0 1 1 0 8 0 sessionpl 144 21 0 10 1 0 1 1 0 8 0 pgrppl 48 28 0 17 1 0 1 1 0 8 0 ucredpl 96 1304 0 1295 1 0 1 1 0 8 0 zombiepl 144 4021 0 4020 2 1 1 1 0 8 0 processpl 1080 4074 0 4020 4 0 4 4 0 8 0 procpl 672 8661 0 8597 6 0 6 6 0 8 0 sosppl 168 35 0 35 5 5 0 1 0 8 0 sockpl 432 2041 0 2022 6 3 3 4 0 8 0 mcl64k 65536 19 0 0 3 0 3 3 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 5 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 15 0 0 2 0 2 2 0 8 0 mcl2k 2048 231 0 0 21 0 21 21 0 8 0 mtagpl 96 166 0 0 5 0 5 5 0 8 0 mbufpl 256 1018 0 0 57 0 57 57 0 8 0 bufpl 280 8693 0 2444 447 0 447 447 0 8 0 anonpl 24 352391 0 343338 154 89 65 85 0 186 10 amapchunkpl 152 15156 0 14972 12 3 9 11 0 158 0 amappl16 200 16572 0 16183 76 55 21 38 0 8 0 amappl15 192 1027 0 1024 1 0 1 1 0 8 0 amappl14 184 27 0 22 1 0 1 1 0 8 0 amappl13 176 43 0 40 1 0 1 1 0 8 0 amappl12 168 8 0 6 1 0 1 1 0 8 0 amappl11 160 64 0 46 1 0 1 1 0 8 0 amappl10 152 18 0 13 1 0 1 1 0 8 0 amappl9 144 2023 0 2022 1 0 1 1 0 8 0 amappl8 136 221 0 155 3 0 3 3 0 8 0 amappl7 128 2267 0 2259 1 0 1 1 0 8 0 amappl6 120 75 0 63 1 0 1 1 0 8 0 amappl5 112 4723 0 4700 1 0 1 1 0 8 0 amappl4 104 349 0 320 1 0 1 1 0 8 0 amappl3 96 163 0 156 1 0 1 1 0 8 0 amappl2 88 31393 0 31316 3 1 2 3 0 8 0 amappl1 80 120047 0 119539 27 16 11 21 0 8 0 amappl 88 8969 0 8910 2 0 2 2 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 116 0 26 2 0 2 2 0 8 0 uaddrrnd 24 4036 0 4015 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4036 0 4015 1 0 1 1 0 8 0 vmmpekpl 168 23572 0 23533 2 0 2 2 0 8 0 vmmpepl 168 507304 0 505604 134 53 81 89 0 357 7 vmsppl 368 4035 0 4015 2 0 2 2 0 8 0 rwobjpl 56 109387 0 108238 36 18 18 20 0 8 1 pdppl 4096 8079 0 8035 62 16 46 46 0 8 2 pvpl 32 1649239 0 1635674 252 132 120 144 0 265 10 pmappl 232 4035 0 4015 3 1 2 2 0 8 0 extentpl 40 58 0 40 1 0 1 1 0 8 0 phpool 112 372 0 32 10 0 10 10 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff826dcff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff828cbbc8) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828cbbc8) at __mp_lock+0x122 sys/kern/kern_lock.c:147 pipeselwakeup(fffffd807eb45b10) at pipeselwakeup+0x4e sys/kern/sys_pipe.c:366 pipe_read(fffffd806cb87d20,ffff80002126d208,0) at pipe_read+0x4b3 sys/kern/sys_pipe.c:468 dofilereadv(ffff8000211c2a88,c,ffff80002126d208,0,ffff80002126d2f0) at dofilereadv+0x1a1 sys/kern/sys_generic.c:237 sys_read(ffff8000211c2a88,ffff80002126d2a0,ffff80002126d2f0) at sys_read+0x83 sys/kern/sys_generic.c:157 syscall(ffff80002126d370) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002126d370) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc00002ddd0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at pfi_ifhead_RB_REMOVE+0x50: movq 0x10(%r12),%rbx ddb{1}> trace pfi_ifhead_RB_REMOVE(ffffffff8293ce28,ffff800000add700) at pfi_ifhead_RB_REMOVE+0x50 sys/net/pf_if.c:80 pfi_detach_ifgroup(ffff8000006bb900) at pfi_detach_ifgroup+0x11b pfi_kif_unref sys/net/pf_if.c:211 [inline] pfi_detach_ifgroup(ffff8000006bb900) at pfi_detach_ifgroup+0x11b sys/net/pf_if.c:304 if_delgroup(ffff800000ae5000,ffff8000006bb900) at if_delgroup+0x193 sys/net/if.c:2711 if_detach(ffff800000ae5000) at if_detach+0x1cb sys/net/if.c:1049 tun_clone_destroy(ffff800000ae5000) at tun_clone_destroy+0x1e1 sys/net/if_tun.c:325 if_clone_destroy(ffff800022361410) at if_clone_destroy+0x136 sys/net/if.c:1212 tun_dev_close(5d00,7) at tun_dev_close+0x140 sys/net/if_tun.c:479 spec_close(ffff8000223614e0) at spec_close+0x311 sys/kern/spec_vnops.c:560 VOP_CLOSE(fffffd806edd84e8,7,fffffd807f7b7840,ffff8000222ba550) at VOP_CLOSE+0xeb sys/kern/vfs_vops.c:177 vn_closefile(fffffd8069df2d28,ffff8000222ba550) at vn_closefile+0xd7 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069df2d28,ffff8000222ba550) at vn_closefile+0xd7 sys/kern/vfs_vnops.c:614 fdrop(fffffd8069df2d28,ffff8000222ba550) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd8069df2d28,ffff8000222ba550) at closef+0x11c sys/kern/kern_descrip.c:1263 fdfree(ffff8000222ba550) at fdfree+0xf4 sys/kern/kern_descrip.c:1195 exit1(ffff8000222ba550,0,0,1) at exit1+0x335 sys/kern/kern_exit.c:200 sys_exit(ffff8000222ba550,ffff800022361770,ffff8000223617c0) at sys_exit+0x16 sys/kern/kern_exit.c:96 syscall(ffff800022361840) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800022361840) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffbc3b0, count: -17