login: kernel: protection fault trap, code=0 Stopped at mrouter6_rtwalk_delete+0x2b: movl 0x5c(%r15),%r12d ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace mrouter6_rtwalk_delete(2e5447e488371b49,0,0) at mrouter6_rtwalk_delete+0x2b sys/netinet6/ip6_mroute.c:502 rtable_walk_helper(fffffd8036feeb10,ffff8000149189b8) at rtable_walk_helper+0x58 sys/net/rtable.c:683 art_table_walk(ffff800000075880,fffffd8036fed0c0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x226 art_walk_apply sys/net/art.c:676 [inline] art_table_walk(ffff800000075880,fffffd8036fed0c0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x226 sys/net/art.c:648 art_table_walk(ffff800000075880,fffffd8036fed080,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed000,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed020,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed040,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed060,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed0a0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed0e0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed120,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed160,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed180,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed1c0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed1e0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed220,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed240,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed260,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed2c0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed360,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed3a0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed400,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed420,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed4a0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed4e0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed500,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed520,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed540,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed560,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed580,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed600,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed6c0,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fed720,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_table_walk(ffff800000075880,fffffd8036fedf60,ffffffff81045bb0,ffff8000149189b8) at art_table_walk+0x2a6 sys/net/art.c:657 art_walk(ffff800000075880,ffffffff81045bb0,ffff8000149189b8) at art_walk+0xcf sys/net/art.c:595 rtable_walk(0,18,0,ffffffff81047de0,0) at rtable_walk+0xd4 ip6_mrouter_done(fffffd803a1d94a0) at ip6_mrouter_done+0xb5 rip6_detach(fffffd803a1d94a0) at rip6_detach+0x56 sys/netinet6/raw_ip6.c:757 soclose(fffffd803a1d94a0,0) at soclose+0xb2 sys/kern/uipc_socket.c:303 soo_close(fffffd803a1daca8,ffff800015954508) at soo_close+0x40 fdrop(fffffd803a1daca8,ffff800015954508) at fdrop+0xc2 sys/kern/kern_descrip.c:1273 closef(fffffd803a1daca8,ffff800015954508) at closef+0x118 sys/kern/kern_descrip.c:1257 fdfree(ffff800015954508) at fdfree+0x100 sys/kern/kern_descrip.c:1189 exit1(ffff800015954508,0,1) at exit1+0x32f sys/kern/kern_exit.c:196 sys_exit(ffff800015954508,ffff800014918e50,ffff800014918ea0) at sys_exit+0x17 sys/kern/kern_exit.c:94 syscall(ffff800014918f20) at syscall+0x507 sys/arch/amd64/amd64/trap.c:555 Xsyscall(6,1,0,1,0,7f7ffffd5144) at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd5110, count: -47 ddb> show registers rdi 0x2e5447e488371b49 rsi 0 rbp 0xffff8000149176f0 rbx 0xffff800000075888 rdx 0 rcx 0 rax 0x204 r8 0 r9 0x5 r10 0 r11 0xfd5a3b7daf8c9447 r12 0 r13 0xfffffd8036fed0c0 r14 0 r15 0x2e5447e488371b49 rip 0xffffffff81047e0b mrouter6_rtwalk_delete+0x2b cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff8000149176b0 ss 0x10 mrouter6_rtwalk_delete+0x2b: movl 0x5c(%r15),%r12d ddb> show proc PROC (syz-executor.0) pid=315583 stat=onproc flags process=1008 proc=2000 pri=32, usrpri=80, nice=20 forw=0xffffffffffffffff, list=0xffff8000159558c8,0xffffffff8255c658 process=0xffff8000148a2d98 user=0xffff800014913000, vmspace=0xfffffd803f013000 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 19360 150007 84012 0 3 0x82 nanosleep syz-executor.0 10964 243310 1 0 3 0x100083 ttyin getty 22867 313518 84012 0 2 0x2 syz-executor.1 27426 11842 0 0 3 0x14200 acct acct 93558 1720 0 0 3 0x14200 bored sosplice 84012 414697 21563 0 3 0x82 thrsleep syz-fuzzer 84012 232700 21563 0 3 0x4000082 nanosleep syz-fuzzer 84012 201935 21563 0 3 0x4000082 thrsleep syz-fuzzer 84012 485530 21563 0 3 0x4000082 thrsleep syz-fuzzer 84012 142002 21563 0 3 0x4000082 thrsleep syz-fuzzer 84012 223068 21563 0 3 0x4000082 kqread syz-fuzzer 84012 301795 21563 0 3 0x4000082 thrsleep syz-fuzzer 21563 346776 86947 0 3 0x10008a pause ksh 86947 398854 57360 0 3 0x92 select sshd 57360 17062 1 0 3 0x80 select sshd 15471 364214 25845 73 3 0x100090 kqread syslogd 25845 251041 1 0 3 0x100082 netio syslogd 74155 161624 1 77 3 0x100090 poll dhclient 41024 285904 1 0 3 0x80 poll dhclient 87913 210110 0 0 2 0x14200 zerothread 11281 510284 0 0 3 0x14200 aiodoned aiodoned 58903 275303 0 0 3 0x14200 syncer update 55140 346848 0 0 3 0x14200 cleaner cleaner 4993 144633 0 0 3 0x14200 reaper reaper 78599 461971 0 0 3 0x14200 pgdaemon pagedaemon 86783 394348 0 0 3 0x14200 bored crynlk 89595 477227 0 0 3 0x14200 bored crypto 5883 72382 0 0 3 0x40014200 acpi0 acpi0 68252 320888 0 0 3 0x14200 bored softnet 35298 457433 0 0 2 0x14200 systqmp 50488 289867 0 0 3 0x14200 bored systq 59264 361971 0 0 3 0x40014200 bored softclock 16652 179988 0 0 3 0x40014200 idle0 67477 209707 0 0 3 0x14200 bored smr 1 97523 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim Kern Lim devbuf 9511 6354K 14770K 78643K 16156 0 0 pcb 15 8K 8K 78643K 259 0 0 rtable 116 12K 12K 78643K 827 0 0 ifaddr 59 14K 15K 78643K 300 0 0 counters 19 16K 16K 78643K 19 0 0 ioctlops 0 0K 2K 78643K 136 0 0 iov 0 0K 28K 78643K 181 0 0 mount 1 1K 1K 78643K 1 0 0 vnodes 1205 76K 77K 78643K 3199 0 0 UFS quota 1 32K 32K 78643K 1 0 0 UFS mount 5 36K 36K 78643K 5 0 0 shm 2 1K 5K 78643K 30 0 0 VM map 2 0K 0K 78643K 4 0 0 sem 12 0K 1K 78643K 226 0 0 dirhash 12 2K 2K 78643K 12 0 0 ACPI 1794 195K 288K 78643K 12723 0 0 file desc 5 13K 25K 78643K 2132 0 0 sigio 0 0K 0K 78643K 41 0 0 proc 49 38K 55K 78643K 792 0 0 subproc 32 2K 2K 78643K 119 0 0 NFS srvsock 1 0K 0K 78643K 1 0 0 NFS daemon 1 16K 16K 78643K 1 0 0 ip_moptions 0 0K 0K 78643K 173 0 0 in_multi 33 2K 2K 78643K 156 0 0 ether_multi 2 0K 0K 78643K 15 0 0 mrt 2 0K 0K 78643K 8 0 0 ISOFS mount 1 32K 32K 78643K 1 0 0 MSDOSFS mount 1 16K 16K 78643K 1 0 0 ttys 84 371K 371K 78643K 84 0 0 exec 0 0K 1K 78643K 464 0 0 pagedep 1 8K 8K 78643K 1 0 0 inodedep 1 32K 32K 78643K 1 0 0 newblk 1 0K 0K 78643K 1 0 0 VM swap 7 26K 26K 78643K 7 0 0 UVM amap 94 21K 30K 78643K 5818 0 0 UVM aobj 115 3K 3K 78643K 133 0 0 memdesc 1 4K 4K 78643K 1 0 0 crypto data 1 1K 1K 78643K 1 0 0 ip6_options 0 0K 0K 78643K 216 0 0 NDP 12 0K 0K 78643K 88 0 0 temp 169 3535K 3607K 78643K 31222 0 0 kqueue 0 0K 0K 78643K 17 0 0 SYN cache 2 16K 16K 78643K 2 0 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 17 0 11 1 0 1 1 0 8 0 rtpcb 80 111 0 109 1 0 1 1 0 8 0 rtentry 112 101 0 57 2 0 2 2 0 8 0 unpcb 120 697 0 689 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 2453 0 2453 2 2 0 1 0 8 0 tcpcb 544 398 0 394 1 0 1 1 0 8 0 ipq 40 5 0 5 3 3 0 1 0 8 0 ipqe 40 11 0 11 3 3 0 1 0 8 0 inpcb 280 1179 0 1168 6 5 1 2 0 8 0 rttmr 72 1 0 1 1 0 1 1 0 8 1 nd6 48 14 0 10 1 0 1 1 0 8 0 pkpcb 40 4 0 4 2 2 0 1 0 8 0 ppxss 1128 45 0 45 6 5 1 1 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 439 0 224 16 2 14 14 0 8 0 art_table 32 440 0 224 2 0 2 2 0 8 0 art_node 16 96 0 55 1 0 1 1 0 8 0 sysvmsgpl 40 16 0 8 1 0 1 1 0 8 0 semapl 112 224 0 214 1 0 1 1 0 8 0 shmpl 112 131 0 18 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino1pl 128 4760 0 3373 46 0 46 46 0 8 0 ffsino 240 4760 0 3373 83 0 83 83 0 8 0 nchpl 144 7846 0 6248 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 208 5926 0 0 312 0 312 312 0 8 0 namei 1024 24276 0 24276 2 1 1 1 0 8 1 vmpool 520 2 0 2 1 1 0 1 0 8 0 scsiplug 64 8 0 8 3 2 1 1 0 8 1 scxspl 192 22684 0 22684 12 10 2 7 0 8 2 plimitpl 152 180 0 173 1 0 1 1 0 8 0 sigapl 432 2290 0 2277 2 0 2 2 0 8 0 futexpl 56 35701 0 35701 2 1 1 1 0 8 1 knotepl 112 467 0 448 1 0 1 1 0 8 0 kqueuepl 104 497 0 495 1 0 1 1 0 8 0 pipepl 112 1322 0 1301 2 1 1 2 0 8 0 fdescpl 424 2291 0 2277 2 0 2 2 0 8 0 filepl 120 13644 0 13545 5 1 4 5 0 8 0 lockfpl 104 640 0 639 1 0 1 1 0 8 0 lockfspl 48 219 0 218 1 0 1 1 0 8 0 sessionpl 112 24 0 14 1 0 1 1 0 8 0 pgrppl 48 40 0 30 1 0 1 1 0 8 0 ucredpl 96 2544 0 2536 1 0 1 1 0 8 0 zombiepl 144 2278 0 2277 2 1 1 1 0 8 0 processpl 864 2307 0 2277 4 0 4 4 0 8 0 procpl 632 4857 0 4821 4 0 4 4 0 8 0 sosppl 128 37 0 37 9 8 1 1 0 8 1 sockpl 384 2012 0 1993 5 2 3 4 0 8 0 mcl64k 65536 313 0 313 36 35 1 32 0 8 1 mcl16k 16384 15 0 15 7 7 0 1 0 8 0 mcl12k 12288 40 0 40 5 4 1 1 0 8 1 mcl9k 9216 28 0 28 8 7 1 1 0 8 1 mcl8k 8192 32 0 32 6 5 1 1 0 8 1 mcl4k 4096 114 0 114 4 3 1 1 0 8 1 mcl2k2 2112 15 0 15 7 6 1 1 0 8 1 mcl2k 2048 52996 0 52946 20 13 7 15 0 8 0 mtagpl 80 63 0 57 2 1 1 1 0 8 0 mbufpl 256 96962 0 96858 32 22 10 22 0 8 0 bufpl 256 10035 0 4972 317 0 317 317 0 8 0 anonpl 16 231549 0 221325 119 60 59 69 0 62 4 amapchunkpl 152 10743 0 10639 44 34 10 29 0 158 5 amappl16 192 12462 0 11734 105 67 38 49 0 8 1 amappl15 184 190 0 190 1 1 0 1 0 8 0 amappl14 176 1014 0 1010 1 0 1 1 0 8 0 amappl13 168 98 0 97 2 1 1 1 0 8 0 amappl12 160 27 0 23 1 0 1 1 0 8 0 amappl11 152 657 0 645 1 0 1 1 0 8 0 amappl10 144 203 0 201 3 2 1 1 0 8 0 amappl9 136 639 0 632 1 0 1 1 0 8 0 amappl8 128 204 0 180 1 0 1 1 0 8 0 amappl7 120 255 0 248 1 0 1 1 0 8 0 amappl6 112 656 0 647 1 0 1 1 0 8 0 amappl5 104 203 0 193 1 0 1 1 0 8 0 amappl4 96 2634 0 2605 1 0 1 1 0 8 0 amappl3 88 1127 0 1122 1 0 1 1 0 8 0 amappl2 80 17450 0 17385 3 1 2 3 0 8 0 amappl1 72 49061 0 48664 27 18 9 20 0 8 0 amappl 80 5177 0 5142 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma64 64 259 0 259 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 17 0 17 1 1 0 1 0 8 0 aobjpl 64 132 0 18 2 0 2 2 0 8 0 uaddrrnd 24 2293 0 2277 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2293 0 2277 1 0 1 1 0 8 0 vmmpekpl 168 17781 0 17752 2 0 2 2 0 8 0 vmmpepl 168 273103 0 271346 174 71 103 103 0 357 22 vmsppl 272 2290 0 2277 2 1 1 2 0 8 0 pdppl 4096 4592 0 4558 6 1 5 6 0 8 0 pvpl 32 609437 0 596210 235 76 159 170 0 265 27 pmappl 200 2292 0 2279 1 0 1 1 0 8 0 extentpl 40 38 0 22 1 0 1 1 0 8 0 phpool 112 538 0 92 14 0 14 14 0 8 0