kernel: protection fault trap, code=0 Stopped at nd6_timer+0x97: movq 0x48(%rbx),%r13 ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace nd6_timer(0) at nd6_timer+0x97 sys/netinet6/nd6.c:279 timeout_run(ffffffff83505118) at timeout_run+0x118 softclock_thread(ffff8000fffff6c8) at softclock_thread+0x163 sys/kern/kern_timeout.c:811 end trace frame: 0x0, count: -3 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800029f9bd20 rbx 0xdeadbeefdeadbeef rdx 0 rcx 0xffff8000fffff6c8 rax 0xffffffff834c5ff0 cpu_info_full_primary+0x1ff0 r8 0 r9 0 r10 0x24f9f50b095f6512 r11 0x24fc771a8b919a29 r12 0x2e r13 0x1 r14 0x33 r15 0x42d953b3ae3271d5 rip 0xffffffff815c7547 nd6_timer+0x97 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800029f9bce0 ss 0x10 nd6_timer+0x97: movq 0x48(%rbx),%r13 ddb{0}> show proc PROC (softclock) tid=229890 pid=96358 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=50, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffff950,0xffff8000ffffecb8 process=0xffff800029f8ed50 user=0xffff800029f96000, vmspace=0xffffffff83598e10 estcpu=0, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 98241 227726 42168 0 2 0x8000000 syz-executor 25427 71555 64045 0 2 0x8000000 syz-executor 25427 246324 64045 0 3 0xc000080 fsleep syz-executor 18525 465314 16634 0 2 0x8000000 syz-executor 18525 395126 16634 0 3 0xc000080 sbwait syz-executor 18525 295776 16634 0 3 0xc000080 fsleep syz-executor 41848 89797 0 0 3 0x14200 bored sosplice 8926 447196 35645 0 2 0x8000000 syz-executor 8926 379797 35645 0 3 0xc000080 kqsel syz-executor 76573 281470 0 0 3 0x14200 acct acct 64045 482731 53267 0 2 0x8000482 syz-executor 7549 96785 53267 0 2 0x8000002 syz-executor 97320 340420 53267 0 2 0x8000482 syz-executor 25934 244197 53267 0 7 0x8000002 syz-executor 16634 104834 53267 0 2 0x8000482 syz-executor 35645 95524 53267 0 2 0x8000482 syz-executor 42168 348485 53267 0 2 0x8000002 syz-executor 84007 105681 0 0 3 0x14280 nfsidl nfsio 67242 239735 0 0 3 0x14280 nfsidl nfsio 42288 446911 0 0 3 0x14280 nfsidl nfsio 37128 71461 0 0 3 0x14280 nfsidl nfsio 44324 251073 0 0 3 0x14280 nfsidl nfsio 60538 434134 0 0 3 0x14280 nfsidl nfsio 75161 373215 0 0 3 0x14280 nfsidl nfsio 86178 329948 0 0 3 0x14280 nfsidl nfsio 16601 515622 0 0 3 0x14280 nfsidl nfsio 22845 429707 0 0 3 0x14280 nfsidl nfsio 30710 107716 0 0 3 0x14280 nfsidl nfsio 44761 371356 0 0 3 0x14280 nfsidl nfsio 15203 422372 0 0 3 0x14280 nfsidl nfsio 24587 207604 0 0 3 0x14280 nfsidl nfsio 9186 183242 0 0 3 0x14280 nfsidl nfsio 24397 163374 0 0 3 0x14280 nfsidl nfsio 73441 61532 0 0 3 0x14280 nfsidl nfsio 49974 405167 0 0 3 0x14280 nfsidl nfsio 2019 343338 0 0 3 0x14280 nfsidl nfsio 66362 361266 0 0 3 0x14280 nfsidl nfsio 72392 416616 57005 0 2 0x18100082 arp 57005 496644 26987 0 3 0x810008a sigsusp sh 26987 338666 53267 0 3 0x8000082 wait syz-executor 53267 165380 55884 0 2 0x8000002 syz-executor 55884 18183 83944 0 3 0x810008a sigsusp ksh 83944 326329 13574 0 3 0x18000098 kqread sshd-session 13574 120881 49933 0 3 0x18000092 kqread sshd-session 18013 356897 1 0 3 0x18100083 ttyin getty 49933 125725 1 0 3 0x18000088 kqread sshd 27574 448637 58382 74 3 0x19100092 bpf pflogd 58382 224782 1 0 3 0x18000080 sbwait pflogd 31420 422044 33993 73 2 0x19100010 syslogd 33993 168196 1 0 3 0x18100082 sbwait syslogd 55100 95541 1 0 3 0x18100080 kqread resolvd 10648 344387 13308 77 3 0x18100092 kqread dhcpleased 92033 354882 13308 77 3 0x18100092 kqread dhcpleased 13308 264288 1 0 3 0x18000080 kqread dhcpleased 55715 472026 0 0 3 0x14200 bored smr 57322 184978 0 0 3 0x14200 pgzero zerothread 16784 317528 0 0 3 0x14200 aiodoned aiodoned 96634 458109 0 0 2 0x14600 update 17956 3714 0 0 3 0x14200 cleaner cleaner 78443 295765 0 0 2 0x14200 reaper 92418 470765 0 0 3 0x14200 pgdaemon pagedaemon 47790 300035 0 0 3 0x14200 bored viomb 53148 258602 0 0 3 0x40014200 acpi0 acpi0 61410 251301 0 0 3 0x40014200 idle1 92660 196311 0 0 3 0x14200 bored softnet3 18192 421448 0 0 3 0x14200 bored softnet2 52840 424628 0 0 3 0x14200 bored softnet1 88524 194109 0 0 3 0x14200 bored softnet0 28215 376396 0 0 2 0x14200 systqmp 76716 117903 0 0 3 0x14200 bored systq 8407 192999 0 0 3 0x14200 tmoslp softclockmp *96358 229890 0 0 7 0x40014200 softclock 79857 189527 0 0 3 0x40014200 idle0 1 166090 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 7549 (syz-executor) thread 0xffff8000ffff71d8 (96785) exclusive rrwlock inode r = 0 (0xfffffd806be75e78) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 uvm_vnp_uncache+0x1a8 sys/uvm/uvm_vnode.c:1423 #6 dounlinkat+0x154 sys/kern/vfs_syscalls.c:1888 #7 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #7 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #8 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806f23d3d0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1852 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 31420 (syslogd) thread 0xffff8000ffffd960 (422044) exclusive rrwlock inode r = 0 (0xfffffd806e49c3d0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2927 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 78443 (reaper) thread 0xffff800029fd87a0 (295765) exclusive rwlock vmmaplk r = 0 (0xfffffd806c6a1108) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 vm_map_lock_ln+0x143 sys/uvm/uvm_map.c:5252 #3 uvm_map_teardown+0x5e sys/uvm/uvm_map.c:2466 #4 uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 #5 reaper+0x256 sys/kern/kern_exit.c:483 #6 proc_trampoline+0x10 Process 96358 (softclock) thread 0xffff8000fffff6c8 (229890) exclusive rwlock netlock r = 0 (0xffffffff834063d0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 nd6_timer+0x51 sys/netinet6/nd6.c:272 #2 timeout_run+0x118 #3 softclock_thread+0x163 sys/kern/kern_timeout.c:811 #4 proc_trampoline+0x10 shared rwlock timeout r = 0 (0xffffffff83415ce0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 timeout_run+0xf1 sys/kern/kern_timeout.c:659 #2 softclock_thread+0x163 sys/kern/kern_timeout.c:811 #3 proc_trampoline+0x10 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835f0020) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 __mp_acquire_count+0x58 #2 mi_switch+0x658 sys/kern/sched_bsd.c:460 #3 sleep_finish+0x219 sys/kern/kern_synch.c:416 #4 msleep+0x13b sys/kern/kern_synch.c:249 #5 softclock_thread+0x11f sys/kern/kern_timeout.c:807 #6 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10192 10156K 10422K 166960K 11446 0 pcb 17 12K 12K 166960K 43 0 rtable 221 6K 8K 166960K 631 0 pf 34 17K 21K 166960K 233 0 ifaddr 41 7K 7K 166960K 73 0 ifgroup 55 2K 2K 166960K 83 0 counters 64 36K 36K 166960K 78 0 ioctlops 0 0K 4K 166960K 1596 0 iov 0 0K 12K 166960K 5 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1430 90K 90K 166960K 1635 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 16 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 89K 166960K 333 0 proc 70 91K 115K 166960K 724 0 subproc 104 6K 6K 166960K 195 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 22 0 in_multi 89 6K 6K 166960K 174 0 ether_multi 1 0K 0K 166960K 3 0 mrt 1 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 463 0 pfkey data 0 0K 0K 166960K 3 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 235 90K 92K 166960K 4369 0 UVM aobj 4 2K 2K 166960K 4 0 pinsyscall 42 84K 110K 166960K 1585 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 8 0 NDP 12 0K 1K 166960K 47 0 temp 44 6811K 6876K 166960K 8947 0 kqueue 15 20K 26K 166960K 44 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 53 0 48 1 0 1 1 0 8 0 rtentry 112 187 0 85 3 0 3 3 0 8 0 unpcb 144 161 0 138 2 0 2 2 0 8 0 syncache 336 3 0 3 1 1 0 1 0 8 0 tcpcb 808 46 0 41 1 0 1 1 0 8 0 arp 120 33 0 16 1 0 1 1 0 8 0 inpcb 336 212 0 200 3 1 2 2 0 8 0 nd6 136 45 0 22 1 0 1 1 0 8 0 pkpcb 40 4 0 4 2 1 1 1 0 8 1 kcovpl 48 15 0 7 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 38 0 37 1 0 1 1 0 8 0 pfanchor 1288 1 0 1 1 0 1 1 0 8 1 pfstitem 24 29 0 3 1 0 1 1 0 8 0 pfstkey 128 30 0 4 1 0 1 1 0 8 0 pfstate 376 30 0 4 3 0 3 3 0 8 0 pfrule 1344 58 0 50 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 727 0 312 27 0 27 27 0 8 0 art_table 32 728 0 312 4 0 4 4 0 8 0 art_node 16 186 0 94 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 1 1 0 1 1 0 8 1 semupl 112 2 0 2 2 1 1 1 0 8 1 semapl 112 13 0 3 1 0 1 1 0 8 0 shmpl 112 1 0 0 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 1752 0 234 96 0 96 96 0 8 0 ffsino 272 1752 0 234 102 0 102 102 0 8 0 nchpl 144 2092 0 402 63 0 63 63 0 8 0 uvmvnodes 80 2079 0 0 43 0 43 43 0 8 0 vnodes 216 2079 0 0 116 0 116 116 0 8 0 namei 1024 7514 0 7514 2 1 1 2 0 8 1 percpumem 16 53 0 7 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 1 1 0 1 1 0 8 1 kstatmem 264 38 0 14 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 1 0 1 0 8 0 scxspl 216 8498 0 8498 3 2 1 2 1 8 1 plimitpl 152 61 0 43 1 0 1 1 0 8 0 sigapl 424 642 0 570 10 1 9 9 0 8 0 futexpl 64 2053 0 2051 2 1 1 1 0 8 0 knotepl 120 581 0 0 18 0 18 18 0 8 0 kqueuepl 216 65 0 54 2 0 2 2 0 8 1 pipepl 320 168 0 141 5 0 5 5 0 8 2 fdescpl 496 602 0 572 5 0 5 5 0 8 0 filepl 152 2810 0 2550 13 0 13 13 0 8 1 lockfpl 104 55 0 53 1 0 1 1 0 8 0 lockfspl 48 25 0 23 1 0 1 1 0 8 0 sessionpl 144 29 0 20 1 0 1 1 0 8 0 pgrppl 48 44 0 27 1 0 1 1 0 8 0 ucredpl 104 309 0 296 1 0 1 1 0 8 0 zombiepl 144 572 0 570 1 0 1 1 0 8 0 processpl 1160 642 0 570 6 0 6 6 0 8 0 procpl 648 854 0 774 10 2 8 8 0 8 0 srpgc 96 6 0 6 1 0 1 1 0 8 1 sosppl 168 1 0 0 1 0 1 1 0 8 0 sockpl 664 430 0 390 6 1 5 5 0 8 0 mcl64k 65536 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 226 0 0 29 0 29 29 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 251 0 0 16 0 16 16 0 8 0 bufpl 280 5424 0 98 381 0 381 381 0 8 0 anonpl 24 158782 0 150523 52 1 51 51 0 185 0 amapchunkpl 152 13976 0 13225 32 0 32 32 0 158 0 amappl16 200 3673 0 3651 14 4 10 10 0 8 8 amappl15 192 4 0 4 1 1 0 1 0 8 0 amappl14 184 132 0 119 1 0 1 1 0 8 0 amappl13 176 7 0 6 1 0 1 1 0 8 0 amappl12 168 1353 0 1321 4 2 2 3 0 8 0 amappl11 160 48 0 34 1 0 1 1 0 8 0 amappl10 152 9 0 8 1 0 1 1 0 8 0 amappl9 144 144 0 143 1 0 1 1 0 8 0 amappl8 136 19 0 17 1 0 1 1 0 8 0 amappl7 128 124 0 111 1 0 1 1 0 8 0 amappl6 120 234 0 232 1 0 1 1 0 8 0 amappl5 112 174 0 163 1 0 1 1 0 8 0 amappl4 104 336 0 315 1 0 1 1 0 8 0 amappl3 96 2591 0 2475 4 0 4 4 0 8 0 amappl2 88 726 0 658 2 0 2 2 0 8 0 amappl1 80 8754 0 8137 15 0 15 15 0 8 0 amappl 88 3946 0 3777 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 3 0 0 1 0 1 1 0 8 0 uaddrrnd 24 602 0 571 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 602 0 571 1 0 1 1 0 8 0 vmmpekpl 168 7306 0 7255 3 0 3 3 0 8 0 vmmpepl 168 45429 0 43507 94 0 94 94 0 357 6 vmsppl 440 601 0 570 6 2 4 5 0 8 0 rwobjpl 56 19016 0 15939 44 0 44 44 0 8 0 pdppl 4096 1211 0 1140 105 30 75 83 0 8 4 pvpl 32 28502 0 0 230 0 230 230 0 265 0 pmappl 248 601 0 570 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 392 0 35 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace nd6_timer(0) at nd6_timer+0x97 sys/netinet6/nd6.c:279 timeout_run(ffffffff83505118) at timeout_run+0x118 softclock_thread(ffff8000fffff6c8) at softclock_thread+0x163 sys/kern/kern_timeout.c:811 end trace frame: 0x0, count: -3 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff835efe18) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff835efe18) at __mp_lock+0x199 sys/kern/kern_lock.c:144 syscall(ffff80002a0cff80) at syscall+0x2cc mi_syscall sys/sys/syscall_mi.h:156 [inline] syscall(ffff80002a0cff80) at syscall+0x2cc sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x70f0a644a290, count: -6