panic: softclock: invalid to_clock: 1929379840 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 1929379840 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a101fa0 rbx 0xffffffff82cc2cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a0fc298 rax 0xffffffff82cc1ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xeb57e417587289b1 r11 0xb543b62554940f70 r12 0xffffffff82cc2ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff826c18ec db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a101f90 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (idle0) tid=31915 pid=43291 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xd95ea29dbe6c90d7, list=0xffff80002a0fc540,0xffff80002a0fc000 process=0xffff8000fffff0d0 user=0xffff80002a0fd000, vmspace=0xffffffff82d63498 estcpu=0, cpticks=55164, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 39053 405519 33273 0 3 0x80 fsleep syz-executor.4 39053 319342 33273 0 3 0x4000080 kqread syz-executor.4 73812 408994 97747 0 3 0x80 fsleep syz-executor.1 73812 406981 97747 0 3 0x4000080 kqsel syz-executor.1 76368 263695 6036 0 3 0x80 fsleep syz-executor.7 76368 349629 6036 0 3 0x4000080 netcon syz-executor.7 32369 523020 0 0 3 0x14200 acct acct 56796 504712 25658 0 3 0x82 piperd syz-executor.0 822 63988 1 0 3 0x18100083 ttyin getty 97747 75174 25658 0 3 0x82 nanoslp syz-executor.1 33273 173966 25658 0 3 0x82 nanoslp syz-executor.4 5076 438662 25658 0 3 0x82 piperd syz-executor.5 11510 214480 25658 0 3 0x82 piperd syz-executor.2 7220 284910 25658 0 3 0x82 piperd syz-executor.6 6036 466852 25658 0 2 0x482 syz-executor.7 76823 494628 25658 0 3 0x82 piperd syz-executor.3 55994 215342 0 0 3 0x14200 bored sosplice 25658 143994 96429 0 3 0x1a000082 wait syz-fuzzer 25658 103070 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 286986 96429 0 3 0x1e000082 wait syz-fuzzer 25658 298795 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 173141 96429 0 3 0x1e000082 wait syz-fuzzer 25658 176245 96429 0 3 0x1e000082 wait syz-fuzzer 25658 352691 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 368293 96429 0 3 0x1e000082 wait syz-fuzzer 25658 172589 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 514676 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 463806 96429 0 3 0x1e000082 thrsleep syz-fuzzer 25658 450376 96429 0 3 0x1e000082 kqread syz-fuzzer 25658 249410 96429 0 3 0x1e000082 wait syz-fuzzer 25658 467198 96429 0 3 0x1e000082 wait syz-fuzzer 25658 174049 96429 0 3 0x1e000082 wait syz-fuzzer 25658 284117 96429 0 3 0x1e000082 thrsleep syz-fuzzer 96429 53753 84948 0 3 0x810008a sigsusp ksh 84948 485307 90232 0 3 0x1800009a kqread sshd 90232 64673 1 0 3 0x18000088 kqread sshd 51441 74439 61425 74 3 0x19100092 bpf pflogd 61425 470672 1 0 3 0x18000080 netio pflogd 80773 130419 44640 73 3 0x19100090 kqread syslogd 44640 104442 1 0 3 0x18100082 netio syslogd 21027 34546 1 0 3 0x18100080 kqread resolvd 21066 15505 18485 77 3 0x18100092 kqread dhcpleased 66454 135305 18485 77 3 0x18100092 kqread dhcpleased 18485 515249 1 0 3 0x18000080 kqread dhcpleased 44419 384133 0 0 3 0x14200 bored smr 13490 171923 0 0 3 0x14200 pgzero zerothread 22288 455312 0 0 3 0x14200 aiodoned aiodoned 62042 507345 0 0 3 0x14200 syncer update 52844 269623 0 0 3 0x14200 cleaner cleaner 29659 191394 0 0 3 0x14200 reaper reaper 15075 513533 0 0 3 0x14200 pgdaemon pagedaemon 76661 406854 0 0 3 0x14200 bored viomb 91100 269911 0 0 3 0x40014200 acpi0 acpi0 28823 201053 0 0 7 0x40014200 idle1 91421 367970 0 0 3 0x14200 bored softnet3 37356 5933 0 0 3 0x14200 bored softnet2 13901 145555 0 0 3 0x14200 bored softnet1 43165 416572 0 0 3 0x14200 bored softnet0 35638 333209 0 0 3 0x14200 bored systqmp 27418 388255 0 0 3 0x14200 bored systq 62905 338661 0 0 3 0x14200 tmoslp softclockmp 13447 4913 0 0 3 0x40014200 tmoslp softclock *43291 31915 0 0 7 0x40014200 idle0 1 458951 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x19d sys/kern/kern_timeout.c:723 #4 softclock+0x139 sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #8 sched_idle+0x41d sys/kern/kern_sched.c:183 #9 proc_trampoline+0x10 Process 43291 (idle0) thread 0xffff80002a0fc298 (31915) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82d60cf8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 #3 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #4 sched_idle+0x41d sys/kern/kern_sched.c:183 #5 proc_trampoline+0x10 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x19d sys/kern/kern_timeout.c:723 #4 softclock+0x139 sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #8 sched_idle+0x41d sys/kern/kern_sched.c:183 #9 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10199 6497K 7180K 166960K 38376 0 pcb 15 20K 22K 166960K 1382 0 rtable 199 6K 8K 166960K 4658 0 pf 31 9K 10K 166960K 505 0 ifaddr 37 15K 18K 166960K 553 0 ifgroup 54 2K 3K 166960K 789 0 sysctl 4 1K 1K 166960K 8 0 counters 62 36K 36K 166960K 478 0 ioctlops 0 0K 4K 166960K 2383 0 iov 0 0K 24K 166960K 2143 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1597 100K 101K 166960K 9710 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 213 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 2482 0 dirhash 12 2K 2K 166960K 147 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 13 45K 85K 166960K 20187 0 sigio 0 0K 0K 166960K 746 0 proc 75 91K 140K 166960K 3380 0 subproc 104 6K 7K 166960K 991 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 1137 0 in_multi 76 5K 7K 166960K 1500 0 ether_multi 1 0K 0K 166960K 29 0 mrt 1 0K 0K 166960K 7 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 115 519K 519K 166960K 115 0 exec 0 0K 1K 166960K 3246 0 pfkey data 0 0K 0K 166960K 73 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 534 441K 445K 166960K 190068 0 UVM aobj 131 4K 4K 166960K 134 0 pinsyscall 26 52K 108K 166960K 3589 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 632 0 NDP 11 0K 1K 166960K 443 0 temp 75 6812K 6940K 166960K 191487 0 kqueue 13 20K 28K 166960K 1539 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 1443 0 1440 19 18 1 3 0 8 0 rtentry 112 1429 0 1340 8 4 4 4 0 8 0 unpcb 144 15009 0 14994 137 136 1 10 0 8 0 syncache 336 159 0 159 32 31 1 1 0 8 1 tcpqe 32 466 0 466 20 20 0 1 0 8 0 tcpcb 808 5115 0 5095 151 148 3 17 0 8 0 arp 120 244 0 229 1 0 1 1 0 8 0 ipq 40 4 0 4 2 2 0 1 0 8 0 ipqe 40 12 0 12 2 2 0 1 0 8 0 inpcb 392 14819 0 14788 265 261 4 22 0 8 0 nd6 136 312 0 292 1 0 1 1 0 8 0 pkpcb 40 105 0 105 10 10 0 1 0 8 0 kcovpl 48 76 0 68 1 0 1 1 0 8 0 ppxss 1168 73 0 73 17 17 0 1 0 8 0 pffrag 232 183 0 181 4 3 1 2 0 482 0 pffrnode 88 183 0 181 3 2 1 1 0 8 0 pffrent 40 581 0 579 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 592 0 569 1 0 1 1 0 8 0 pfstkey 128 593 0 570 4 2 2 2 0 8 0 pfstate 376 593 0 570 9 6 3 5 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 4 0 3 3 2 1 3 0 8 0 art_heap4 256 5757 0 5356 76 49 27 31 0 8 0 art_table 32 5761 0 5359 4 0 4 4 0 8 0 art_node 16 1406 0 1325 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 2479 0 2469 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 107 0 90 3 0 3 3 0 8 0 dino2pl 256 26465 0 24875 100 0 100 100 0 8 0 ffsino 272 26465 0 24875 107 0 107 107 0 8 0 nchpl 144 53261 0 51525 67 0 67 67 0 8 0 uvmvnodes 80 6079 0 0 125 0 125 125 0 8 0 vnodes 216 6079 0 0 338 0 338 338 0 8 0 namei 1024 186328 0 186328 6 5 1 2 0 8 1 percpumem 16 253 0 208 1 0 1 1 0 8 0 vcpupl 2048 84 0 1 11 0 11 11 0 8 0 vmpool 696 112 0 29 9 1 8 8 0 8 0 kstatmem 264 438 0 416 2 0 2 2 0 8 0 scxspl 216 162598 0 162598 43 42 1 8 1 8 1 plimitpl 152 1889 0 1873 1 0 1 1 0 8 0 sigapl 424 20424 0 20378 19 13 6 9 0 8 0 futexpl 64 171742 0 171739 3 2 1 1 0 8 0 knotepl 120 999 0 0 11 0 11 11 0 8 0 kqueuepl 216 3851 0 3841 68 66 2 8 0 8 1 pipepl 320 3331 0 3303 88 80 8 8 0 8 5 fdescpl 496 20358 0 20332 5 0 5 5 0 8 0 filepl 152 120269 0 120028 184 167 17 19 0 8 7 lockfpl 104 5282 0 5280 7 6 1 2 0 8 0 lockfspl 48 2036 0 2034 1 0 1 1 0 8 0 sessionpl 144 95 0 78 1 0 1 1 0 8 0 pgrppl 48 316 0 299 1 0 1 1 0 8 0 ucredpl 104 18211 0 18195 1 0 1 1 0 8 0 zombiepl 144 20378 0 20378 1 0 1 1 0 8 1 processpl 1136 20424 0 20378 7 1 6 6 0 8 0 procpl 680 51917 0 51853 17 9 8 10 0 8 0 srpgc 96 95 0 95 31 31 0 1 0 8 0 sosppl 168 270 0 266 11 10 1 1 0 8 0 sockpl 584 31498 0 31457 298 293 5 20 0 8 1 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 11 0 0 2 0 2 2 0 8 0 mcl12k 12288 25 0 0 2 0 2 2 0 8 0 mcl9k 9216 9 0 0 1 0 1 1 0 8 0 mcl8k 8192 25 0 0 3 0 3 3 0 8 0 mcl4k 4096 25 0 0 3 0 3 3 0 8 0 mcl2k2 2112 9 0 0 1 0 1 1 0 8 0 mcl2k 2048 375 0 0 37 9 28 37 0 8 0 mtagpl 96 577 0 0 9 1 8 9 0 8 0 mbufpl 256 5131 0 0 287 0 287 287 0 8 0 bufpl 280 37678 0 31416 448 0 448 448 0 8 0 anonpl 24 2065667 0 2050728 231 92 139 162 0 186 0 amapchunkpl 152 601038 0 600173 123 81 42 65 0 158 0 amappl16 200 43669 0 42842 215 168 47 58 0 8 0 amappl15 192 102 0 101 1 0 1 1 0 8 0 amappl14 184 415 0 398 2 1 1 2 0 8 0 amappl13 176 35 0 35 4 4 0 1 0 8 0 amappl12 168 22079 0 22041 4 2 2 3 0 8 0 amappl11 160 63 0 49 1 0 1 1 0 8 0 amappl10 152 138 0 119 1 0 1 1 0 8 0 amappl9 144 405 0 403 1 0 1 1 0 8 0 amappl8 136 1034 0 866 8 1 7 7 0 8 0 amappl7 128 176 0 159 1 0 1 1 0 8 0 amappl6 120 1375 0 1344 4 2 2 2 0 8 0 amappl5 112 818 0 803 1 0 1 1 0 8 0 amappl4 104 1293 0 1251 2 0 2 2 0 8 0 amappl3 96 117268 0 117196 3 0 3 3 0 8 0 amappl2 88 21672 0 21592 4 2 2 4 0 8 0 amappl1 80 85360 0 84821 23 10 13 23 0 8 0 amappl 88 188434 0 188167 13 5 8 8 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 20470 0 20361 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 20470 0 20361 1 0 1 1 0 8 0 vmmpekpl 168 138243 0 138163 4 0 4 4 0 8 0 vmmpepl 168 1231858 0 1229048 696 525 171 226 0 357 18 vmsppl 448 20469 0 20361 16 3 13 13 0 8 0 rwobjpl 56 288333 0 280041 125 5 120 120 0 8 0 pdppl 4096 40947 0 40805 804 654 150 154 0 8 8 pvpl 32 45449 0 0 368 1 367 367 0 265 0 pmappl 248 20469 0 20361 11 3 8 8 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1979 0 1222 23 0 23 23 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5