panic: softclock: invalid to_clock: 31288928 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 31288928 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a102440 rbx 0xffffffff82cc2cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a0fc7e8 rax 0xffffffff82cc1ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x5c2b0f4f2425a64d r11 0x4272cd040680d2ef r12 0xffffffff82cc2ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff826c18ec db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a102430 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (idle0) tid=500772 pid=72334 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0x9f0bc14e8c8abcf1, list=0xffff80002a0fca90,0xffff80002a0fc2a8 process=0xffff8000ffffe380 user=0xffff80002a0fd000, vmspace=0xffffffff82d63498 estcpu=0, cpticks=62361, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 19225 237286 27381 0 3 0x82 piperd syz-executor.7 93512 174737 27381 0 3 0x82 piperd syz-executor.4 65967 205436 27381 0 3 0x82 piperd syz-executor.3 30054 244501 27381 0 3 0x82 piperd syz-executor.5 91329 356472 27381 0 3 0x82 piperd syz-executor.2 74469 257998 27381 0 3 0x82 piperd syz-executor.6 32527 181525 27381 0 3 0x82 piperd syz-executor.0 26312 38190 27381 0 3 0x82 piperd syz-executor.1 90102 274827 1 0 3 0x18100083 ttyin getty 3423 462516 0 0 3 0x14280 nfsidl nfsio 62503 315454 0 0 3 0x14280 nfsidl nfsio 21437 441744 0 0 3 0x14280 nfsidl nfsio 64193 482870 0 0 3 0x14280 nfsidl nfsio 50832 230562 0 0 3 0x14280 nfsidl nfsio 28689 33947 0 0 3 0x14280 nfsidl nfsio 21933 174854 0 0 3 0x14280 nfsidl nfsio 86678 469745 0 0 3 0x14280 nfsidl nfsio 84234 63840 0 0 3 0x14280 nfsidl nfsio 95774 465731 0 0 3 0x14280 nfsidl nfsio 4304 417625 0 0 3 0x14280 nfsidl nfsio 78019 117250 0 0 3 0x14280 nfsidl nfsio 68999 210482 0 0 3 0x14280 nfsidl nfsio 15816 397827 0 0 3 0x14280 nfsidl nfsio 11892 266490 0 0 3 0x14280 nfsidl nfsio 13711 488627 0 0 3 0x14280 nfsidl nfsio 74362 281884 0 0 3 0x14280 nfsidl nfsio 76443 419997 0 0 3 0x14280 nfsidl nfsio 58893 463679 0 0 3 0x14280 nfsidl nfsio 92635 270525 0 0 3 0x14280 nfsidl nfsio 63125 434468 0 0 3 0x14200 bored sosplice 57910 287162 68916 0 3 0x18100082 netio arp 68916 33736 1 0 3 0x810008a sigsusp sh 27381 438806 68032 0 3 0x1a000082 thrsleep syz-fuzzer 27381 150456 68032 0 3 0x1e000082 thrsleep syz-fuzzer 27381 15030 68032 0 3 0x1e000082 wait syz-fuzzer 27381 466667 68032 0 3 0x1e000082 wait syz-fuzzer 27381 130765 68032 0 3 0x1e000082 wait syz-fuzzer 27381 178027 68032 0 3 0x1e000082 thrsleep syz-fuzzer 27381 236910 68032 0 3 0x1e000082 pipewr syz-fuzzer 27381 189275 68032 0 3 0x1e000082 thrsleep syz-fuzzer 27381 329507 68032 0 3 0x1e000082 thrsleep syz-fuzzer 27381 64964 68032 0 3 0x1e000082 wait syz-fuzzer 27381 125317 68032 0 3 0x1e000082 thrsleep syz-fuzzer 27381 85581 68032 0 3 0x1e000082 wait syz-fuzzer 27381 395926 68032 0 3 0x1e000082 wait syz-fuzzer 27381 344356 68032 0 3 0x1e000082 wait syz-fuzzer 27381 54086 68032 0 3 0x1e000082 wait syz-fuzzer 27381 29990 68032 0 3 0x1e000082 kqread syz-fuzzer 68032 481042 12622 0 3 0x810008a sigsusp ksh 12622 440382 21652 0 3 0x1800009a kqread sshd 21652 438038 1 0 3 0x18000088 kqread sshd 75306 152742 92838 74 3 0x19100092 bpf pflogd 92838 85276 1 0 3 0x18000080 netio pflogd 53672 386168 4961 73 3 0x19100090 kqread syslogd 4961 180120 1 0 3 0x18100082 netio syslogd 49150 14513 1 0 3 0x18100080 kqread resolvd 45379 396728 49186 77 3 0x18100092 kqread dhcpleased 37256 380945 49186 77 3 0x18100092 kqread dhcpleased 49186 247141 1 0 3 0x18000080 kqread dhcpleased 76878 174055 0 0 3 0x14200 bored smr 24248 138524 0 0 3 0x14200 pgzero zerothread 82016 48988 0 0 3 0x14200 aiodoned aiodoned 997 332870 0 0 3 0x14200 syncer update 16039 493848 0 0 3 0x14200 cleaner cleaner 46845 11672 0 0 3 0x14200 reaper reaper 16070 88360 0 0 3 0x14200 pgdaemon pagedaemon 43599 325580 0 0 3 0x14200 bored viomb 79154 500489 0 0 3 0x40014200 acpi0 acpi0 93357 397811 0 0 7 0x40014200 idle1 23116 37666 0 0 3 0x14200 bored softnet3 40559 254000 0 0 3 0x14200 bored softnet2 61771 494021 0 0 3 0x14200 bored softnet1 52505 459556 0 0 3 0x14200 bored softnet0 36047 15715 0 0 3 0x14200 bored systqmp 46842 338290 0 0 3 0x14200 bored systq 32628 295971 0 0 3 0x14200 tmoslp softclockmp 97097 422370 0 0 3 0x40014200 tmoslp softclock *72334 500772 0 0 7 0x40014200 idle0 1 189378 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x19d sys/kern/kern_timeout.c:723 #4 softclock+0x139 sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #8 sched_idle+0x41d sys/kern/kern_sched.c:183 #9 proc_trampoline+0x10 Process 72334 (idle0) thread 0xffff80002a0fc7e8 (500772) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10236 6513K 7000K 166960K 28141 0 pcb 15 26K 31K 166960K 1922 0 rtable 242 7K 8K 166960K 5607 0 pf 34 9K 10K 166960K 574 0 ifaddr 51 20K 22K 166960K 643 0 ifgroup 59 2K 2K 166960K 936 0 sysctl 4 1K 3K 166960K 20 0 counters 66 36K 36K 166960K 558 0 ioctlops 0 0K 4K 166960K 2881 0 iov 0 0K 32K 166960K 3045 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1631 102K 103K 166960K 10787 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 313 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 2777 0 dirhash 12 2K 2K 166960K 189 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 12 41K 93K 166960K 26347 0 sigio 0 0K 0K 166960K 672 0 proc 73 91K 127K 166960K 4015 0 subproc 117 7K 7K 166960K 1208 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 1817 0 in_multi 96 7K 7K 166960K 1278 0 ether_multi 1 0K 0K 166960K 22 0 mrt 1 0K 0K 166960K 13 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 307 1367K 1367K 166960K 307 0 exec 0 0K 1K 166960K 3738 0 pfkey data 0 0K 0K 166960K 41 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 562 973K 980K 166960K 258564 0 UVM aobj 131 4K 4K 166960K 133 0 pinsyscall 29 58K 108K 166960K 4134 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 793 0 NDP 13 0K 1K 166960K 447 0 temp 74 6812K 7448K 166960K 238610 0 kqueue 12 18K 30K 166960K 2354 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 1813 0 1809 19 18 1 3 0 8 0 rtentry 112 1838 0 1728 7 3 4 4 0 8 0 unpcb 144 22231 0 22216 165 164 1 8 0 8 0 syncache 336 174 0 174 36 36 0 1 0 8 0 tcpqe 32 2194 433 2194 25 25 0 2 0 8 0 tcpcb 808 7266 0 7231 183 178 5 17 0 8 0 arp 120 441 0 421 1 0 1 1 0 8 0 inpcb 392 19458 0 19419 294 287 7 24 0 8 0 nd6 136 292 0 269 1 0 1 1 0 8 0 pkpcb 40 163 0 163 23 23 0 1 0 8 0 kcovpl 48 92 0 83 1 0 1 1 0 8 0 ppxss 1168 75 0 75 20 20 0 1 0 8 0 pffrag 232 273 0 273 3 3 0 1 0 482 0 pffrnode 88 270 0 270 3 3 0 1 0 8 0 pffrent 40 667 0 667 5 5 0 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 631 0 629 1 0 1 1 0 8 0 pfstkey 128 633 0 631 4 3 1 2 0 8 0 pfstate 376 633 0 631 15 14 1 6 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 3 0 2 2 1 1 1 0 8 0 art_heap8 4096 4 0 3 2 1 1 2 0 8 0 art_heap4 256 5062 0 4592 69 39 30 32 0 8 0 art_table 32 5066 0 4595 5 1 4 5 0 8 0 art_node 16 1721 0 1620 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 2 1 1 0 1 0 8 0 semapl 112 2775 0 2765 1 0 1 1 0 8 0 shmpl 112 130 0 2 4 0 4 4 0 8 0 dirhash 1024 135 0 118 3 0 3 3 0 8 0 dino2pl 256 35730 0 34114 102 0 102 102 0 8 0 ffsino 272 35730 0 34114 109 0 109 109 0 8 0 nchpl 144 70661 0 68930 67 0 67 67 0 8 0 uvmvnodes 80 6926 0 0 142 0 142 142 0 8 0 vnodes 216 6926 0 0 385 0 385 385 0 8 0 namei 1024 235412 0 235412 13 13 0 2 0 8 0 percpumem 16 293 0 246 1 0 1 1 0 8 0 vcpupl 2048 288 0 0 36 0 36 36 0 8 0 vmpool 696 353 0 65 28 1 27 27 0 8 0 kstatmem 264 518 0 492 2 0 2 2 0 8 0 scxspl 216 204379 0 204379 63 62 1 8 1 8 1 plimitpl 152 2243 0 2226 1 0 1 1 0 8 0 sigapl 424 26573 0 26509 15 6 9 9 0 8 0 futexpl 64 198205 0 198205 3 3 0 1 0 8 0 knotepl 120 874 0 0 12 0 12 12 0 8 0 kqueuepl 216 5583 0 5575 81 80 1 8 0 8 0 pipepl 320 5148 0 5117 139 136 3 13 0 8 0 fdescpl 496 26486 0 26461 6 1 5 5 0 8 0 filepl 152 156384 0 156127 231 219 12 28 0 8 0 lockfpl 104 6465 0 6463 9 8 1 2 0 8 0 lockfspl 48 2190 0 2188 1 0 1 1 0 8 0 sessionpl 144 114 0 96 1 0 1 1 0 8 0 pgrppl 48 376 0 358 1 0 1 1 0 8 0 ucredpl 104 21857 0 21842 1 0 1 1 0 8 0 zombiepl 144 26509 0 26509 2 2 0 1 0 8 0 processpl 1136 26573 0 26509 9 3 6 6 0 8 0 procpl 680 72933 0 72854 25 16 9 10 0 8 0 srpgc 96 137 0 137 39 39 0 1 0 8 0 sosppl 168 247 0 245 7 6 1 1 0 8 0 sockpl 584 43757 0 43700 299 292 7 21 0 8 0 mcl64k 65536 26 0 0 3 0 3 3 0 8 0 mcl16k 16384 21 0 0 3 0 3 3 0 8 0 mcl12k 12288 28 0 0 2 0 2 2 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 41 0 0 3 0 3 3 0 8 0 mcl4k 4096 46 0 0 3 0 3 3 0 8 0 mcl2k2 2112 22 0 0 2 0 2 2 0 8 0 mcl2k 2048 639 0 0 45 15 30 45 0 8 0 mtagpl 96 422 0 0 8 1 7 8 0 8 0 mbufpl 256 1613 0 0 73 0 73 73 0 8 0 bufpl 280 45989 0 39052 496 0 496 496 0 8 0 anonpl 24 2726270 0 2711893 276 149 127 179 0 186 0 amapchunkpl 152 833056 0 832262 138 96 42 71 0 158 0 amappl16 200 53163 0 52606 176 136 40 44 0 8 0 amappl15 192 132 0 129 2 1 1 1 0 8 0 amappl14 184 464 0 440 4 2 2 2 0 8 0 amappl13 176 52 0 51 1 0 1 1 0 8 0 amappl12 168 28475 0 28437 12 9 3 3 0 8 0 amappl11 160 103 0 88 1 0 1 1 0 8 0 amappl10 152 204 0 185 1 0 1 1 0 8 0 amappl9 144 738 0 737 1 0 1 1 0 8 0 amappl8 136 1368 0 1192 7 0 7 7 0 8 0 amappl7 128 197 0 182 1 0 1 1 0 8 0 amappl6 120 1681 0 1645 3 1 2 2 0 8 0 amappl5 112 1001 0 986 1 0 1 1 0 8 0 amappl4 104 1636 0 1585 2 0 2 2 0 8 0 amappl3 96 156949 0 156887 3 0 3 3 0 8 0 amappl2 88 28180 0 28102 4 2 2 4 0 8 0 amappl1 80 106253 0 105691 24 10 14 23 0 8 0 amappl 88 256619 0 256341 12 3 9 9 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 132 0 2 3 0 3 3 0 8 0 uaddrrnd 24 26839 0 26526 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 26839 0 26526 2 0 2 2 0 8 0 vmmpekpl 168 190190 0 190064 7 0 7 7 0 8 0 vmmpepl 168 1589785 0 1587010 630 465 165 195 0 357 0 vmsppl 448 26838 0 26526 42 6 36 36 0 8 0 rwobjpl 56 379942 0 371000 142 14 128 131 0 8 0 pdppl 4096 53685 0 53340 1166 821 345 361 0 8 0 pvpl 32 44681 0 0 361 0 361 361 0 265 0 pmappl 248 26838 0 26526 21 0 21 21 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2238 0 1439 24 0 24 24 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5