panic: softclock: invalid to_clock: 42433638 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 42433638 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a102310 rbx 0xffffffff82cc2cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a0fc298 rax 0xffffffff82cc1ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x632d0e52849f909a r11 0x16cdf422dc08955d r12 0xffffffff82cc2ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff826c18ec db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a102300 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (idle0) tid=305275 pid=23349 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xf5367993cc661ca4, list=0xffff80002a0fca90,0xffff80002a0fbab0 process=0xffff8000fffff540 user=0xffff80002a0fd000, vmspace=0xffffffff82d63498 estcpu=0, cpticks=83158, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 35120 486132 36182 0 3 0x80 nanoslp syz-executor.5 35120 245852 36182 0 3 0x4000080 netcon2 syz-executor.5 35120 409299 36182 0 3 0x4000080 fsleep syz-executor.5 47015 281555 81612 0 3 0x80 nanoslp syz-executor.4 47015 132324 81612 0 3 0x4000080 piperd syz-executor.4 47015 416937 81612 0 3 0x4000080 fsleep syz-executor.4 47015 154975 81612 0 3 0x4000080 fsleep syz-executor.4 81612 399878 19257 0 3 0x82 nanoslp syz-executor.4 22957 137519 19257 0 3 0x82 piperd syz-executor.1 36182 369183 19257 0 3 0x82 nanoslp syz-executor.5 37044 473297 19257 0 3 0x82 piperd syz-executor.7 25587 284642 19257 0 3 0x82 piperd syz-executor.2 74485 436190 19257 0 3 0x82 piperd syz-executor.0 88832 440003 19257 0 3 0x82 piperd syz-executor.3 39551 316712 19257 0 3 0x82 piperd syz-executor.6 41640 13777 0 0 3 0x14200 acct acct 55701 470937 1 0 3 0x18100083 ttyin getty 94513 65131 0 0 3 0x14280 nfsidl nfsio 8072 408745 0 0 3 0x14280 nfsidl nfsio 10013 200906 0 0 3 0x14280 nfsidl nfsio 54407 63602 0 0 3 0x14280 nfsidl nfsio 3394 396039 0 0 3 0x14280 nfsidl nfsio 28938 519217 0 0 3 0x14280 nfsidl nfsio 16491 521998 0 0 3 0x14280 nfsidl nfsio 81409 46215 0 0 3 0x14280 nfsidl nfsio 65640 99674 0 0 3 0x14280 nfsidl nfsio 44456 290995 0 0 3 0x14280 nfsidl nfsio 1403 463488 0 0 3 0x14280 nfsidl nfsio 43303 344164 0 0 3 0x14280 nfsidl nfsio 34587 149337 0 0 3 0x14280 nfsidl nfsio 21292 368078 0 0 3 0x14280 nfsidl nfsio 84747 125027 0 0 3 0x14280 nfsidl nfsio 84153 1604 0 0 3 0x14280 nfsidl nfsio 47425 208713 0 0 3 0x14280 nfsidl nfsio 66937 152052 0 0 3 0x14280 nfsidl nfsio 91624 199003 0 0 3 0x14280 nfsidl nfsio 19387 354276 0 0 3 0x14280 nfsidl nfsio 43449 383527 0 0 3 0x14200 bored sosplice 19257 167830 11690 0 3 0x1a000082 thrsleep syz-fuzzer 19257 43255 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 172686 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 172457 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 465081 11690 0 3 0x1e000082 wait syz-fuzzer 19257 171862 11690 0 3 0x1e000082 wait syz-fuzzer 19257 273071 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 207689 11690 0 3 0x1e000082 wait syz-fuzzer 19257 367644 11690 0 3 0x1e000082 wait syz-fuzzer 19257 359908 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 123191 11690 0 3 0x1e000082 thrsleep syz-fuzzer 19257 333539 11690 0 3 0x1e000082 wait syz-fuzzer 19257 347389 11690 0 3 0x1e000082 kqread syz-fuzzer 19257 35934 11690 0 3 0x1e000082 wait syz-fuzzer 19257 285616 11690 0 3 0x1e000082 wait syz-fuzzer 19257 514368 11690 0 3 0x1e000082 wait syz-fuzzer 11690 436040 82538 0 3 0x810008a sigsusp ksh 82538 322256 44650 0 3 0x1800009a kqread sshd 44650 394775 1 0 3 0x18000088 kqread sshd 97796 19930 33326 74 3 0x19100092 bpf pflogd 33326 45257 1 0 3 0x18000080 netio pflogd 50577 43512 97744 73 3 0x19100090 kqread syslogd 97744 487465 1 0 3 0x18100082 netio syslogd 20482 473535 1 0 3 0x18100080 kqread resolvd 81304 234327 72879 77 3 0x18100092 kqread dhcpleased 76346 64672 72879 77 3 0x18100092 kqread dhcpleased 72879 488911 1 0 3 0x18000080 kqread dhcpleased 76150 215832 0 0 3 0x14200 bored smr 54318 108379 0 0 3 0x14200 pgzero zerothread 88247 297138 0 0 3 0x14200 aiodoned aiodoned 81319 278607 0 0 3 0x14200 syncer update 55972 315622 0 0 3 0x14200 cleaner cleaner 54874 518764 0 0 3 0x14200 reaper reaper 95192 210373 0 0 3 0x14200 pgdaemon pagedaemon 85465 521401 0 0 3 0x14200 bored viomb 98009 25875 0 0 3 0x40014200 acpi0 acpi0 45615 238129 0 0 7 0x40014200 idle1 73256 252061 0 0 3 0x14200 bored softnet3 62474 500372 0 0 3 0x14200 bored softnet2 4694 153183 0 0 3 0x14200 bored softnet1 99154 517257 0 0 3 0x14200 bored softnet0 57448 346600 0 0 3 0x14200 bored systqmp 84713 273596 0 0 3 0x14200 bored systq 72685 141044 0 0 3 0x14200 tmoslp softclockmp 96464 429486 0 0 3 0x40014200 tmoslp softclock *23349 305275 0 0 7 0x40014200 idle0 1 415826 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock+0x31 sys/kern/kern_timeout.c:746 #4 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x27 #6 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #7 sched_idle+0x41d sys/kern/kern_sched.c:183 #8 proc_trampoline+0x10 Process 23349 (idle0) thread 0xffff80002a0fc298 (305275) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10225 6516K 7564K 166960K 43812 0 pcb 15 28K 30K 166960K 2785 0 rtable 204 6K 8K 166960K 5811 0 pf 35 10K 11K 166960K 619 0 ifaddr 45 19K 22K 166960K 716 0 ifgroup 60 2K 3K 166960K 1021 0 sysctl 4 1K 2K 166960K 23 0 counters 66 36K 37K 166960K 612 0 ioctlops 0 0K 4K 166960K 3017 0 iov 0 0K 32K 166960K 3190 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1676 105K 106K 166960K 14638 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 298 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 3849 0 dirhash 12 2K 3K 166960K 183 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 12 41K 97K 166960K 32951 0 sigio 0 0K 0K 166960K 1016 0 proc 80 92K 116K 166960K 4398 0 subproc 104 6K 6K 166960K 1392 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 2052 0 in_multi 79 5K 7K 166960K 1535 0 ether_multi 1 0K 0K 166960K 22 0 mrt 1 0K 0K 166960K 7 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 235 1049K 1049K 166960K 235 0 exec 0 0K 1K 166960K 5175 0 pfkey data 0 0K 0K 166960K 205 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 664 1213K 1215K 166960K 321693 0 UVM aobj 131 4K 4K 166960K 146 0 pinsyscall 26 52K 108K 166960K 4609 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 1296 0 NDP 13 0K 1K 166960K 503 0 temp 74 6812K 6944K 166960K 332152 0 kqueue 13 20K 30K 166960K 2597 0 SYN cache 2 1504K 1512K 166960K 4 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 2206 0 2203 29 27 2 5 0 8 1 rtentry 112 1803 0 1711 4 0 4 4 0 8 0 unpcb 144 25647 0 25630 228 224 4 11 0 8 3 syncache 336 237 0 237 46 46 0 1 0 8 0 sackhl 24 1 18 1 1 1 0 1 0 8 0 tcpqe 32 506 0 506 29 29 0 1 0 8 0 tcpcb 808 9451 0 9423 235 230 5 16 0 8 0 arp 120 354 0 338 1 0 1 1 0 8 0 ipq 40 69 0 69 2 2 0 1 0 8 0 ipqe 40 207 0 207 2 2 0 1 0 8 0 inpcb 392 25698 0 25667 406 401 5 26 0 8 0 nd6 136 347 0 326 2 1 1 2 0 8 0 pkpcb 40 294 0 294 29 29 0 1 0 8 0 kcovpl 48 106 0 98 1 0 1 1 0 8 0 ppxss 1168 82 0 82 25 25 0 1 0 8 0 pffrag 232 417 0 412 7 6 1 1 0 482 0 pffrnode 88 397 0 392 7 6 1 1 0 8 0 pffrent 40 985 0 980 7 6 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 893 0 868 1 0 1 1 0 8 0 pfstkey 128 895 0 870 6 4 2 2 0 8 0 pfstate 376 895 0 870 18 14 4 6 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 8 0 7 5 4 1 3 0 8 0 art_heap4 256 5728 0 5333 78 47 31 35 0 8 1 art_table 32 5736 0 5340 6 2 4 5 0 8 0 art_node 16 1620 0 1538 1 0 1 1 0 8 0 sysvmsgpl 40 25 0 0 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 3843 0 3833 1 0 1 1 0 8 0 shmpl 112 143 0 15 4 0 4 4 0 8 0 dirhash 1024 131 0 114 3 0 3 3 0 8 0 dino2pl 256 43660 0 42006 104 0 104 104 0 8 0 ffsino 272 43660 0 42006 111 0 111 111 0 8 0 nchpl 144 87253 0 85527 67 0 67 67 0 8 0 uvmvnodes 80 8063 0 0 165 0 165 165 0 8 0 vnodes 216 8063 0 0 448 0 448 448 0 8 0 namei 1024 294807 0 294807 9 8 1 3 0 8 1 percpumem 16 320 0 273 1 0 1 1 0 8 0 vcpupl 2048 265 0 1 33 0 33 33 0 8 0 vmpool 696 310 0 46 25 1 24 24 0 8 0 kstatmem 264 572 0 546 8 5 3 3 0 8 0 scxspl 216 261620 0 261620 78 77 1 8 1 8 1 plimitpl 152 2916 0 2900 1 0 1 1 0 8 0 sigapl 424 33125 0 33060 16 7 9 9 0 8 0 futexpl 64 246623 0 246620 4 3 1 1 0 8 0 knotepl 120 1569 0 0 19 0 19 19 0 8 0 kqueuepl 216 7383 0 7374 133 132 1 7 0 8 0 pipepl 320 4591 0 4562 130 127 3 13 0 8 0 fdescpl 496 33061 0 33036 20 15 5 5 0 8 0 filepl 152 191075 0 190825 245 232 13 27 0 8 1 lockfpl 104 8196 0 8194 7 6 1 2 0 8 0 lockfspl 48 2687 0 2685 1 0 1 1 0 8 0 sessionpl 144 125 0 108 1 0 1 1 0 8 0 pgrppl 48 465 0 448 1 0 1 1 0 8 0 ucredpl 104 25111 0 25093 1 0 1 1 0 8 0 zombiepl 144 33060 0 33060 3 2 1 1 0 8 1 processpl 1136 33125 0 33060 7 1 6 6 0 8 0 procpl 680 90607 0 90522 16 7 9 10 0 8 0 srpgc 96 148 0 148 45 44 1 1 0 8 1 sosppl 168 450 0 444 7 6 1 1 0 8 0 sockpl 584 53942 0 53889 481 471 10 23 0 8 5 mcl64k 65536 65 0 0 4 1 3 3 0 8 0 mcl16k 16384 35 0 0 3 0 3 3 0 8 0 mcl12k 12288 49 0 0 2 0 2 2 0 8 0 mcl9k 9216 22 0 0 2 0 2 2 0 8 0 mcl8k 8192 67 0 0 3 0 3 3 0 8 0 mcl4k 4096 98 0 0 6 3 3 3 0 8 0 mcl2k2 2112 13 0 0 1 0 1 1 0 8 0 mcl2k 2048 707 0 0 35 21 14 35 0 8 0 mtagpl 96 723 0 0 11 3 8 11 0 8 0 mbufpl 256 8108 0 0 458 0 458 458 0 8 0 bufpl 280 57995 0 49931 577 0 577 577 0 8 0 anonpl 24 3171573 0 3155948 230 109 121 143 0 186 0 amapchunkpl 152 1027715 0 1026806 164 119 45 55 0 158 2 amappl16 200 64013 0 63456 255 219 36 55 0 8 1 amappl15 192 160 0 157 1 0 1 1 0 8 0 amappl14 184 510 0 487 5 3 2 2 0 8 0 amappl13 176 17 0 16 1 0 1 1 0 8 0 amappl12 168 35276 0 35246 3 1 2 2 0 8 0 amappl11 160 60 0 46 1 0 1 1 0 8 0 amappl10 152 183 0 161 1 0 1 1 0 8 0 amappl9 144 420 0 420 46 45 1 1 0 8 1 amappl8 136 1649 0 1434 9 1 8 8 0 8 0 amappl7 128 214 0 198 1 0 1 1 0 8 0 amappl6 120 1931 0 1890 3 1 2 2 0 8 0 amappl5 112 1156 0 1141 1 0 1 1 0 8 0 amappl4 104 1933 0 1877 2 0 2 2 0 8 0 amappl3 96 197298 0 197230 3 0 3 3 0 8 0 amappl2 88 34934 0 34848 6 3 3 4 0 8 0 amappl1 80 130678 0 130151 22 9 13 22 0 8 0 amappl 88 319414 0 319102 12 3 9 9 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 145 0 15 3 0 3 3 0 8 0 uaddrrnd 24 33371 0 33082 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 33371 0 33082 2 0 2 2 0 8 0 vmmpekpl 168 224318 0 224213 6 0 6 6 0 8 0 vmmpepl 168 1974483 0 1971750 621 448 173 173 0 357 12 vmsppl 448 33370 0 33082 36 3 33 33 0 8 0 rwobjpl 56 468232 0 458119 186 39 147 150 0 8 0 pdppl 4096 66749 0 66428 1565 1232 333 335 0 8 12 pvpl 32 45055 0 0 366 2 364 365 0 265 0 pmappl 248 33370 0 33082 20 1 19 19 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 3259 0 2100 34 0 34 34 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8285200a) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5