panic: softclock: invalid to_clock: 1667594341 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *283803 49356 0 0 0 0K syz-executor.3 db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7d75ef697070, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 1667594341 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7d75ef697070, count: -5 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800031b39a60 rbx 0xffffffff82c97cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a2572c0 rax 0xffffffff82c96ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x6e62fdbd36fe8f7c r11 0x469714409ab844ad r12 0xffffffff82c97ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff825b8e1c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff800031b39a50 ss 0 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.3) tid=283803 pid=49356 tcnt=2 stat=onproc flags process=0 proc=0 runpri=82, usrpri=82, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a258d50,0xffff80002a26fad0 process=0xffff8000ffff2398 user=0xffff800031b34000, vmspace=0xfffffd8063150e18 estcpu=32, cpticks=1, pctcpu=0.0, user=1, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 13112 456522 1587 0 2 0 syz-executor.6 13112 418415 1587 0 2 0x4000000 syz-executor.6 42120 314460 88915 0 2 0 syz-executor.0 42120 162097 88915 0 3 0x4000080 fsleep syz-executor.0 94784 470404 97971 0 2 0 syz-executor.7 94784 371615 97971 0 2 0x4000480 syz-executor.7 94784 286924 97971 0 2 0x4000000 syz-executor.7 39517 119455 89083 0 2 0 syz-executor.4 39517 217724 89083 0 3 0x4000080 fsleep syz-executor.4 39517 155907 89083 0 2 0x4000000 syz-executor.4 33968 408331 21289 0 2 0 syz-executor.1 33968 299657 21289 0 3 0x4000080 fsleep syz-executor.1 33968 404645 21289 0 3 0x4000080 fsleep syz-executor.1 *49356 283803 23742 0 7 0 syz-executor.3 49356 338954 23742 0 2 0x4000000 syz-executor.3 73485 486659 79825 0 2 0x480 syz-executor.2 73485 210291 79825 0 3 0x4000080 netcon syz-executor.2 73485 222430 79825 0 3 0x4000080 fsleep syz-executor.2 73485 414354 79825 0 3 0x4000080 fsleep syz-executor.2 23742 273461 62070 0 2 0x482 syz-executor.3 88915 344136 62070 0 2 0x482 syz-executor.0 1587 258694 62070 0 2 0x482 syz-executor.6 2889 195214 1 0 3 0x100083 ttyin getty 97971 259397 62070 0 2 0x482 syz-executor.7 24880 282052 62070 0 2 0x482 syz-executor.5 21289 189182 62070 0 2 0x482 syz-executor.1 79825 73689 62070 0 2 0x482 syz-executor.2 48076 156163 0 0 3 0x14280 nfsidl nfsio 11183 325731 0 0 3 0x14280 nfsidl nfsio 98402 65729 0 0 3 0x14280 nfsidl nfsio 40901 359038 0 0 3 0x14280 nfsidl nfsio 49155 149119 0 0 3 0x14280 nfsidl nfsio 76370 434716 0 0 3 0x14280 nfsidl nfsio 53705 90102 0 0 3 0x14280 nfsidl nfsio 2851 187379 0 0 3 0x14280 nfsidl nfsio 13633 55057 0 0 3 0x14280 nfsidl nfsio 89574 498210 0 0 3 0x14280 nfsidl nfsio 83236 271176 0 0 3 0x14280 nfsidl nfsio 1343 246932 0 0 3 0x14280 nfsidl nfsio 80459 188903 0 0 3 0x14280 nfsidl nfsio 88037 75976 0 0 3 0x14280 nfsidl nfsio 96320 278003 0 0 3 0x14280 nfsidl nfsio 24532 162825 0 0 3 0x14200 acct acct 89083 16347 62070 0 2 0x482 syz-executor.4 16312 313529 0 0 3 0x14200 bored sosplice 14074 303794 0 0 3 0x14280 nfsidl nfsio 19799 81181 0 0 3 0x14280 nfsidl nfsio 78808 345123 0 0 3 0x14280 nfsidl nfsio 1110 206360 0 0 3 0x14280 nfsidl nfsio 42127 394857 0 0 3 0x14280 nfsidl nfsio 62070 20110 62923 0 3 0x2000082 thrsleep syz-fuzzer 62070 518146 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 310996 62923 0 3 0x6000082 wait syz-fuzzer 62070 23407 62923 0 3 0x6000082 wait syz-fuzzer 62070 121447 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 398861 62923 0 3 0x6000082 kqread syz-fuzzer 62070 296100 62923 0 3 0x6000082 wait syz-fuzzer 62070 127499 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 300189 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 255145 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 110181 62923 0 3 0x6000082 thrsleep syz-fuzzer 62070 158546 62923 0 3 0x6000082 wait syz-fuzzer 62070 353432 62923 0 3 0x6000082 wait syz-fuzzer 62070 307664 62923 0 3 0x6000082 wait syz-fuzzer 62070 251371 62923 0 3 0x6000082 wait syz-fuzzer 62070 74784 62923 0 3 0x6000082 wait syz-fuzzer 62923 410627 79043 0 3 0x10008a sigsusp ksh 79043 264974 89849 0 3 0x9a kqread sshd 89849 79495 1 0 3 0x88 kqread sshd 91560 462310 76300 74 3 0x1100092 bpf pflogd 76300 166479 1 0 3 0x80 netio pflogd 81318 145250 68823 73 3 0x1100090 kqread syslogd 68823 445587 1 0 3 0x100082 netio syslogd 54024 229427 1 0 3 0x100080 kqread resolvd 89872 240195 34375 77 3 0x100092 kqread dhcpleased 54722 129937 34375 77 3 0x100092 kqread dhcpleased 34375 18967 1 0 3 0x80 kqread dhcpleased 88439 295512 0 0 3 0x14200 bored smr 53542 61326 0 0 2 0x14200 zerothread 20640 205456 0 0 3 0x14200 aiodoned aiodoned 82123 3494 0 0 3 0x14200 syncer update 9079 515039 0 0 3 0x14200 cleaner cleaner 4057 381081 0 0 3 0x14200 reaper reaper 32555 136014 0 0 3 0x14200 pgdaemon pagedaemon 69873 497863 0 0 3 0x14200 bored viomb 3004 492065 0 0 3 0x40014200 acpi0 acpi0 28461 62064 0 0 7 0x40014200 idle1 85536 364348 0 0 3 0x14200 bored softnet3 30352 193301 0 0 3 0x14200 bored softnet2 80541 475782 0 0 3 0x14200 bored softnet1 3270 288842 0 0 3 0x14200 bored softnet0 72058 282389 0 0 3 0x14200 bored systqmp 62894 124441 0 0 3 0x14200 bored systq 82745 482793 0 0 3 0x14200 tmoslp softclockmp 74596 315600 0 0 3 0x40014200 tmoslp softclock 95107 259832 0 0 3 0x40014200 idle0 1 285180 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d108c0) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 Process 49356 (syz-executor.3) thread 0xffff80002a2572c0 (283803) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82df9f18) #0 witness_lock+0x447 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d108c0) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10226 6518K 7802K 166960K 38602 0 pcb 18 16K 18K 166960K 810 0 rtable 223 15K 15K 166960K 2193 0 pf 37 10K 11K 166960K 274 0 ifaddr 46 16K 16K 166960K 284 0 ifgroup 66 2K 3K 166960K 422 0 sysctl 4 1K 3K 166960K 10 0 counters 68 36K 37K 166960K 266 0 ioctlops 0 0K 4K 166960K 2140 0 iov 0 0K 32K 166960K 1619 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1600 100K 100K 166960K 9608 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 155 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 1913 0 dirhash 12 2K 2K 166960K 60 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 85K 166960K 14332 0 sigio 0 0K 0K 166960K 833 0 proc 70 91K 115K 166960K 2059 0 subproc 104 6K 6K 166960K 455 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 765 0 in_multi 90 6K 7K 166960K 524 0 ether_multi 1 0K 0K 166960K 8 0 mrt 1 0K 0K 166960K 7 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 223 996K 996K 166960K 223 0 exec 0 0K 1K 166960K 3033 0 pfkey data 0 0K 0K 166960K 10 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 490 264K 265K 166960K 136465 0 UVM aobj 131 4K 4K 166960K 131 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 448 0 NDP 14 0K 2K 166960K 191 0 temp 74 6772K 7412K 166960K 147258 0 kqueue 12 18K 27K 166960K 1100 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 793 0 790 12 11 1 3 0 8 0 rtentry 112 660 0 560 4 0 4 4 0 8 0 unpcb 144 12150 0 12135 117 116 1 8 0 8 0 syncache 336 135 0 135 27 26 1 1 0 8 1 sackhl 24 8 0 8 3 3 0 1 0 8 0 tcpqe 32 1483 0 1483 20 19 1 3 0 8 1 tcpcb 808 3332 0 3252 97 89 8 9 0 8 0 arp 120 113 0 96 1 0 1 1 0 8 0 inpcb 392 9609 0 9490 181 168 13 15 0 8 0 nd6 136 122 0 100 1 0 1 1 0 8 0 pkpcb 40 48 0 48 15 15 0 1 0 8 0 kcovpl 48 35 0 27 1 0 1 1 0 8 0 ppxss 1168 36 0 36 7 6 1 1 0 8 1 pffrag 232 96 0 94 3 2 1 1 0 482 0 pffrnode 88 96 0 94 3 2 1 1 0 8 0 pffrent 40 223 0 221 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 409 0 378 1 0 1 1 0 8 0 pfstkey 128 411 0 380 3 1 2 2 0 8 0 pfstate 376 411 0 380 11 7 4 5 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 5 0 4 3 2 1 3 0 8 0 art_heap4 256 2130 0 1708 44 17 27 31 0 8 0 art_table 32 2135 0 1712 4 0 4 4 0 8 0 art_node 16 559 0 470 1 0 1 1 0 8 0 sysvmsgpl 40 10 0 10 3 3 0 1 0 8 0 semapl 112 1911 0 1901 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 49 0 32 3 0 3 3 0 8 0 dino2pl 256 19872 0 18370 95 0 95 95 0 8 0 ffsino 272 19872 0 18370 101 0 101 101 0 8 0 nchpl 144 39036 0 37382 63 1 62 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 129948 0 129948 7 6 1 2 0 8 1 percpumem 16 147 0 99 1 0 1 1 0 8 0 vcpupl 2048 69 0 0 9 0 9 9 0 8 0 vmpool 696 146 0 77 10 3 7 7 0 8 0 kstatmem 264 226 0 198 6 3 3 3 0 8 0 scxspl 216 112110 0 112109 22 21 1 8 1 8 0 plimitpl 152 1703 0 1687 1 0 1 1 0 8 0 sigapl 424 14647 0 14576 12 3 9 9 0 8 0 futexpl 64 123362 0 123356 1 0 1 1 0 8 0 knotepl 120 908 0 0 13 3 10 11 0 8 0 kqueuepl 216 2949 0 2940 58 53 5 6 0 8 4 pipepl 320 2009 0 1981 55 52 3 8 0 8 0 fdescpl 496 14589 0 14559 8 3 5 5 0 8 0 filepl 152 81520 0 81176 137 122 15 20 0 8 1 lockfpl 104 3979 0 3977 8 7 1 2 0 8 0 lockfspl 48 1417 0 1415 1 0 1 1 0 8 0 sessionpl 144 54 0 37 1 0 1 1 0 8 0 pgrppl 48 424 0 407 1 0 1 1 0 8 0 ucredpl 104 11337 0 11325 1 0 1 1 0 8 0 zombiepl 144 14577 0 14576 3 2 1 1 0 8 0 processpl 1136 14647 0 14576 6 0 6 6 0 8 0 procpl 680 36672 0 36574 15 6 9 10 0 8 0 srpgc 96 41 0 41 18 18 0 1 0 8 0 sosppl 168 167 0 167 18 17 1 1 0 8 1 sockpl 584 22740 0 22603 239 229 10 17 0 8 0 mcl64k 65536 19 0 0 3 0 3 3 0 8 0 mcl16k 16384 15 0 0 2 0 2 2 0 8 0 mcl12k 12288 10 0 0 1 0 1 1 0 8 0 mcl9k 9216 16 0 0 2 0 2 2 0 8 0 mcl8k 8192 22 0 0 3 1 2 3 0 8 0 mcl4k 4096 22 0 0 3 0 3 3 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 550 0 0 47 18 29 47 0 8 0 mtagpl 96 889 0 0 16 0 16 16 0 8 0 mbufpl 256 3931 0 0 240 0 240 240 0 8 0 bufpl 280 25929 0 19609 452 0 452 452 0 8 0 anonpl 24 1334418 0 1318751 145 31 114 118 0 186 0 amapchunkpl 152 448515 0 447528 93 52 41 51 0 158 0 amappl16 200 24293 0 23682 113 70 43 45 0 8 8 amappl15 192 64 0 63 1 0 1 1 0 8 0 amappl14 184 304 0 288 2 1 1 2 0 8 0 amappl13 176 32 0 30 1 0 1 1 0 8 0 amappl12 168 15670 0 15638 3 1 2 2 0 8 0 amappl11 160 59 0 45 1 0 1 1 0 8 0 amappl10 152 54 0 42 3 2 1 1 0 8 0 amappl9 144 225 0 225 20 20 0 1 0 8 0 amappl8 136 653 0 518 5 0 5 5 0 8 0 amappl7 128 274 0 248 2 0 2 2 0 8 0 amappl6 120 734 0 720 1 0 1 1 0 8 0 amappl5 112 428 0 417 1 0 1 1 0 8 0 amappl4 104 861 0 824 2 0 2 2 0 8 0 amappl3 96 85212 0 85109 4 1 3 3 0 8 0 amappl2 88 15604 0 15519 3 1 2 3 0 8 0 amappl1 80 61731 0 61174 24 11 13 23 0 8 0 amappl 88 135269 0 134984 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 14735 0 14636 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 14735 0 14636 1 0 1 1 0 8 0 vmmpekpl 168 98163 0 98075 5 0 5 5 0 8 0 vmmpepl 168 860448 0 857687 505 353 152 159 0 357 17 vmsppl 448 14734 0 14636 13 1 12 12 0 8 0 rwobjpl 56 201531 0 193649 123 8 115 115 0 8 0 pdppl 4096 29477 0 29341 646 510 136 140 0 8 0 pvpl 32 43095 0 0 349 1 348 348 0 265 0 pmappl 248 14734 0 14636 7 0 7 7 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1607 0 913 20 0 20 20 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7d75ef697070, count: -5 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5