uvm_fault(0xffffffff82d63498, 0x8, 0, 2) -> e kernel: page fault trap, code=2 Stopped at softclock+0xd7: movq %rcx,0x8(%rax) TID PID UID PRFLAGS PFLAGS CPU COMMAND softclock(0) at softclock+0xd7 sys/kern/kern_timeout.c:751 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xffffffff82d63498, 0x8, 0, 2) -> e ddb{0}> trace softclock(0) at softclock+0xd7 sys/kern/kern_timeout.c:751 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a101d80 rbx 0xffffffff82d7ce60 timeout_todo rdx 0 rcx 0xffffffff82d7ce60 timeout_todo rax 0 r8 0 r9 0 r10 0x586ab7048780227a r11 0x5350556453ba3b38 r12 0 r13 0xffffffff82d85580 rdrand_tmo r14 0 r15 0xfffffd8077c03f00 rip 0xffffffff81809b37 softclock+0xd7 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a101d40 ss 0x10 softclock+0xd7: movq %rcx,0x8(%rax) ddb{0}> show proc PROC (idle0) tid=204349 pid=89979 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0x5e394a101862dc34, list=0xffff80002a0fc7e8,0xffff80002a0fc000 process=0xffff8000ffffdf10 user=0xffff80002a0fd000, vmspace=0xffffffff82d63498 estcpu=0, cpticks=25914, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 36592 13574 91361 0 3 0x82 piperd syz-executor.6 8645 422593 91361 0 3 0x82 piperd syz-executor.7 80959 408231 91361 0 3 0x82 wait syz-executor.1 57440 78638 91361 0 3 0x82 piperd syz-executor.5 77480 95990 91361 0 3 0x82 piperd syz-executor.2 80833 350055 91361 0 3 0x82 piperd syz-executor.3 62019 52238 91361 0 3 0x82 piperd syz-executor.4 29626 49941 91361 0 3 0x82 piperd syz-executor.0 99552 314524 0 0 3 0x14200 acct acct 91490 319483 1 0 3 0x18100083 ttyin getty 52651 257692 0 0 3 0x14280 nfsidl nfsio 48390 165363 0 0 3 0x14280 nfsidl nfsio 1608 294166 0 0 3 0x14280 nfsidl nfsio 24161 285305 0 0 3 0x14280 nfsidl nfsio 93324 245660 0 0 3 0x14280 nfsidl nfsio 15266 333988 0 0 3 0x14280 nfsidl nfsio 11751 424997 0 0 3 0x14280 nfsidl nfsio 63949 91543 0 0 3 0x14280 nfsidl nfsio 49065 243096 0 0 3 0x14280 nfsidl nfsio 89997 412845 0 0 3 0x14280 nfsidl nfsio 21650 401906 0 0 3 0x14280 nfsidl nfsio 6245 460294 0 0 3 0x14280 nfsidl nfsio 25660 352614 0 0 3 0x14280 nfsidl nfsio 10322 85187 0 0 3 0x14280 nfsidl nfsio 7707 471381 0 0 3 0x14280 nfsidl nfsio 80754 4328 0 0 3 0x14280 nfsidl nfsio 27923 352407 0 0 3 0x14280 nfsidl nfsio 93698 266654 0 0 3 0x14280 nfsidl nfsio 66678 147129 0 0 3 0x14280 nfsidl nfsio 16116 44425 0 0 3 0x14280 nfsidl nfsio 26834 478651 0 0 3 0x14200 bored sosplice 91361 260801 89072 0 3 0x1a000082 thrsleep syz-fuzzer 91361 303041 89072 0 3 0x1e000082 thrsleep syz-fuzzer 91361 518034 89072 0 3 0x1e000082 wait syz-fuzzer 91361 330253 89072 0 3 0x1e000082 wait syz-fuzzer 91361 162044 89072 0 3 0x1e000082 thrsleep syz-fuzzer 91361 392081 89072 0 3 0x1e000082 wait syz-fuzzer 91361 84191 89072 0 3 0x1e000082 wait syz-fuzzer 91361 109008 89072 0 3 0x1e000082 wait syz-fuzzer 91361 335455 89072 0 3 0x1e000082 kqread syz-fuzzer 91361 52271 89072 0 3 0x1e000082 thrsleep syz-fuzzer 91361 245203 89072 0 3 0x1e000082 thrsleep syz-fuzzer 91361 285262 89072 0 3 0x1e000082 wait syz-fuzzer 91361 360627 89072 0 3 0x1e000082 thrsleep syz-fuzzer 91361 68413 89072 0 3 0x1e000082 wait syz-fuzzer 91361 206190 89072 0 3 0x1e000082 wait syz-fuzzer 91361 413207 89072 0 3 0x1e000082 thrsleep syz-fuzzer 89072 246435 71859 0 3 0x810008a sigsusp ksh 71859 404480 89966 0 3 0x1800009a kqread sshd 89966 301585 1 0 3 0x18000088 kqread sshd 20184 519029 47563 74 3 0x19100092 bpf pflogd 47563 377775 1 0 3 0x18000080 netio pflogd 39427 200300 73996 73 3 0x19100090 kqread syslogd 73996 388320 1 0 3 0x18100082 netio syslogd 57376 409055 1 0 3 0x18100080 kqread resolvd 42567 352641 25208 77 3 0x18100092 kqread dhcpleased 25194 276748 25208 77 3 0x18100092 kqread dhcpleased 25208 233090 1 0 3 0x18000080 kqread dhcpleased 63577 21539 0 0 3 0x14200 bored smr 46623 40712 0 0 3 0x14200 pgzero zerothread 24468 36920 0 0 3 0x14200 aiodoned aiodoned 56401 168413 0 0 3 0x14200 syncer update 29857 48532 0 0 3 0x14200 cleaner cleaner 65172 102805 0 0 3 0x14200 reaper reaper 35175 333616 0 0 3 0x14200 pgdaemon pagedaemon 51440 509901 0 0 3 0x14200 bored viomb 88719 235234 0 0 3 0x40014200 acpi0 acpi0 97012 153146 0 0 7 0x40014200 idle1 22650 368445 0 0 3 0x14200 bored softnet3 594 106764 0 0 3 0x14200 bored softnet2 65761 311852 0 0 3 0x14200 bored softnet1 23079 479681 0 0 3 0x14200 bored softnet0 93498 325264 0 0 3 0x14200 bored systqmp 4713 369307 0 0 3 0x14200 bored systq 43982 377294 0 0 3 0x14200 tmoslp softclockmp 88335 425238 0 0 3 0x40014200 tmoslp softclock *89979 204349 0 0 7 0x40014200 idle0 1 463889 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock+0x31 sys/kern/kern_timeout.c:746 #4 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x27 #6 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #7 sched_idle+0x41d sys/kern/kern_sched.c:183 #8 proc_trampoline+0x10 Process 89979 (idle0) thread 0xffff80002a0fc298 (204349) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82d60cf8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 #3 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #4 sched_idle+0x41d sys/kern/kern_sched.c:183 #5 proc_trampoline+0x10 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82cbd260) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 softclock+0x31 sys/kern/kern_timeout.c:746 #4 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x27 #6 acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 #7 sched_idle+0x41d sys/kern/kern_sched.c:183 #8 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10225 6566K 7434K 166960K 31076 0 pcb 15 22K 26K 166960K 841 0 rtable 216 7K 8K 166960K 2084 0 pf 36 10K 10K 166960K 285 0 ifaddr 49 17K 18K 166960K 291 0 ifgroup 61 2K 2K 166960K 455 0 sysctl 3 0K 0K 166960K 3 0 counters 68 36K 37K 166960K 280 0 ioctlops 0 0K 4K 166960K 1935 0 iov 0 0K 32K 166960K 1283 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1624 102K 102K 166960K 7329 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 76 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 1419 0 dirhash 12 2K 2K 166960K 54 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 11 37K 81K 166960K 11770 0 sigio 0 0K 0K 166960K 426 0 proc 70 91K 128K 166960K 2153 0 subproc 104 6K 7K 166960K 637 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 563 0 in_multi 88 6K 7K 166960K 631 0 ether_multi 1 0K 0K 166960K 12 0 mrt 1 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 229 1023K 1023K 166960K 229 0 exec 0 0K 1K 166960K 1968 0 pfkey data 0 0K 0K 166960K 15 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 460 485K 487K 166960K 114593 0 UVM aobj 131 4K 5K 166960K 139 0 pinsyscall 26 52K 108K 166960K 2673 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 425 0 NDP 14 0K 2K 166960K 218 0 temp 74 6812K 6940K 166960K 104652 0 kqueue 12 18K 27K 166960K 964 0 SYN cache 2 760K 768K 166960K 3 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 912 0 908 16 15 1 5 0 8 0 rtentry 112 706 0 608 6 2 4 4 0 8 0 unpcb 144 8519 0 8504 98 97 1 8 0 8 0 syncache 336 93 0 93 18 17 1 1 0 8 1 tcpqe 32 1023 0 1023 13 12 1 2 0 8 1 tcpcb 808 3209 0 3196 110 108 2 14 0 8 0 arp 120 138 0 123 1 0 1 1 0 8 0 inpcb 392 8262 0 8246 184 180 4 28 0 8 0 nd6 136 154 0 131 1 0 1 1 0 8 0 pkpcb 40 91 0 91 8 8 0 1 0 8 0 kcovpl 48 49 0 41 1 0 1 1 0 8 0 ppxss 1168 29 0 28 2 1 1 1 0 8 0 pffrag 232 199 0 197 2 1 1 1 0 482 0 pffrnode 88 199 0 197 2 1 1 1 0 8 0 pffrent 40 476 0 474 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 414 0 397 1 0 1 1 0 8 0 pfstkey 128 414 0 397 3 1 2 2 0 8 0 pfstate 376 414 0 397 11 8 3 8 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2479 0 2044 54 26 28 32 0 8 0 art_table 32 2480 0 2044 5 0 5 5 0 8 0 art_node 16 671 0 582 1 0 1 1 0 8 0 sysvmsgpl 40 20 0 9 1 0 1 1 0 8 0 semapl 112 1417 0 1407 1 0 1 1 0 8 0 shmpl 112 136 0 8 4 0 4 4 0 8 0 dirhash 1024 45 0 28 3 0 3 3 0 8 0 dino2pl 256 16034 0 14473 98 0 98 98 0 8 0 ffsino 272 16034 0 14473 105 0 105 105 0 8 0 nchpl 144 31215 0 29484 67 0 67 67 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 104910 0 104910 9 8 1 2 0 8 1 percpumem 16 154 0 106 1 0 1 1 0 8 0 vcpupl 2048 71 0 2 9 0 9 9 0 8 0 vmpool 696 80 0 11 7 0 7 7 0 8 0 kstatmem 264 240 0 212 8 5 3 3 0 8 0 scxspl 216 93614 0 93614 31 30 1 8 1 8 1 plimitpl 152 1029 0 1013 1 0 1 1 0 8 0 sigapl 424 12033 0 11969 10 1 9 9 0 8 0 futexpl 64 92316 0 92316 2 1 1 1 0 8 1 knotepl 120 686 0 0 13 2 11 11 0 8 0 kqueuepl 216 2026 0 2018 39 38 1 5 0 8 0 pipepl 320 1954 0 1926 56 53 3 8 0 8 0 fdescpl 496 11991 0 11967 7 2 5 5 0 8 0 filepl 152 67187 0 66944 129 118 11 19 0 8 1 lockfpl 104 4219 0 4217 8 7 1 2 0 8 0 lockfspl 48 1493 0 1491 1 0 1 1 0 8 0 sessionpl 144 66 0 49 1 0 1 1 0 8 0 pgrppl 48 186 0 169 1 0 1 1 0 8 0 ucredpl 104 8281 0 8268 1 0 1 1 0 8 0 zombiepl 144 11970 0 11969 4 3 1 1 0 8 0 processpl 1136 12033 0 11969 6 0 6 6 0 8 0 procpl 680 31540 0 31461 14 5 9 10 0 8 0 srpgc 96 49 0 49 16 16 0 1 0 8 0 sosppl 168 116 0 116 5 5 0 1 0 8 0 sockpl 584 17861 0 17826 196 192 4 21 0 8 0 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 18 0 0 3 0 3 3 0 8 0 mcl12k 12288 15 0 0 2 0 2 2 0 8 0 mcl9k 9216 10 0 0 1 0 1 1 0 8 0 mcl8k 8192 25 0 0 3 0 3 3 0 8 0 mcl4k 4096 27 0 0 3 1 2 3 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 396 0 0 43 10 33 43 0 8 2 mtagpl 96 618 0 0 13 5 8 13 0 8 0 mbufpl 256 1428 0 0 81 0 81 81 0 8 0 bufpl 280 22132 0 15870 448 0 448 448 0 8 0 anonpl 24 1104787 0 1089827 215 105 110 157 0 186 0 amapchunkpl 152 373224 0 372405 114 73 41 69 0 158 0 amappl16 200 19039 0 18493 86 49 37 43 0 8 0 amappl15 192 62 0 61 1 0 1 1 0 8 0 amappl14 184 294 0 275 3 2 1 2 0 8 0 amappl13 176 3 0 3 1 1 0 1 0 8 0 amappl12 168 13272 0 13242 3 1 2 2 0 8 0 amappl11 160 52 0 38 1 0 1 1 0 8 0 amappl10 152 85 0 73 1 0 1 1 0 8 0 amappl9 144 124 0 124 24 23 1 1 0 8 1 amappl8 136 600 0 488 4 0 4 4 0 8 0 amappl7 128 131 0 115 1 0 1 1 0 8 0 amappl6 120 979 0 953 2 0 2 2 0 8 0 amappl5 112 542 0 527 1 0 1 1 0 8 0 amappl4 104 1028 0 981 3 1 2 3 0 8 0 amappl3 96 71220 0 71157 3 0 3 3 0 8 0 amappl2 88 12905 0 12830 4 2 2 4 0 8 0 amappl1 80 53079 0 52548 23 10 13 23 0 8 0 amappl 88 113395 0 113161 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 138 0 8 3 0 3 3 0 8 0 uaddrrnd 24 12071 0 11978 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 12071 0 11978 1 0 1 1 0 8 0 vmmpekpl 168 87817 0 87738 4 0 4 4 0 8 0 vmmpepl 168 723222 0 720889 410 271 139 155 0 357 4 vmsppl 448 12070 0 11978 13 1 12 12 0 8 0 rwobjpl 56 173141 0 165385 116 2 114 114 0 8 0 pdppl 4096 24149 0 24025 735 597 138 140 0 8 14 pvpl 32 47549 0 0 384 0 384 384 0 265 0 pmappl 248 12070 0 11978 7 0 7 7 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1506 0 968 17 0 17 17 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace softclock(0) at softclock+0xd7 sys/kern/kern_timeout.c:751 softintr_dispatch(0) at softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82cc1ff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41d sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5