panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 261401 50748 0 0x2 0x4000000 1 syz-fuzzer *382173 49690 0 0x14000 0x40000200 0K softclock db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8220d011) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8265cf78,1,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 rw_enter_read(ffffffff8265cf68) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff800020e268f8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1448 uvm_fault(ffffffff8265cf60,100000000,0,2) at uvm_fault+0x7f sys/uvm/uvm_fault.c:524 pageflttrap(ffff800020e26a90,0) at pageflttrap+0x1b8 sys/arch/amd64/amd64/trap.c:221 kerntrap(ffff800020e26a90) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 pool_cache_list_alloc sys/kern/subr_pool.c:1809 [inline] pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 sys/kern/subr_pool.c:1879 pool_get(ffffffff82660f40,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f6d4000,fffffd806f6d4088,ffffffff8229d968,fffffd806b860e00,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f6d4000,fffffd806b860e00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 end trace frame: 0xffff800020e26e40, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8220d011) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8265cf78,1,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 rw_enter_read(ffffffff8265cf68) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff800020e268f8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1448 uvm_fault(ffffffff8265cf60,100000000,0,2) at uvm_fault+0x7f sys/uvm/uvm_fault.c:524 pageflttrap(ffff800020e26a90,0) at pageflttrap+0x1b8 sys/arch/amd64/amd64/trap.c:221 kerntrap(ffff800020e26a90) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 pool_cache_list_alloc sys/kern/subr_pool.c:1809 [inline] pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 sys/kern/subr_pool.c:1879 pool_get(ffffffff82660f40,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f6d4000,fffffd806f6d4088,ffffffff8229d968,fffffd806b860e00,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f6d4000,fffffd806b860e00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd806b860e00,0,18) at route_input+0x489 sys/net/rtsock.c:572 rtm_addr(14,ffff800000a0e500) at rtm_addr+0x10b sys/net/rtsock.c:1751 nd6_dad_timer(ffff800000a0e500) at nd6_dad_timer+0x2f9 sys/netinet6/nd6_nbr.c:1244 timeout_run(ffff800000a24a30) at timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:184 [inline] timeout_run(ffff800000a24a30) at timeout_run+0xc4 sys/kern/kern_timeout.c:490 softclock_thread(ffff800020e189c0) at softclock_thread+0x16a sys/kern/kern_timeout.c:580 end trace frame: 0x0, count: -19 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e26570 rbx 0xffff800020e26620 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff81c97d9f kprintf+0x16f r9 0x1 r10 0x2 r11 0xcfe7f2c76d63f4d7 r12 0x3000000008 r13 0xffff800020e26580 r14 0x100 r15 0x1 rip 0xffffffff81a9d458 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e26560 ss 0 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (softclock) pid=382173 stat=onproc flags process=14000 proc=40000200 pri=0, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020e19380,0xffff800020e18760 process=0xffff800020e1a000 user=0xffff800020e22000, vmspace=0xffffffff8265cf60 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 59858 39718 43268 0 2 0 syz-executor.1 43268 489178 50748 0 3 0x82 nanosleep syz-executor.1 82740 130579 50748 0 3 0x82 piperd syz-executor.0 50748 292651 44419 0 3 0x82 kqread syz-fuzzer 50748 150020 44419 0 3 0x4000082 nanosleep syz-fuzzer 50748 364797 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 506231 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 173788 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 344389 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 450336 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 359069 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 447653 44419 0 3 0x4000082 thrsleep syz-fuzzer 50748 261401 44419 0 7 0x4000002 syz-fuzzer 44419 335778 96039 0 3 0x10008a pause ksh 96039 389038 807 0 3 0x92 select sshd 32207 226760 1 0 3 0x100083 ttyin getty 807 406186 1 0 3 0x80 select sshd 99049 302559 68074 74 3 0x100092 bpf pflogd 68074 126058 1 0 3 0x80 netio pflogd 56155 31602 15808 73 3 0x100090 kqread syslogd 15808 27771 1 0 3 0x100082 netio syslogd 78050 311625 1 77 3 0x100090 poll dhclient 44405 296246 1 0 3 0x80 poll dhclient 96084 6100 0 0 3 0x14200 bored smr 33913 200350 0 0 2 0x14200 zerothread 18254 72374 0 0 3 0x14200 aiodoned aiodoned 24813 3513 0 0 3 0x14200 syncer update 88921 440048 0 0 3 0x14200 cleaner cleaner 52518 282209 0 0 3 0x14200 reaper reaper 33049 512459 0 0 3 0x14200 pgdaemon pagedaemon 20268 22259 0 0 3 0x14200 bored crynlk 6123 392152 0 0 3 0x14200 bored crypto 42194 360140 0 0 3 0x40014200 acpi0 acpi0 52262 241693 0 0 3 0x40014200 idle1 70750 122461 0 0 3 0x14200 bored softnet 48760 337295 0 0 3 0x14200 bored systqmp 47661 363273 0 0 3 0x14200 bored systq *49690 382173 0 0 7 0x40014200 softclock 49749 489347 0 0 3 0x40014200 idle0 1 197911 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex mbufpl r = 0 (0xffffffff82661038) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 pool_cache_get+0xa3 pl_enter_try sys/kern/subr_pool.c:109 [inline] #2 pool_cache_get+0xa3 pool_list_enter sys/kern/subr_pool.c:1789 [inline] #2 pool_cache_get+0xa3 pool_cache_list_alloc sys/kern/subr_pool.c:1806 [inline] #2 pool_cache_get+0xa3 sys/kern/subr_pool.c:1879 #3 pool_get+0x91 sys/kern/subr_pool.c:572 #4 m_get+0x4c sys/kern/uipc_mbuf.c:250 #5 sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 #6 rtm_sendup+0xef sys/net/rtsock.c:594 #7 route_input+0x489 sys/net/rtsock.c:572 #8 rtm_addr+0x10b sys/net/rtsock.c:1751 #9 nd6_dad_timer+0x2f9 sys/netinet6/nd6_nbr.c:1244 #10 timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:184 [inline] #10 timeout_run+0xc4 sys/kern/kern_timeout.c:490 #11 softclock_thread+0x16a sys/kern/kern_timeout.c:580 #12 proc_trampoline+0x1c Process 49690 (softclock) thread 0xffff800020e189c0 (382173) exclusive rwlock netlock r = 0 (0xffffffff82489288) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 nd6_dad_timer+0x34 sys/netinet6/nd6_nbr.c:1170 #2 timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:184 [inline] #2 timeout_run+0xc4 sys/kern/kern_timeout.c:490 #3 softclock_thread+0x16a sys/kern/kern_timeout.c:580 #4 proc_trampoline+0x1c shared rwlock timeout r = 0 (0xffffffff824b76b0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 timeout_run+0xb9 sys/kern/kern_timeout.c:489 #2 softclock_thread+0x16a sys/kern/kern_timeout.c:580 #3 proc_trampoline+0x1c exclusive kernel_lock &kernel_lock r = 2 (0xffffffff82673698) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 __mp_acquire_count+0x51 sys/kern/kern_lock.c:227 #2 mi_switch+0x392 sys/kern/sched_bsd.c:435 #3 sleep_finish+0x113 sys/kern/kern_synch.c:418 #4 softclock_thread+0x103 sys/kern/kern_timeout.c:575 #5 proc_trampoline+0x1c exclusive mutex mbufpl r = 0 (0xffffffff82661038) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 pool_cache_get+0xa3 pl_enter_try sys/kern/subr_pool.c:109 [inline] #2 pool_cache_get+0xa3 pool_list_enter sys/kern/subr_pool.c:1789 [inline] #2 pool_cache_get+0xa3 pool_cache_list_alloc sys/kern/subr_pool.c:1806 [inline] #2 pool_cache_get+0xa3 sys/kern/subr_pool.c:1879 #3 pool_get+0x91 sys/kern/subr_pool.c:572 #4 m_get+0x4c sys/kern/uipc_mbuf.c:250 #5 sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 #6 rtm_sendup+0xef sys/net/rtsock.c:594 #7 route_input+0x489 sys/net/rtsock.c:572 #8 rtm_addr+0x10b sys/net/rtsock.c:1751 #9 nd6_dad_timer+0x2f9 sys/netinet6/nd6_nbr.c:1244 #10 timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:184 [inline] #10 timeout_run+0xc4 sys/kern/kern_timeout.c:490 #11 softclock_thread+0x16a sys/kern/kern_timeout.c:580 #12 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9487 6404K 6407K 78643K 10586 0 pcb 13 8K 8K 78643K 23 0 rtable 105 3K 3K 78643K 208 0 ifaddr 53 11K 12K 78643K 57 0 counters 43 33K 33K 78643K 43 0 ioctlops 0 0K 4K 78643K 1469 0 iov 0 0K 12K 78643K 14 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 77K 77K 78643K 1227 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 3 0 VM map 2 1K 1K 78643K 2 0 sem 5 0K 0K 78643K 6 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 51 0 proc 59 63K 83K 78643K 445 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 33 2K 2K 78643K 33 0 ether_multi 1 0K 0K 78643K 2 0 mrt 0 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 31 148K 148K 78643K 31 0 exec 0 0K 1K 78643K 207 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 111 22K 22K 78643K 1071 0 UVM aobj 8 2K 2K 78643K 8 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 9 0K 0K 78643K 12 0 temp 75 3040K 3104K 78643K 2052 0 kqueue 3 4K 8K 78643K 5 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 0 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 25 0 23 1 0 1 1 0 8 0 rtentry 112 46 0 2 2 0 2 2 0 8 0 unpcb 120 43 0 33 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 439 0 439 1 0 1 1 0 8 1 tcpcb 544 16 0 12 1 0 1 1 0 8 0 inpcb 280 59 0 52 1 0 1 1 0 8 0 rttmr 72 1 0 1 1 0 1 1 0 8 1 nd6 48 6 0 0 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 0 1 1 0 8 1 swfcl 56 2 0 0 1 0 1 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 14 0 0 1 0 1 1 0 8 0 pfstkey 112 14 0 0 1 0 1 1 0 8 0 pfstate 328 14 0 0 2 0 2 2 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 188 0 0 12 0 12 12 0 8 0 art_table 32 189 0 0 2 0 2 2 0 8 0 art_node 16 45 0 5 1 0 1 1 0 8 0 semapl 112 4 0 1 1 0 1 1 0 8 0 shmpl 112 6 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1459 0 53 89 0 89 89 0 8 0 ffsino 272 1459 0 53 94 0 94 94 0 8 0 nchpl 144 1708 0 101 60 0 60 60 0 8 0 uvmvnodes 72 1505 0 0 28 0 28 28 0 8 0 vnodes 208 1505 0 0 80 0 80 80 0 8 0 namei 1024 4443 0 4443 1 0 1 1 0 8 1 percpumem 16 32 0 0 1 0 1 1 0 8 0 scxspl 192 4328 0 4328 2 1 1 2 0 8 1 plimitpl 152 17 0 9 1 0 1 1 0 8 0 sigapl 424 266 0 235 4 0 4 4 0 8 0 futexpl 56 382 0 382 1 0 1 1 0 8 1 knotepl 112 63 0 44 1 0 1 1 0 8 0 kqueuepl 144 8 0 6 1 0 1 1 0 8 0 pipelkpl 48 81 0 71 1 0 1 1 0 8 0 pipepl 120 162 0 143 1 0 1 1 0 8 0 fdescpl 496 251 0 235 3 0 3 3 0 8 0 filepl 0 1261 0 1161 5 0 5 5 0 8 1 lockfpl 104 17 0 16 1 0 1 1 0 8 0 lockfspl 48 8 0 7 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 18 0 7 1 0 1 1 0 8 0 ucredpl 96 69 0 60 1 0 1 1 0 8 0 zombiepl 144 235 0 235 1 0 1 1 0 8 1 processpl 984 266 0 235 5 0 5 5 0 8 1 procpl 624 300 0 260 4 0 4 4 0 8 0 sockpl 400 129 0 110 3 0 3 3 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 184 0 0 22 0 22 22 0 8 0 mtagpl 80 1 0 0 1 0 1 1 0 8 0 mbufpl 256 211 0 0 13 0 13 13 0 8 0 bufpl 280 3323 0 134 228 0 228 228 0 8 0 anonpl 16 37460 0 23606 57 1 56 56 0 124 0 amapchunkpl 152 1159 0 1031 8 0 8 8 0 158 1 amappl16 192 946 0 203 38 0 38 38 0 8 0 amappl15 184 2 0 0 1 0 1 1 0 8 0 amappl14 176 35 0 26 1 0 1 1 0 8 0 amappl13 168 25 0 24 1 0 1 1 0 8 0 amappl12 160 7 0 3 1 0 1 1 0 8 0 amappl11 152 54 0 38 1 0 1 1 0 8 0 amappl10 144 16 0 13 1 0 1 1 0 8 0 amappl9 136 398 0 395 1 0 1 1 0 8 0 amappl8 128 344 0 317 1 0 1 1 0 8 0 amappl7 120 124 0 113 1 0 1 1 0 8 0 amappl6 112 25 0 20 1 0 1 1 0 8 0 amappl5 104 146 0 130 1 0 1 1 0 8 0 amappl4 96 490 0 463 1 0 1 1 0 8 0 amappl3 88 98 0 93 1 0 1 1 0 8 0 amappl2 80 1005 0 941 2 0 2 2 0 8 0 amappl1 72 15785 0 15349 23 6 17 18 0 8 7 amappl 80 550 0 510 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 7 0 0 1 0 1 1 0 8 0 uaddrrnd 24 251 0 235 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 251 0 235 1 0 1 1 0 8 0 vmmpekpl 168 6011 0 5982 2 0 2 2 0 8 0 vmmpepl 168 37454 0 35599 108 4 104 104 0 357 21 vmsppl 368 250 0 235 2 0 2 2 0 8 0 pdppl 4096 510 0 470 6 0 6 6 0 8 0 pvpl 32 135999 0 119035 138 0 138 138 0 265 0 pmappl 232 250 0 235 2 0 2 2 0 8 1 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 259 0 3 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8220d011) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8265cf78,1,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 rw_enter_read(ffffffff8265cf68) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff800020e268f8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1448 uvm_fault(ffffffff8265cf60,100000000,0,2) at uvm_fault+0x7f sys/uvm/uvm_fault.c:524 pageflttrap(ffff800020e26a90,0) at pageflttrap+0x1b8 sys/arch/amd64/amd64/trap.c:221 kerntrap(ffff800020e26a90) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 pool_cache_list_alloc sys/kern/subr_pool.c:1809 [inline] pool_cache_get(ffffffff82660f40) at pool_cache_get+0x118 sys/kern/subr_pool.c:1879 pool_get(ffffffff82660f40,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f6d4000,fffffd806f6d4088,ffffffff8229d968,fffffd806b860e00,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f6d4000,fffffd806b860e00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd806b860e00,0,18) at route_input+0x489 sys/net/rtsock.c:572 rtm_addr(14,ffff800000a0e500) at rtm_addr+0x10b sys/net/rtsock.c:1751 nd6_dad_timer(ffff800000a0e500) at nd6_dad_timer+0x2f9 sys/netinet6/nd6_nbr.c:1244 timeout_run(ffff800000a24a30) at timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:184 [inline] timeout_run(ffff800000a24a30) at timeout_run+0xc4 sys/kern/kern_timeout.c:490 softclock_thread(ffff800020e189c0) at softclock_thread+0x16a sys/kern/kern_timeout.c:580 end trace frame: 0x0, count: -19 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020e00ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0xc000515b10, count: 12 ddb{1}> trace x86_ipi_db(ffff800020e00ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0xc000515b10, count: -3