uvm_fault(0xfffffd806c8a4c20, 0xf, 0, 1) -> e kernel: page fault trap, code=0 Stopped at ktrops+0x58: movq 0x10(%r14),%r14 TID PID UID PRFLAGS PFLAGS CPU COMMAND *508207 9191 0 0x1000 0x4080000 1K syz-executor 324090 64856 0 0x14000 0x40000200 0 softclock ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 ktrcanset sys/kern/kern_ktrace.c:718 [inline] ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 sys/kern/kern_ktrace.c:561 doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:586 [inline] doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd sys/kern/kern_ktrace.c:508 sys_ktrace(ffff800029fd8518,ffff80002a0bae60,ffff80002a0badb0) at sys_ktrace+0x11c sys/kern/kern_ktrace.c:549 syscall(ffff80002a0bae60) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0bae60) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc9770d1be10, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806c8a4c20, 0xf, 0, 1) -> e ddb{1}> trace ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 ktrcanset sys/kern/kern_ktrace.c:718 [inline] ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 sys/kern/kern_ktrace.c:561 doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:586 [inline] doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd sys/kern/kern_ktrace.c:508 sys_ktrace(ffff800029fd8518,ffff80002a0bae60,ffff80002a0badb0) at sys_ktrace+0x11c sys/kern/kern_ktrace.c:549 syscall(ffff80002a0bae60) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0bae60) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc9770d1be10, count: -5 ddb{1}> show registers rdi 0xffff800029fd8518 rsi 0xffffffffffffffff rbp 0xffff80002a0bab80 rbx 0xfffffd807f7d3208 rdx 0 rcx 0xffff800029fd8518 rax 0xffff800029b7bff0 r8 0xfffffd8070375880 r9 0xfffffd807f7d3208 r10 0x688a3d35057159a1 r11 0x5b896099ec139eb4 r12 0xffff800029fd8518 r13 0xffffffffffffffff r14 0xffffffffffffffff r15 0x80000902 __kernel_virt_to_phys+0x902 rip 0xffffffff82703d88 ktrops+0x58 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a0bab00 ss 0x10 ktrops+0x58: movq 0x10(%r14),%r14 ddb{1}> show proc PROC (syz-executor) tid=508207 pid=9191 tcnt=4 stat=onproc flags process=1000 proc=4080000 runpri=17, usrpri=86, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0xffff800031796538 scnt=3 ecnt=0 forw=0xffffffffffffffff, list=0xffff800031797c00,0xffff80002a041c00 process=0xffff8000ffff6458 user=0xffff80002a0b5000, vmspace=0xfffffd806c8a4c20 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 6204 448655 42057 0 2 0 syz-executor 6204 360700 42057 0 2 0x4000000 syz-executor 2068 122945 83166 0 2 0 syz-executor 2068 215836 83166 0 3 0x4000080 fsleep syz-executor 2068 482707 83166 0 3 0x4000080 fsleep syz-executor 89976 146487 49960 0 2 0x480 syz-executor 89976 242013 49960 0 3 0x4000080 lockf syz-executor 89976 4902 49960 0 3 0x4000080 fsleep syz-executor 9191 82000 9539 0 3 0x3000 suspend syz-executor * 9191 508207 9539 0 7 0x4081000 syz-executor 9191 121758 9539 0 2 0x4081000 syz-executor 9191 410304 9539 0 2 0x4081000 syz-executor 52192 509475 69122 0 3 0x2 biowait syz-executor 13867 425857 69122 0 3 0x82 piperd syz-executor 9539 101378 69122 0 3 0x82 nanoslp syz-executor 73473 495106 69122 0 3 0x82 piperd syz-executor 49960 139173 69122 0 3 0x82 nanoslp syz-executor 42057 474768 69122 0 2 0x2 syz-executor 83166 455614 69122 0 3 0x82 nanoslp syz-executor 87651 485198 69122 0 2 0x2 syz-executor 25269 79923 0 0 3 0x14200 bored sosplice 69122 232376 69867 0 2 0x2 syz-executor 69867 95967 22646 0 3 0x10008a sigsusp ksh 22646 97887 93081 0 3 0x98 kqread sshd-session 93081 83451 90176 0 3 0x92 kqread sshd-session 3417 125093 1 0 3 0x100083 ttyopn getty 90176 67083 1 0 3 0x88 kqread sshd 40933 69031 86263 74 3 0x1100092 bpf pflogd 86263 361847 1 0 3 0x80 sbwait pflogd 78052 67205 2452 73 2 0x1100010 syslogd 2452 24276 1 0 3 0x100082 sbwait syslogd 70406 121742 1 0 3 0x100080 kqread resolvd 21220 203060 36886 77 3 0x100092 kqread dhcpleased 82697 104457 36886 77 3 0x100092 kqread dhcpleased 36886 430999 1 0 3 0x80 kqread dhcpleased 39081 345984 0 0 3 0x14200 bored smr 29533 208164 0 0 2 0x14200 zerothread 97447 137300 0 0 3 0x14200 aiodoned aiodoned 50570 479278 0 0 3 0x14200 syncer update 64747 18816 0 0 3 0x14200 cleaner cleaner 70248 123512 0 0 3 0x14200 reaper reaper 20055 330121 0 0 3 0x14200 pgdaemon pagedaemon 21084 303902 0 0 3 0x14200 bored viomb 90495 327744 0 0 3 0x40014200 acpi0 acpi0 62841 507005 0 0 3 0x40014200 idle1 8492 124161 0 0 3 0x14200 bored softnet3 76802 81419 0 0 3 0x14200 bored softnet2 31997 14044 0 0 3 0x14200 bored softnet1 62874 9822 0 0 2 0x14200 softnet0 37821 456563 0 0 3 0x14200 bored systqmp 8207 26674 0 0 3 0x14200 bored systq 16726 92628 0 0 3 0x14200 tmoslp softclockmp 64856 324090 0 0 7 0x40014200 softclock 43315 86578 0 0 3 0x40014200 idle0 1 407670 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 9191 (syz-executor) thread 0xffff800029fd8518 (508207) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff834ff970) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 __mp_acquire_count+0x58 #2 mi_switch+0x4b7 sys/kern/sched_bsd.c:441 #3 sleep_finish+0x21e sys/kern/kern_synch.c:416 #4 biowait+0xc1 sys/kern/vfs_bio.c:1254 #5 bwrite+0x2e2 sys/kern/vfs_bio.c:766 #6 ffs_update+0x34c sys/ufs/ffs/ffs_inode.c:111 #7 ffs_truncate+0xcb6 #8 ufs_inactive+0x203 sys/ufs/ufs/ufs_inode.c:84 #9 VOP_INACTIVE+0x107 sys/kern/vfs_vops.c:495 #10 vrele+0x129 sys/kern/vfs_subr.c:824 #11 ktrsettrace+0xe7 sys/kern/kern_ktrace.c:122 #12 ktrops+0x271 sys/kern/kern_ktrace.c:564 #13 doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:586 [inline] #13 doktrace+0x6dd sys/kern/kern_ktrace.c:508 #14 sys_ktrace+0x11c sys/kern/kern_ktrace.c:549 #15 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #15 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #16 Xsyscall+0x128 Process 52192 (syz-executor) thread 0xffff80002a03f6e8 (509475) exclusive rrwlock inode r = 0 (0xfffffd80742c5708) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:169 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3099 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80777912c8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3084 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 78052 (syslogd) thread 0xffff8000ffffd960 (67205) exclusive rrwlock inode r = 0 (0xfffffd806e4213d0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2926 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10194 11125K 11383K 166960K 11873 0 pcb 17 12K 12K 166960K 116 0 rtable 225 6K 7K 166960K 967 0 pf 34 17K 19K 166960K 92 0 ifaddr 43 7K 8K 166960K 122 0 ifgroup 55 2K 2K 166960K 129 0 sysctl 3 1K 1K 166960K 3 0 counters 64 36K 36K 166960K 106 0 ioctlops 0 0K 4K 166960K 1573 0 iov 0 0K 12K 166960K 34 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1431 90K 90K 166960K 2005 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 16 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 17 0 dirhash 12 2K 3K 166960K 27 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 14 49K 93K 166960K 884 0 sigio 0 0K 0K 166960K 25 0 proc 72 91K 128K 166960K 1032 0 subproc 104 6K 6K 166960K 312 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 212 0 in_multi 99 7K 7K 166960K 317 0 ether_multi 1 0K 0K 166960K 5 0 mrt 1 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 682 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 208 72K 91K 166960K 8854 0 UVM aobj 117 5K 6K 166960K 119 0 pinsyscall 39 78K 104K 166960K 2384 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 30 0 NDP 12 0K 2K 166960K 84 0 temp 50 6817K 6887K 166960K 42226 0 kqueue 13 20K 28K 166960K 122 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 136 0 133 2 1 1 2 0 8 0 rtentry 112 309 0 205 4 0 4 4 0 8 1 unpcb 144 634 0 617 9 3 6 6 0 8 5 syncache 336 7 0 7 3 3 0 1 0 8 0 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 808 356 0 351 16 8 8 8 0 8 7 arp 120 53 0 34 1 0 1 1 0 8 0 inpcb 336 1047 0 1039 19 12 7 9 0 8 6 nd6 136 80 0 53 1 0 1 1 0 8 0 pkpcb 40 9 0 9 3 2 1 1 0 8 1 kcovpl 48 24 0 16 1 0 1 1 0 8 0 ppxss 1168 5 0 5 3 2 1 1 0 8 1 pffrag 232 4 0 1 1 0 1 1 0 482 0 pffrnode 88 4 0 1 1 0 1 1 0 8 0 pffrent 40 6 0 3 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 93 0 41 1 0 1 1 0 8 0 pfstkey 128 93 0 41 2 0 2 2 0 8 0 pfstate 376 93 0 41 6 0 6 6 0 8 0 pfrule 1344 21 0 15 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1294 0 839 31 2 29 30 0 8 0 art_table 32 1295 0 839 4 0 4 4 0 8 0 art_node 16 307 0 214 1 0 1 1 0 8 0 sysvmsgpl 40 8 0 5 1 0 1 1 0 8 0 semapl 112 14 0 4 1 0 1 1 0 8 0 shmpl 112 116 0 2 4 0 4 4 0 8 0 dirhash 1024 27 0 10 3 0 3 3 0 8 0 dino2pl 256 2516 0 979 97 0 97 97 0 8 0 ffsino 272 2516 0 979 103 0 103 103 0 8 0 nchpl 144 3456 0 1747 64 0 64 64 0 8 0 uvmvnodes 80 3095 0 0 64 0 64 64 0 8 0 vnodes 216 3095 0 0 172 0 172 172 0 8 0 namei 1024 12798 0 12797 2 1 1 2 0 8 0 percpumem 16 67 0 21 1 0 1 1 0 8 0 kstatmem 264 66 0 42 2 0 2 2 0 8 0 scsiplug 72 4 0 4 2 1 1 1 0 8 1 scxspl 216 18435 0 18434 10 8 2 8 1 8 1 plimitpl 152 207 0 190 1 0 1 1 0 8 0 sigapl 424 1154 0 1107 8 1 7 7 0 8 0 futexpl 64 7871 0 7868 2 1 1 1 0 8 0 knotepl 120 335 0 0 10 0 10 10 0 8 0 kqueuepl 216 203 0 194 3 2 1 3 0 8 0 pipepl 320 204 0 177 3 0 3 3 0 8 0 fdescpl 496 1135 0 1107 7 2 5 5 0 8 0 filepl 152 6108 0 5863 22 7 15 15 0 8 4 lockfpl 104 163 0 158 1 0 1 1 0 8 0 lockfspl 48 70 0 66 1 0 1 1 0 8 0 sessionpl 144 41 0 32 1 0 1 1 0 8 0 pgrppl 48 72 0 55 1 0 1 1 0 8 0 ucredpl 104 590 0 577 1 0 1 1 0 8 0 zombiepl 144 1108 0 1107 2 1 1 1 0 8 0 processpl 1160 1154 0 1107 5 1 4 5 0 8 0 procpl 648 2039 0 1984 6 0 6 6 0 8 0 srpgc 96 2 0 2 1 1 0 1 0 8 0 sosppl 168 5 0 5 2 2 0 1 0 8 0 sockpl 664 1831 0 1803 29 15 14 14 0 8 11 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 130 0 0 17 0 17 17 0 8 0 mcl2k 2048 36 0 0 4 0 4 4 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 432 0 0 26 0 26 26 0 8 0 bufpl 280 7477 0 1303 442 0 442 442 0 8 0 anonpl 24 192322 0 188991 56 3 53 54 0 185 20 amapchunkpl 152 27967 0 27555 37 3 34 34 0 158 14 amappl16 200 4119 0 4101 35 31 4 15 0 8 2 amappl15 192 32 0 32 1 1 0 1 0 8 0 amappl14 184 154 0 141 1 0 1 1 0 8 0 amappl13 176 5 0 5 1 1 0 1 0 8 0 amappl12 168 2032 0 2004 4 2 2 3 0 8 0 amappl11 160 51 0 37 1 0 1 1 0 8 0 amappl10 152 9 0 9 1 1 0 1 0 8 0 amappl9 144 193 0 192 1 0 1 1 0 8 0 amappl8 136 21 0 18 1 0 1 1 0 8 0 amappl7 128 138 0 126 1 0 1 1 0 8 0 amappl6 120 322 0 321 1 0 1 1 0 8 0 amappl5 112 200 0 188 1 0 1 1 0 8 0 amappl4 104 380 0 358 1 0 1 1 0 8 0 amappl3 96 5521 0 5430 4 0 4 4 0 8 1 amappl2 88 908 0 839 2 0 2 2 0 8 0 amappl1 80 11410 0 10859 17 3 14 15 0 8 0 amappl 88 8322 0 8175 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 118 0 2 3 0 3 3 0 8 0 uaddrrnd 24 1135 0 1107 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1135 0 1107 1 0 1 1 0 8 0 vmmpekpl 168 10666 0 10624 3 0 3 3 0 8 0 vmmpepl 168 76179 0 74494 102 11 91 95 0 357 11 vmsppl 440 1134 0 1107 6 2 4 5 0 8 0 rwobjpl 56 26898 0 22797 61 2 59 59 0 8 0 pdppl 4096 2277 0 2214 131 60 71 85 0 8 8 pvpl 32 30100 0 0 244 1 243 243 0 265 0 pmappl 248 1134 0 1107 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 462 0 90 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff834aeff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800029f9ac90,ffff800000079e00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800029f9adf0,ffff800000079f80) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 __mp_acquire_count(ffffffff834ff768,1) at __mp_acquire_count+0x58 mi_switch() at mi_switch+0x4b7 sys/kern/sched_bsd.c:441 sleep_finish(0,1) at sleep_finish+0x21e sys/kern/kern_synch.c:416 msleep(ffffffff835ae080,ffffffff834c1c40,0,ffffffff830e7ab4,0) at msleep+0x13b sys/kern/kern_synch.c:249 end trace frame: 0xffff800029f9b0a0, count: 0 ddb{0}> trace x86_ipi_db(ffffffff834aeff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800029f9ac90,ffff800000079e00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800029f9adf0,ffff800000079f80) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff834ff768) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834ff768) at __mp_lock+0x192 sys/kern/kern_lock.c:144 __mp_acquire_count(ffffffff834ff768,1) at __mp_acquire_count+0x58 mi_switch() at mi_switch+0x4b7 sys/kern/sched_bsd.c:441 sleep_finish(0,1) at sleep_finish+0x21e sys/kern/kern_synch.c:416 msleep(ffffffff835ae080,ffffffff834c1c40,0,ffffffff830e7ab4,0) at msleep+0x13b sys/kern/kern_synch.c:249 softclock_thread(ffff8000fffff6c8) at softclock_thread+0x11f sys/kern/kern_timeout.c:807 end trace frame: 0x0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at ktrops+0x58: movq 0x10(%r14),%r14 ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 ktrcanset sys/kern/kern_ktrace.c:718 [inline] ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 sys/kern/kern_ktrace.c:561 doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:586 [inline] doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd sys/kern/kern_ktrace.c:508 sys_ktrace(ffff800029fd8518,ffff80002a0bae60,ffff80002a0badb0) at sys_ktrace+0x11c sys/kern/kern_ktrace.c:549 syscall(ffff80002a0bae60) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0bae60) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc9770d1be10, count: 10 ddb{1}> trace ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 ktrcanset sys/kern/kern_ktrace.c:718 [inline] ktrops(ffff800029fd8518,ffffffffffffffff,0,80000902,fffffd8070375880,fffffd807f7d3208) at ktrops+0x58 sys/kern/kern_ktrace.c:561 doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:586 [inline] doktrace(fffffd8070375880,4,902,0,ffff800029fd8518) at doktrace+0x6dd sys/kern/kern_ktrace.c:508 sys_ktrace(ffff800029fd8518,ffff80002a0bae60,ffff80002a0badb0) at sys_ktrace+0x11c sys/kern/kern_ktrace.c:549 syscall(ffff80002a0bae60) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0bae60) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc9770d1be10, count: -5