uvm_fault(0xfffffd806b771208, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 417144 99561 0 0x14000 0x200 0 reaper witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff80000149a430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001492000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a3d6de0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800ef11c30,41,fffffd80097fb548,ffff80002a2d5c50) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8076191690,ffff80002a2d5c50) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8076191690,ffff80002a2d5c50) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80002a2d5c50) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80002a2d5c50,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80002a2d5c50,ffff80002a3d7150,ffff80002a3d70a0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a3d7150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a3d7150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:748 end trace frame: 0xffff80002a3d71d0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806b771208, 0x48, 0, 1) -> e ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff80000149a430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001492000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a3d6de0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800ef11c30,41,fffffd80097fb548,ffff80002a2d5c50) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8076191690,ffff80002a2d5c50) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8076191690,ffff80002a2d5c50) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80002a2d5c50) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80002a2d5c50,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80002a2d5c50,ffff80002a3d7150,ffff80002a3d70a0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a3d7150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a3d7150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x740763485660, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff80002a3d6c40 rbx 0 rdx 0 rcx 0xffff80002a2d5c50 rax 0xffff8000299ddff0 r8 0x88 r9 0x1 r10 0x2e5202a851fc613a r11 0x647484d2e55af368 r12 0 r13 0x1 r14 0x28 r15 0x3 rip 0xffffffff81fff749 witness_checkorder+0xa9 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a3d6b90 ss 0x10 witness_checkorder+0xa9: movl 0x20(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=409257 pid=773 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80002a2d5c50 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80002a2d47d0,0xffff80002a2d59d0 process=0xffff80002a380ed0 user=0xffff80002a3d2000, vmspace=0xfffffd806b771208 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 21162 173154 13360 0 2 0 syz-executor 21162 493783 13360 0 3 0x4000080 fsleep syz-executor 29334 261618 67575 0 2 0 syz-executor 29334 468926 67575 0 3 0x4000080 fsleep syz-executor 23473 336538 61610 0 2 0x2 ifconfig 61610 418047 54925 0 2 0x100002 sh 89465 115559 7092 0 2 0 syz-executor 89465 494205 7092 0 3 0x4000080 fsleep syz-executor 50765 331765 88202 0 2 0 syz-executor 50765 279350 88202 0 2 0x4000000 syz-executor 80635 511029 29232 60928 2 0x10 syz-executor 80635 498405 29232 60928 3 0x4000090 fsleep syz-executor 12957 216705 24322 0 3 0x80 nanoslp syz-executor 12957 241936 24322 0 3 0x4000080 kqsel syz-executor 12957 144579 24322 0 3 0x4000080 fsleep syz-executor 54925 117467 44998 0 3 0x82 wait syz-executor 80131 251046 0 0 3 0x14200 acct acct 33763 183244 1 0 3 0x100083 ttyin getty 24322 186080 44998 0 3 0x82 nanoslp syz-executor 7092 201447 44998 0 3 0x82 nanoslp syz-executor 76996 76446 44998 0 3 0x82 nanoslp syz-executor 29232 396838 44998 0 3 0x82 nanoslp syz-executor 67575 171123 44998 0 3 0x82 nanoslp syz-executor 13360 183768 44998 0 3 0x82 nanoslp syz-executor 39031 279787 0 0 3 0x14200 bored sosplice 88202 60415 44998 0 3 0x82 nanoslp syz-executor 44998 275147 12159 0 2 0x2 syz-executor 12159 340832 16849 0 3 0x10008a sigsusp ksh 16849 424453 73016 0 3 0x98 kqread sshd-session 73016 333851 97308 0 3 0x92 kqread sshd-session 97308 441936 1 0 3 0x88 kqread sshd 81168 467092 55269 74 3 0x1100092 bpf pflogd 55269 327218 1 0 3 0x80 sbwait pflogd 83357 251675 90354 73 3 0x1100090 kqread syslogd 90354 237290 1 0 3 0x100082 sbwait syslogd 8267 443789 1 0 3 0x100080 kqread resolvd 94258 374370 54034 77 3 0x100092 kqread dhcpleased 60289 423426 54034 77 3 0x100092 kqread dhcpleased 54034 369540 1 0 3 0x80 kqread dhcpleased 80073 495311 0 0 3 0x14200 bored smr 96084 269459 0 0 2 0x14200 zerothread 8552 299183 0 0 3 0x14200 aiodoned aiodoned 62227 479703 0 0 3 0x14200 syncer update 59361 209927 0 0 3 0x14200 cleaner cleaner 99561 417144 0 0 7 0x14200 reaper 94389 455618 0 0 3 0x14200 pgdaemon pagedaemon 81460 201262 0 0 3 0x14200 bored viomb 88298 220354 0 0 3 0x40014200 acpi0 acpi0 4951 196627 0 0 3 0x40014200 idle1 17725 337209 0 0 3 0x14200 bored softnet7 10188 36067 0 0 3 0x14200 bored softnet6 46616 405564 0 0 3 0x14200 bored softnet5 61135 113584 0 0 3 0x14200 bored softnet4 85435 495184 0 0 3 0x14200 bored softnet3 60258 13861 0 0 3 0x14200 bored softnet2 17901 62210 0 0 3 0x14200 bored softnet1 78844 482590 0 0 3 0x14200 bored softnet0 39664 79197 0 0 3 0x14200 bored systqmp 82963 211847 0 0 3 0x14200 bored systq 82434 430131 0 0 3 0x14200 tmoslp softclockmp 34674 64018 0 0 3 0x40014200 tmoslp softclock 64944 244015 0 0 3 0x40014200 idle0 1 29673 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 99561 (reaper) thread 0xffff8000ffffc7b8 (417144) exclusive rwlock kmmaplk r = 0 (0xffffffff83a23778) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x42b sys/kern/kern_rwlock.c:319 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168 #3 uvm_unmap+0x81 sys/uvm/uvm_map.c:1792 #4 km_free+0x87 sys/uvm/uvm_km.c:831 #5 uvm_uarea_free+0x4f sys/uvm/uvm_glue.c:304 #6 reaper+0x1cb sys/kern/kern_exit.c:493 #7 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10256 11118K 11742K 166960K 13524 0 pcb 18 20K 36K 166960K 911 0 rtable 194 11K 12K 166960K 947 0 pf 43 19K 67487K 166960K 356 0 ifaddr 37 6K 8K 166960K 180 0 ifgroup 55 2K 3K 166960K 316 0 sysctl 4 1K 9K 166960K 24 0 counters 68 36K 38K 166960K 308 0 ioctlops 0 0K 4K 166960K 1873 0 iov 0 0K 32K 166960K 119 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1479 93K 93K 166960K 3593 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 44 0 VM map 2 1K 1K 166960K 2 0 sem 30 10K 11K 166960K 140 0 dirhash 12 2K 3K 166960K 72 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 19 69K 232K 166960K 2553 0 sigio 0 0K 0K 166960K 43 0 proc 73 115K 196K 166960K 1053 0 subproc 72 4K 4K 166960K 153 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 5 0K 0K 166960K 464 0 in_multi 73 5K 7K 166960K 290 0 ether_multi 1 0K 0K 166960K 17 0 mrt 1 0K 0K 166960K 12 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 169 758K 758K 166960K 169 0 exec 0 0K 1K 166960K 787 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 243 177K 190K 166960K 24559 0 UVM aobj 14 2K 2K 166960K 19 0 pinsyscall 44 88K 110K 166960K 3928 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 131 0 NDP 12 0K 2K 166960K 120 0 temp 75 8684K 8812K 166960K 85743 0 kqueue 15 24K 30K 166960K 406 0 SYN cache 2 8K 16K 166960K 3 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 322 0 318 4 3 1 3 0 8 0 rtentry 176 359 0 289 5 1 4 5 0 8 0 unpcb 144 1921 0 1904 23 19 4 8 0 8 3 syncache 336 16 0 16 6 6 0 1 0 8 0 tcpqe 32 15 0 15 3 3 0 1 0 8 0 tcpcb 736 709 0 701 8 6 2 4 0 8 1 arp 128 66 0 56 1 0 1 1 0 8 0 ipq 40 1 0 1 1 1 0 1 0 8 0 ipqe 40 3 0 3 1 1 0 1 0 8 0 inpcb 328 3100 0 3082 30 22 8 12 0 8 6 nd6 144 41 0 30 1 0 1 1 0 8 0 pkpcb 40 25 0 25 5 4 1 1 0 8 1 kcovpl 48 17 0 9 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 79 0 79 2 1 1 1 0 8 1 pppxif 1504 14 0 14 7 6 1 1 0 8 1 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pffrag 232 33 0 28 1 0 1 1 0 482 0 pffrnode 88 30 0 25 1 0 1 1 0 8 0 pffrent 40 58 0 52 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 11 0 9 2 1 1 1 0 8 0 pfanchor 1288 11 0 4 1 0 1 1 0 8 0 pftag 88 2 0 0 1 0 1 1 0 8 0 pfstitem 24 122 0 69 1 0 1 1 0 8 0 pfstkey 128 125 0 72 3 0 3 3 0 8 0 pfstate 384 124 0 71 7 0 7 7 0 8 0 pfrule 1344 44 0 33 3 2 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 5 0 0 5 0 5 5 0 8 0 art_heap4 256 1256 0 921 33 6 27 30 0 8 0 art_table 40 1261 0 921 6 1 5 5 0 8 0 art_node 32 356 0 299 2 0 2 2 0 8 0 sysvmsgpl 40 1 0 1 1 1 0 1 0 8 0 semapl 112 131 0 103 1 0 1 1 0 8 0 shmpl 112 16 0 5 1 0 1 1 0 8 0 dirhash 1024 57 0 40 3 0 3 3 0 8 0 dino2pl 256 6177 0 4657 96 0 96 96 0 8 0 ffsino 296 6177 0 4657 118 0 118 118 0 8 0 nchpl 144 9667 0 9082 64 39 25 64 0 8 0 rtmask 32 17 0 17 3 2 1 1 0 8 1 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 35549 0 35549 2 1 1 2 0 8 1 percpumem 16 169 0 120 1 0 1 1 0 8 0 pfiaddrpl 120 3 0 2 1 0 1 1 0 8 0 kstatmem 264 178 0 150 4 1 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 7 0 7 3 3 0 1 0 8 0 scxspl 216 64501 0 64501 13 9 4 8 1 8 4 plimitpl 152 499 0 482 1 0 1 1 0 8 0 sigapl 424 2863 0 2806 9 1 8 9 0 8 0 knotepl 120 1049 0 0 31 0 31 31 0 8 0 kqueuepl 224 1020 0 1008 10 7 3 5 0 8 2 pipepl 344 584 0 557 24 15 9 9 0 8 6 fdescpl 528 2813 0 2780 3 0 3 3 0 8 0 filepl 160 20635 0 20412 33 17 16 19 0 8 4 lockfpl 104 1354 0 1352 1 0 1 1 0 8 0 lockfspl 48 489 0 487 1 0 1 1 0 8 0 sessionpl 144 44 0 35 1 0 1 1 0 8 0 pgrppl 48 111 0 94 1 0 1 1 0 8 0 ucredpl 104 3595 0 3580 1 0 1 1 0 8 0 zombiepl 144 2807 0 2806 2 1 1 1 0 8 0 processpl 1248 2863 0 2806 7 0 7 7 0 8 0 procpl 656 6876 0 6812 8 0 8 8 0 8 0 sosppl 168 23 0 23 4 3 1 1 0 8 1 sockpl 752 5503 0 5464 67 56 11 23 0 8 7 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 6 0 0 1 0 1 1 0 8 0 mcl12k 12288 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 118 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 50 0 0 6 1 5 6 0 8 0 mtagpl 96 32 0 0 1 0 1 1 0 8 0 mbufpl 256 2951 0 0 184 0 184 184 0 8 0 bufpl 280 26970 0 20828 440 1 439 440 0 8 0 anonpl 32 11963 0 0 97 0 97 97 0 246 0 amapchunkpl 152 83402 0 82844 44 18 26 35 0 158 1 amappl16 200 9436 0 9403 62 44 18 28 0 8 8 amappl15 192 6 0 4 1 0 1 1 0 8 0 amappl14 184 172 0 160 1 0 1 1 0 8 0 amappl13 176 16 0 16 2 2 0 1 0 8 0 amappl12 168 3621 0 3588 4 1 3 3 0 8 1 amappl11 160 56 0 41 1 0 1 1 0 8 0 amappl10 152 12 0 12 1 1 0 1 0 8 0 amappl9 144 282 0 282 1 1 0 1 0 8 0 amappl8 136 29 0 26 1 0 1 1 0 8 0 amappl7 128 139 0 127 1 0 1 1 0 8 0 amappl6 120 277 0 271 1 0 1 1 0 8 0 amappl5 112 155 0 144 1 0 1 1 0 8 0 amappl4 104 381 0 359 1 0 1 1 0 8 0 amappl3 96 17196 0 17080 5 1 4 4 0 8 0 amappl2 88 968 0 900 2 0 2 2 0 8 0 amappl1 80 21845 0 21229 17 3 14 15 0 8 0 amappl 88 23199 0 23031 5 0 5 5 0 92 0 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma512 512 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 18 0 5 1 0 1 1 0 8 0 uaddrrnd 24 2813 0 2780 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2813 0 2780 1 0 1 1 0 8 0 vmmpekpl 168 24042 0 23986 3 0 3 3 0 8 0 vmmpepl 168 183489 0 181407 133 24 109 118 0 357 8 vmsppl 488 2812 0 2780 5 0 5 5 0 8 0 rwobjpl 80 54283 0 47376 153 5 148 152 0 8 3 pdppl 4096 5633 0 5560 135 62 73 87 0 8 0 pvpl 32 20205 0 0 164 2 162 162 0 265 0 pmappl 256 2812 0 2780 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 505 0 87 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83817ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:584 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:153 __mp_lock(ffffffff83a23440) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83a23440) at __mp_lock+0x1a3 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x12a sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 _kernel_lock_held() at _kernel_lock_held+0x19 sys/kern/kern_lock.c:96 msleep_nsec(ffffffff837fcdf8,ffffffff837fcdc0,4,ffffffff833e6e59,ffffffffffffffff) at msleep_nsec+0x1b2 sys/kern/kern_synch.c:202 reaper(ffff8000ffffc7b8) at reaper+0x14b sys/kern/kern_exit.c:477 end trace frame: 0x0, count: 4 ddb{0}> trace x86_ipi_db(ffffffff83817ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:584 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:153 __mp_lock(ffffffff83a23440) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83a23440) at __mp_lock+0x1a3 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x12a sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 _kernel_lock_held() at _kernel_lock_held+0x19 sys/kern/kern_lock.c:96 msleep_nsec(ffffffff837fcdf8,ffffffff837fcdc0,4,ffffffff833e6e59,ffffffffffffffff) at msleep_nsec+0x1b2 sys/kern/kern_synch.c:202 reaper(ffff8000ffffc7b8) at reaper+0x14b sys/kern/kern_exit.c:477 end trace frame: 0x0, count: -11 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff80000149a430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001492000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a3d6de0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800ef11c30,41,fffffd80097fb548,ffff80002a2d5c50) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8076191690,ffff80002a2d5c50) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8076191690,ffff80002a2d5c50) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80002a2d5c50) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80002a2d5c50,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80002a2d5c50,ffff80002a3d7150,ffff80002a3d70a0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a3d7150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a3d7150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:748 end trace frame: 0xffff80002a3d71d0, count: 0 ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff80000149a430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001492000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,41,2000,ffff80002a2d5c50) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a3d6de0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800ef11c30,41,fffffd80097fb548,ffff80002a2d5c50) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076191690,ffff80002a2d5c50) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8076191690,ffff80002a2d5c50) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8076191690,ffff80002a2d5c50) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80002a2d5c50) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80002a2d5c50,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80002a2d5c50,ffff80002a3d7150,ffff80002a3d70a0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a3d7150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a3d7150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x740763485660, count: -15