uvm_fault(0xfffffd8065e3a3e0, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 479161 16798 0 0 0 0 syz-executor witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014b0130,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff80000148b000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff8000333eb6f0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805b9b4b38,81,fffffd80097fb548,ffff80003c41bc60) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8065e412c0,ffff80003c41bc60) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8065e412c0,ffff80003c41bc60) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80003c41bc60) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80003c41bc60,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80003c41bc60,ffff8000333eba60,ffff8000333eb9b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000333eba60) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000333eba60) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 end trace frame: 0xffff8000333ebae0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd8065e3a3e0, 0x48, 0, 1) -> e ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014b0130,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff80000148b000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff8000333eb6f0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805b9b4b38,81,fffffd80097fb548,ffff80003c41bc60) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8065e412c0,ffff80003c41bc60) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8065e412c0,ffff80003c41bc60) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80003c41bc60) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80003c41bc60,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80003c41bc60,ffff8000333eba60,ffff8000333eb9b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000333eba60) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000333eba60) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6fe5280863e0, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff8000333eb550 rbx 0 rdx 0 rcx 0xffff80003c41bc60 rax 0xffff8000299ddff0 r8 0xffffffffffffffff r9 0x1 r10 0xb97606d0042a4f63 r11 0x3ed425b8d2864a8e r12 0 r13 0x1 r14 0x28 r15 0x3 rip 0xffffffff830a0a69 witness_checkorder+0xa9 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff8000333eb4a0 ss 0x10 witness_checkorder+0xa9: movl 0x20(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=143504 pid=91229 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80003c41bc60 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80003c41b740,0xffff80003c41b9e0 process=0xffff80003c41c9d0 user=0xffff8000333e6000, vmspace=0xfffffd8065e3a3e0 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 16798 479161 65860 0 7 0 syz-executor 69008 502781 71897 0 2 0 syz-executor 69008 477626 71897 0 3 0x4000080 fsleep syz-executor 69008 304901 71897 0 3 0x4000080 fsleep syz-executor 69008 107071 71897 0 3 0x4000080 fsleep syz-executor 32723 263785 40041 0 2 0 syz-executor 32723 47211 40041 0 3 0x4000080 kqpoll syz-executor 24679 316143 46943 0 3 0x80 nanoslp syz-executor 24679 427558 46943 0 3 0x4000080 kqread syz-executor 24679 256170 46943 0 3 0x4000080 kqsel syz-executor 24679 483069 46943 0 3 0x4000080 fsleep syz-executor 5376 350888 34480 0 3 0x80 nanoslp syz-executor 5376 21615 34480 0 3 0x4000080 sbwait syz-executor 5376 430079 34480 0 3 0x4000000 inode syz-executor 5376 61150 34480 0 3 0x4000080 fsleep syz-executor 93915 524080 58217 0 2 0 syz-executor 93915 163815 58217 0 3 0x4000000 biowait syz-executor 93915 399139 58217 0 3 0x4000080 fsleep syz-executor 57679 304095 28052 0 2 0 syz-executor 57679 77759 28052 0 3 0x4000080 kqsel syz-executor 57679 333845 28052 0 3 0x4000080 fsleep syz-executor 83287 13333 0 0 3 0x14200 acct acct 10566 21951 0 0 3 0x14200 bored sosplice 30719 465010 91926 0 3 0x82 nanoslp syz-executor 34480 178861 91926 0 3 0x82 nanoslp syz-executor 40041 284377 91926 0 3 0x82 nanoslp syz-executor 46943 98089 91926 0 3 0x82 nanoslp syz-executor 58217 494214 91926 0 3 0x82 nanoslp syz-executor 71897 445810 91926 0 3 0x82 nanoslp syz-executor 28052 392757 91926 0 3 0x82 nanoslp syz-executor 65860 262847 91926 0 3 0x82 nanoslp syz-executor 91926 50874 23402 0 3 0x82 kqread syz-executor 23402 77836 16527 0 3 0x10008a sigsusp ksh 16527 280451 74067 0 3 0x98 kqread sshd-session 74067 372751 86354 0 3 0x92 kqread sshd-session 99153 181682 1 0 3 0x100083 ttyin getty 86354 277353 1 0 3 0x88 kqread sshd 790 5828 91565 74 3 0x1100092 bpf pflogd 91565 440424 1 0 3 0x80 sbwait pflogd 95356 94131 45515 73 3 0x1100090 kqread syslogd 45515 375023 1 0 3 0x100082 sbwait syslogd 9005 433993 1 0 3 0x100080 kqread resolvd 40119 48666 70161 77 3 0x100092 kqread dhcpleased 43114 270489 70161 77 3 0x100092 kqread dhcpleased 70161 377643 1 0 3 0x80 kqread dhcpleased 42074 522469 0 0 3 0x14200 bored smr 95319 245223 0 0 2 0x14200 zerothread 46618 99347 0 0 3 0x14200 aiodoned aiodoned 70526 83424 0 0 3 0x14200 syncer update 75415 45215 0 0 3 0x14200 cleaner cleaner 4675 454462 0 0 3 0x14200 reaper reaper 67214 198849 0 0 3 0x14200 pgdaemon pagedaemon 73585 488693 0 0 3 0x14200 bored viomb 36263 110784 0 0 3 0x40014200 acpi0 acpi0 34707 48445 0 0 3 0x40014200 idle1 40079 104544 0 0 3 0x14200 bored softnet3 97698 263419 0 0 3 0x14200 bored softnet2 15176 144169 0 0 3 0x14200 bored softnet1 56389 274051 0 0 3 0x14200 bored softnet0 85426 200216 0 0 3 0x14200 bored systqmp 97222 461291 0 0 3 0x14200 bored systq 66091 518419 0 0 3 0x14200 tmoslp softclockmp 93974 24224 0 0 3 0x40014200 tmoslp softclock 95433 268045 0 0 3 0x40014200 idle0 1 426614 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 5376 (syz-executor) thread 0xffff8000387ff738 (21615) exclusive rrwlock inode r = 0 (0xfffffd806f70b418) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2bd sys/kern/vfs_subr.c:693 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x21b sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 vn_open+0x13f sys/kern/vfs_vnops.c:140 #12 vndioctl+0xcb1 sys/dev/vnd.c:457 #13 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #14 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #15 sys_ioctl+0x5c3 sys/kern/sys_generic.c:-1 #16 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #16 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #17 Xsyscall+0x128 Process 93915 (syz-executor) thread 0xffff8000387ff9c8 (163815) exclusive rrwlock inode r = 0 (0xfffffd806e0e2788) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x190 sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x23c sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10244 11436K 11478K 166960K 11723 0 pcb 17 13K 14K 166960K 100 0 rtable 202 8K 8K 166960K 381 0 pf 36 17K 18K 166960K 61 0 ifaddr 42 7K 8K 166960K 57 0 ifgroup 59 2K 2K 166960K 77 0 sysctl 3 1K 9K 166960K 7 0 counters 70 37K 37K 166960K 90 0 ioctlops 0 0K 4K 166960K 1516 0 iov 0 0K 16K 166960K 17 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1407 88K 89K 166960K 1665 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 7 0K 0K 166960K 7 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 20 94K 102K 166960K 346 0 sigio 0 0K 0K 166960K 2 0 proc 72 91K 140K 166960K 569 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 37 0 in_multi 91 6K 7K 166960K 111 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 61 281K 281K 166960K 61 0 exec 0 0K 1K 166960K 385 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 252 156K 168K 166960K 4919 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 43 86K 102K 166960K 1437 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 7 0 NDP 13 0K 2K 166960K 35 0 temp 41 8683K 8754K 166960K 14262 0 kqueue 15 22K 32K 166960K 69 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 83 0 79 2 0 2 2 0 8 1 rtentry 176 115 0 25 6 0 6 6 0 8 0 unpcb 144 219 0 200 4 0 4 4 0 8 3 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpcb 808 88 0 84 5 0 5 5 0 8 4 arp 128 19 0 2 1 0 1 1 0 8 0 inpcb 328 297 0 288 8 0 8 8 0 8 6 nd6 144 24 0 3 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 8 0 8 1 0 1 1 0 8 1 pppxif 1504 1 0 1 1 0 1 1 0 8 1 pffrag 232 1 0 0 1 0 1 1 0 482 0 pffrnode 88 1 0 0 1 0 1 1 0 8 0 pffrent 40 1 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 30 0 0 1 0 1 1 0 8 0 pfstkey 128 30 0 0 1 0 1 1 0 8 0 pfstate 384 30 0 0 3 0 3 3 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 491 0 91 29 0 29 29 0 8 3 art_table 32 492 0 91 4 0 4 4 0 8 0 art_node 16 113 0 32 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 2 1 0 1 1 0 8 0 semapl 112 5 0 0 1 0 1 1 0 8 0 shmpl 112 4 0 0 1 0 1 1 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 1964 0 457 95 0 95 95 0 8 0 ffsino 288 1964 0 457 109 0 109 109 0 8 0 nchpl 144 2432 0 737 63 0 63 63 0 8 0 rtmask 32 1 0 1 1 0 1 1 0 8 1 uvmvnodes 80 2271 0 0 47 0 47 47 0 8 0 vnodes 216 2271 0 0 127 0 127 127 0 8 0 namei 1024 7873 0 7873 2 0 2 2 0 8 2 percpumem 16 60 0 10 1 0 1 1 0 8 0 kstatmem 264 42 0 12 3 0 3 3 0 8 1 scsiplug 72 2 0 2 1 0 1 1 0 8 1 scxspl 216 8365 0 8364 3 2 1 2 1 8 0 plimitpl 152 45 0 25 1 0 1 1 0 8 0 sigapl 424 644 0 592 8 1 7 7 0 8 1 knotepl 120 323 0 0 10 0 10 10 0 8 0 kqueuepl 224 158 0 142 5 0 5 5 0 8 2 pipepl 336 123 0 96 3 0 3 3 0 8 0 fdescpl 520 624 0 592 3 0 3 3 0 8 0 filepl 160 3030 0 2771 16 0 16 16 0 8 3 lockfpl 104 152 0 150 2 0 2 2 0 8 1 lockfspl 48 76 0 74 1 0 1 1 0 8 0 sessionpl 144 24 0 15 1 0 1 1 0 8 0 pgrppl 48 33 0 16 1 0 1 1 0 8 0 ucredpl 104 227 0 213 1 0 1 1 0 8 0 zombiepl 144 593 0 592 1 0 1 1 0 8 0 processpl 1240 644 0 592 5 0 5 5 0 8 0 procpl 656 997 0 931 7 1 6 6 0 8 0 srpgc 96 2 0 2 1 0 1 1 0 8 1 sosppl 168 1 0 1 1 0 1 1 0 8 1 sockpl 728 602 0 566 17 6 11 17 0 8 6 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 126 0 0 16 0 16 16 0 8 0 mcl2k 2048 19 0 0 3 0 3 3 0 8 0 mtagpl 96 11 0 0 1 0 1 1 0 8 0 mbufpl 256 157 0 0 10 0 10 10 0 8 0 bufpl 280 3079 0 123 212 0 212 212 0 8 0 anonpl 32 5833 0 0 48 0 48 48 0 246 0 amapchunkpl 152 14883 0 14353 26 0 26 26 0 158 4 amappl16 200 2104 0 1992 8 2 6 6 0 8 0 amappl15 192 9 0 9 1 1 0 1 0 8 0 amappl14 184 116 0 104 1 0 1 1 0 8 0 amappl13 176 6 0 5 1 0 1 1 0 8 0 amappl12 168 1269 0 1237 4 1 3 3 0 8 0 amappl11 160 51 0 35 1 0 1 1 0 8 0 amappl10 152 22 0 22 2 2 0 1 0 8 0 amappl9 144 250 0 250 1 1 0 1 0 8 0 amappl8 136 29 0 27 1 0 1 1 0 8 0 amappl7 128 132 0 120 1 0 1 1 0 8 0 amappl6 120 190 0 187 1 0 1 1 0 8 0 amappl5 112 121 0 112 1 0 1 1 0 8 0 amappl4 104 322 0 303 1 0 1 1 0 8 0 amappl3 96 2631 0 2512 5 1 4 4 0 8 0 amappl2 88 655 0 595 2 0 2 2 0 8 0 amappl1 80 9462 0 8849 15 0 15 15 0 8 0 amappl 88 4196 0 4016 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 7 0 7 2 1 1 1 0 8 1 dma128 128 254 0 254 2 1 1 1 0 8 1 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 8 0 8 2 1 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 624 0 592 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 624 0 592 1 0 1 1 0 8 0 vmmpekpl 168 6874 0 6833 3 0 3 3 0 8 0 vmmpepl 168 45984 0 43868 95 0 95 95 0 357 1 vmsppl 480 623 0 592 5 0 5 5 0 8 0 rwobjpl 72 17346 0 14041 61 0 61 61 0 8 0 pdppl 4096 1255 0 1184 103 30 73 85 0 8 2 pvpl 32 13249 0 0 107 0 107 107 0 265 0 pmappl 256 623 0 592 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 390 0 32 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83845ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff838caef8) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff838caef8) at __mp_lock+0x192 sys/kern/kern_lock.c:160 intr_handler(ffff80003c44f120,ffff800000079f00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff838caef8) at __mp_lock+0x19e __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff838caef8) at __mp_lock+0x19e sys/kern/kern_lock.c:160 syscall(ffff80003c44f2f0) at syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c44f2f0) at syscall+0xae6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x72fe989b5af0, count: 6 ddb{0}> trace x86_ipi_db(ffffffff83845ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff838caef8) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff838caef8) at __mp_lock+0x192 sys/kern/kern_lock.c:160 intr_handler(ffff80003c44f120,ffff800000079f00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff838caef8) at __mp_lock+0x19e __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff838caef8) at __mp_lock+0x19e sys/kern/kern_lock.c:160 syscall(ffff80003c44f2f0) at syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c44f2f0) at syscall+0xae6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x72fe989b5af0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014b0130,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff80000148b000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff8000333eb6f0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805b9b4b38,81,fffffd80097fb548,ffff80003c41bc60) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8065e412c0,ffff80003c41bc60) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8065e412c0,ffff80003c41bc60) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80003c41bc60) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80003c41bc60,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80003c41bc60,ffff8000333eba60,ffff8000333eb9b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000333eba60) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000333eba60) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 end trace frame: 0xffff8000333ebae0, count: 0 ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014b0130,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff80000148b000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff80003c41bc60) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff8000333eb6f0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805b9b4b38,81,fffffd80097fb548,ffff80003c41bc60) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8065e412c0,ffff80003c41bc60) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8065e412c0,ffff80003c41bc60) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8065e412c0,ffff80003c41bc60) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff80003c41bc60) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff80003c41bc60,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff80003c41bc60,ffff8000333eba60,ffff8000333eb9b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000333eba60) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000333eba60) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6fe5280863e0, count: -15