`ךq"l.e'6Z;=lt ]T;a%*Vvoߙ‹Gû2{5-TnYvOH1hqyOMzuvm_fault(0xfffffd806c67e208, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 155462 25785 60929 0x10 0x4000001 0 syz-executor witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001603e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001721000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff800030fab970) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805e03ba28,1,fffffd80097fd2d8,ffff80003b3d6d20) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd805c4955b0,ffff80003b3d6d20) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffffd805c4955b0,ffff80003b3d6d20) at closef+0x192 sys/kern/kern_descrip.c:1265 fdfree(ffff80003b3d6d20) at fdfree+0x116 sys/kern/kern_descrip.c:1196 exit1(ffff80003b3d6d20,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003b3d6d20,ffff800030fabce0,ffff800030fabc30) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff800030fabce0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030fabce0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 end trace frame: 0xffff800030fabd60, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806c67e208, 0x48, 0, 1) -> e ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001603e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001721000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff800030fab970) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805e03ba28,1,fffffd80097fd2d8,ffff80003b3d6d20) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd805c4955b0,ffff80003b3d6d20) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffffd805c4955b0,ffff80003b3d6d20) at closef+0x192 sys/kern/kern_descrip.c:1265 fdfree(ffff80003b3d6d20) at fdfree+0x116 sys/kern/kern_descrip.c:1196 exit1(ffff80003b3d6d20,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003b3d6d20,ffff800030fabce0,ffff800030fabc30) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff800030fabce0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030fabce0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77bc82275cb0, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff800030fab790 rbx 0 rdx 0 rcx 0xffff80003b3d6d20 rax 0xffff8000299bdffe r8 0 r9 0x1 r10 0xee07fa40ce480d82 r11 0x5c8fce6834005ee8 r12 0xfe r13 0x9 r14 0x28 r15 0 rip 0xffffffff8169a105 witness_checkorder+0xb5 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800030fab6f0 ss 0x10 witness_checkorder+0xb5: movl 0x20(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=382014 pid=59578 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=83, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80003b3d6d20 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80003b3d6558,0xffff80003b3d74f8 process=0xffff80002a39c9b8 user=0xffff800030fa6000, vmspace=0xfffffd806c67e208 estcpu=33, cpticks=12, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 15739 353416 61560 0 2 0 syz-executor 51460 348639 50574 0 2 0 syz-executor 51460 89821 50574 0 3 0x4000080 fsleep syz-executor 51460 320680 50574 0 3 0x4000080 fsleep syz-executor 25785 331081 10196 60929 2 0x10 syz-executor 25785 218769 10196 60929 3 0x4000090 lockf syz-executor 25785 155462 10196 60929 7 0x4000011 syz-executor 25785 167309 10196 60929 3 0x4000090 fsleep syz-executor 54419 455433 50899 0 2 0 syz-executor 54419 194322 50899 0 3 0x4000000 biowait syz-executor 54419 446512 50899 0 3 0x4000000 fltagain2 syz-executor 54419 401315 50899 0 3 0x4000000 fltagain2 syz-executor 54419 204721 50899 0 3 0x4000000 fltagain2 syz-executor 58996 414504 89389 0 3 0x3000 suspend syz-executor 58996 394102 89389 0 2 0x4081000 syz-executor 43350 317246 0 0 3 0x14200 acct acct 93489 155307 94647 0 3 0x100082 sbwait ndp 94647 487208 15000 0 3 0x10008a sigsusp sh 30685 282617 93871 0 3 0x82 nanoslp syz-executor 50899 367312 93871 0 3 0x82 nanoslp syz-executor 61560 75641 93871 0 3 0x82 nanoslp syz-executor 89389 77296 93871 0 3 0x82 nanoslp syz-executor 50574 259273 93871 0 3 0x82 nanoslp syz-executor 72042 302942 93871 0 2 0x10000003 syz-executor 15000 256840 93871 0 3 0x82 wait syz-executor 10196 474386 93871 0 3 0x82 nanoslp syz-executor 93871 249970 64399 0 3 0x82 kqread syz-executor 64399 199902 49146 0 3 0x10008a sigsusp ksh 49146 443364 36061 0 3 0x98 kqread sshd-session 36061 349865 29280 0 3 0x92 kqread sshd-session 48536 137369 1 0 3 0x100083 ttyin getty 29280 122316 1 0 3 0x88 kqread sshd 70753 416027 35885 74 3 0x1100092 bpf pflogd 35885 413245 1 0 3 0x80 sbwait pflogd 73746 52718 40929 73 3 0x1100090 kqread syslogd 40929 216140 1 0 3 0x100082 sbwait syslogd 39332 313823 1 0 3 0x100080 kqread resolvd 15110 231046 52870 77 3 0x100092 kqread dhcpleased 46179 281473 52870 77 3 0x100092 kqread dhcpleased 52870 215101 1 0 3 0x80 kqread dhcpleased 47240 506643 0 0 3 0x14200 bored smr 74936 479351 0 0 2 0x14200 zerothread 87309 297930 0 0 3 0x14200 aiodoned aiodoned 61102 307970 0 0 3 0x14200 syncer update 55909 199121 0 0 3 0x14200 cleaner cleaner 27893 523967 0 0 2 0x14200 reaper 57600 487994 0 0 3 0x14200 pgdaemon pagedaemon 24880 289953 0 0 3 0x14200 bored viomb 53010 381943 0 0 3 0x40014200 acpi0 acpi0 74985 14101 0 0 3 0x40014200 idle1 73470 119101 0 0 3 0x14200 bored softnet1 79810 394316 0 0 3 0x14200 bored softnet0 68077 343978 0 0 3 0x14200 bored systqmp 7784 130630 0 0 3 0x14200 bored systq 83362 422914 0 0 3 0x14200 tmoslp softclockmp 94417 39525 0 0 3 0x40014200 tmoslp softclock 30015 143001 0 0 3 0x40014200 idle0 1 235274 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 54419 (syz-executor) thread 0xffff80003b3d6a88 (194322) exclusive rrwlock inode r = 0 (0xfffffd806c6dd8d8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x2bd sys/kern/sys_generic.c:384 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #9 Xsyscall+0x128 Process 27893 (reaper) thread 0xffff8000ffffdc90 (523967) exclusive rwlock kmmaplk r = 0 (0xffffffff839b2b88) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5171 #3 uvm_unmap+0x7d sys/uvm/uvm_map.c:1798 #4 km_free+0x87 sys/uvm/uvm_km.c:714 #5 uvm_uarea_free+0x4f sys/uvm/uvm_glue.c:304 #6 reaper+0x1ca sys/kern/kern_exit.c:493 #7 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11110 12252K 12473K 166960K 12999 0 pcb 17 16K 17K 166960K 243 0 rtable 210 8K 9K 166960K 429 0 pf 34 17K 22K 166960K 111 0 ifaddr 39 7K 8K 166960K 76 0 ifgroup 51 2K 2K 166960K 112 0 sysctl 3 1K 9K 166960K 10 0 counters 68 36K 37K 166960K 132 0 ioctlops 0 0K 4K 166960K 1663 0 iov 0 0K 16K 166960K 62 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1293 81K 82K 166960K 1818 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 12 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 58 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 93K 166960K 730 0 sigio 0 0K 0K 166960K 46 0 proc 74 115K 164K 166960K 606 0 subproc 72 4K 4K 166960K 74 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 87 0 in_multi 88 6K 7K 166960K 122 0 ether_multi 1 0K 0K 166960K 2 0 mrt 0 0K 0K 166960K 20 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 241 1076K 1076K 166960K 241 0 exec 0 0K 1K 166960K 677 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 267 164K 177K 166960K 8951 0 UVM aobj 16 6K 6K 166960K 17 0 pinsyscall 44 88K 108K 166960K 1882 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 90 0 NDP 11 0K 2K 166960K 50 0 temp 56 9074K 9142K 166960K 38591 0 kqueue 14 22K 28K 166960K 135 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 66 0 61 1 0 1 1 0 8 0 rtentry 176 129 0 39 6 0 6 6 0 8 0 unpcb 144 615 0 595 4 2 2 3 0 8 1 syncache 336 6 0 6 3 2 1 1 0 8 1 tcpcb 736 255 0 251 7 0 7 7 0 8 6 arp 136 22 0 6 1 0 1 1 0 8 0 inpcb 328 987 0 980 17 8 9 12 0 8 8 nd6 152 26 0 4 1 0 1 1 0 8 0 pkpcb 40 4 0 4 2 1 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 26 0 26 2 1 1 1 0 8 1 pppxif 1504 3 0 3 1 0 1 1 0 8 1 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 93 0 86 1 0 1 1 0 482 0 pffrnode 88 87 0 81 1 0 1 1 0 8 0 pffrent 40 376 0 369 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 6 0 5 1 0 1 1 0 8 0 pfanchor 1288 1 0 1 1 1 0 1 0 8 0 pfstitem 24 48 0 14 1 0 1 1 0 8 0 pfstkey 128 50 0 16 2 0 2 2 0 8 0 pfstate 448 49 0 15 6 0 6 6 0 8 0 pfrule 1360 23 0 17 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 547 0 137 30 0 30 30 0 8 2 art_table 40 548 0 137 5 0 5 5 0 8 0 art_node 32 129 0 48 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 50 0 40 1 0 1 1 0 8 0 shmpl 112 12 0 1 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2765 0 1305 93 0 93 93 0 8 0 ffsino 296 2765 0 1305 114 0 114 114 0 8 0 nchpl 144 3854 0 2147 64 0 64 64 0 8 0 rtmask 32 3 0 3 2 2 0 1 0 8 0 vnodes 216 3078 0 0 171 0 171 171 0 8 0 namei 1024 12512 0 12512 2 1 1 1 0 8 1 percpumem 16 81 0 32 1 0 1 1 0 8 0 vcpupl 3968 2 0 0 1 0 1 1 0 8 0 vmpool 848 2 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 1 1 1 0 1 0 8 0 kstatmem 264 70 0 46 3 1 2 3 0 8 0 scsiplug 72 2 0 2 2 1 1 1 0 8 1 scxspl 216 22204 0 22202 10 2 8 8 1 8 7 plimitpl 152 238 0 219 1 0 1 1 0 8 0 sigapl 424 1050 0 1000 7 0 7 7 0 8 0 knotepl 120 396 0 0 12 0 12 12 0 8 0 kqueuepl 224 295 0 282 3 2 1 3 0 8 0 pipepl 344 242 0 215 6 3 3 6 0 8 0 fdescpl 528 1029 0 997 3 0 3 3 0 8 0 filepl 160 6162 0 5926 23 7 16 17 0 8 6 lockfpl 104 282 0 277 1 0 1 1 0 8 0 lockfspl 48 115 0 111 1 0 1 1 0 8 0 sessionpl 144 25 0 16 1 0 1 1 0 8 0 pgrppl 48 39 0 22 1 0 1 1 0 8 0 ucredpl 104 879 0 865 1 0 1 1 0 8 0 zombiepl 144 1215 0 1212 1 0 1 1 0 8 0 processpl 1232 1050 0 1000 5 0 5 5 0 8 0 procpl 664 2167 0 2105 6 0 6 6 0 8 0 sosppl 176 4 0 4 2 1 1 1 0 8 1 sockpl 752 1686 0 1654 29 18 11 17 0 8 7 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 119 0 0 15 0 15 15 0 8 0 mcl2k 2048 23 0 0 3 0 3 3 0 8 0 mtagpl 96 14 0 0 1 0 1 1 0 8 0 mbufpl 256 229 0 0 14 0 14 14 0 8 0 bufpl 280 8813 0 2680 439 0 439 439 0 8 0 anonpl 32 14025 0 0 114 0 114 114 0 246 0 amapchunkpl 152 29072 0 28265 41 4 37 37 0 158 4 amappl16 200 3727 0 3663 35 19 16 33 0 8 0 amappl15 192 51 0 50 1 0 1 1 0 8 0 amappl14 184 426 0 424 1 0 1 1 0 8 0 amappl13 176 125 0 112 1 0 1 1 0 8 0 amappl12 168 1316 0 1284 2 0 2 2 0 8 0 amappl11 160 8 0 7 1 0 1 1 0 8 0 amappl10 152 67 0 53 1 0 1 1 0 8 0 amappl9 144 293 0 293 1 1 0 1 0 8 0 amappl8 136 136 0 133 1 0 1 1 0 8 0 amappl7 128 60 0 58 1 0 1 1 0 8 0 amappl6 120 278 0 264 1 0 1 1 0 8 0 amappl5 112 185 0 175 1 0 1 1 0 8 0 amappl4 104 501 0 455 2 0 2 2 0 8 0 amappl3 96 4877 0 4780 4 1 3 3 0 8 0 amappl2 88 1126 0 1056 2 0 2 2 0 8 0 amappl1 80 12407 0 11786 15 0 15 15 0 8 0 amappl 88 8115 0 7925 5 0 5 5 0 92 0 uvmvnodes 80 121 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma2048 2048 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 16 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1029 0 997 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1029 0 997 1 0 1 1 0 8 0 vmmpekpl 168 10499 0 10461 3 0 3 3 0 8 0 vmmpepl 168 73436 0 71404 115 11 104 115 0 357 1 vmsppl 488 1028 0 997 5 0 5 5 0 8 0 rwobjpl 80 22747 0 21570 35 2 33 35 0 8 0 pdppl 4096 2069 0 1996 104 27 77 85 0 8 4 pvpl 32 23529 0 0 191 1 190 191 0 265 0 pmappl 256 1030 0 997 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 295 0 35 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff838a4ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83aae480) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83aae480) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80003c430d30,ffff8000002a3480) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff83aae480) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83aae480) at __mp_lock+0x199 sys/kern/kern_lock.c:173 ktrstruct(ffff80003b3d62c0,ffffffff83469005,ffff80003c430f10,100) at ktrstruct+0xdf sys/kern/kern_ktrace.c:313 sys_kevent(ffff80003b3d62c0,ffff80003c431290,ffff80003c4311e0) at sys_kevent+0x34a sys/kern/kern_event.c:1280 syscall(ffff80003c431290) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c431290) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3c4749b9a0, count: 4 ddb{0}> trace x86_ipi_db(ffffffff838a4ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83aae480) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83aae480) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80003c430d30,ffff8000002a3480) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff83aae480) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83aae480) at __mp_lock+0x199 sys/kern/kern_lock.c:173 ktrstruct(ffff80003b3d62c0,ffffffff83469005,ffff80003c430f10,100) at ktrstruct+0xdf sys/kern/kern_ktrace.c:313 sys_kevent(ffff80003b3d62c0,ffff80003c431290,ffff80003c4311e0) at sys_kevent+0x34a sys/kern/kern_event.c:1280 syscall(ffff80003c431290) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c431290) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3c4749b9a0, count: -11 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001603e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001721000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff800030fab970) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805e03ba28,1,fffffd80097fd2d8,ffff80003b3d6d20) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd805c4955b0,ffff80003b3d6d20) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffffd805c4955b0,ffff80003b3d6d20) at closef+0x192 sys/kern/kern_descrip.c:1265 fdfree(ffff80003b3d6d20) at fdfree+0x116 sys/kern/kern_descrip.c:1196 exit1(ffff80003b3d6d20,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003b3d6d20,ffff800030fabce0,ffff800030fabc30) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff800030fabce0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030fabce0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 end trace frame: 0xffff800030fabd60, count: 0 ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001603e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001721000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff80003b3d6d20) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff800030fab970) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805e03ba28,1,fffffd80097fd2d8,ffff80003b3d6d20) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd805c4955b0,ffff80003b3d6d20) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd805c4955b0,ffff80003b3d6d20) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffffd805c4955b0,ffff80003b3d6d20) at closef+0x192 sys/kern/kern_descrip.c:1265 fdfree(ffff80003b3d6d20) at fdfree+0x116 sys/kern/kern_descrip.c:1196 exit1(ffff80003b3d6d20,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003b3d6d20,ffff800030fabce0,ffff800030fabc30) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff800030fabce0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030fabce0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77bc82275cb0, count: -15