login: uvm_fault(0xfffffd806c9d9b90, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 445505 98377 0 0 0 0 syz-executor witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001431030,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001487000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff8000357d85a0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805f2ff7a0,1,fffffd80097fd6e8,ffff8000fffea020) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806cb170d0,ffff8000fffea020) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806cb170d0,ffff8000fffea020) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff8000fffea020) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff8000fffea020,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff8000fffea020,ffff8000357d8910,ffff8000357d8860) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000357d8910) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000357d8910) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 end trace frame: 0xffff8000357d8990, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806c9d9b90, 0x48, 0, 1) -> e ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001431030,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001487000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff8000357d85a0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805f2ff7a0,1,fffffd80097fd6e8,ffff8000fffea020) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806cb170d0,ffff8000fffea020) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806cb170d0,ffff8000fffea020) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff8000fffea020) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff8000fffea020,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff8000fffea020,ffff8000357d8910,ffff8000357d8860) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000357d8910) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000357d8910) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x76dc264115e0, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff8000357d83c0 rbx 0 rdx 0 rcx 0xffff8000fffea020 rax 0xffff8000299ddffe r8 0xffffffffffffffff r9 0x1 r10 0xb90f94e22e8fae26 r11 0xe43f2e3499d2738c r12 0xfe r13 0x9 r14 0x28 r15 0 rip 0xffffffff82a7e285 witness_checkorder+0xb5 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff8000357d8320 ss 0x10 witness_checkorder+0xb5: movl 0x20(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=289198 pid=46541 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff8000fffea020 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff8000fffebca8,0xffff80003bbf1a28 process=0xffff80003c488030 user=0xffff8000357d3000, vmspace=0xfffffd806c9d9b90 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 39622 360429 76604 0 2 0 syz-executor 4286 397766 45410 0 2 0 syz-executor 4286 60014 45410 0 3 0x4000080 fsleep syz-executor 4286 266231 45410 0 3 0x4000080 fsleep syz-executor 54412 39894 86638 0 2 0 syz-executor 54412 408272 86638 0 3 0x4000080 fsleep syz-executor 54412 240895 86638 0 3 0x4000080 fsleep syz-executor 98377 445505 61396 0 7 0 syz-executor 98377 155447 61396 0 3 0x4000080 fsleep syz-executor 98377 462298 61396 0 3 0x4000080 fsleep syz-executor 53323 440872 96086 0 2 0xc80 syz-executor 53323 60673 96086 0 3 0x4000080 sbwait syz-executor 53323 309609 96086 0 3 0x4000080 fsleep syz-executor 94108 228817 34644 0 2 0xc80 syz-executor 94108 36206 34644 0 3 0x4000080 bell syz-executor 94108 154183 34644 0 3 0x4000080 fsleep syz-executor 37240 344612 0 0 3 0x14280 nfsidl nfsio 87073 176091 0 0 3 0x14280 nfsidl nfsio 27762 244322 0 0 3 0x14280 nfsidl nfsio 30854 435851 0 0 3 0x14280 nfsidl nfsio 74287 306784 1 0 3 0x100083 ttyin getty 54742 260179 0 0 3 0x14200 acct acct 61396 275646 55202 0 3 0x82 nanoslp syz-executor 34644 65869 55202 0 2 0xc82 syz-executor 76604 479123 55202 0 3 0x82 nanoslp syz-executor 15109 36367 55202 0 3 0x82 nanoslp syz-executor 45410 196340 55202 0 2 0xc82 syz-executor 96086 492266 55202 0 2 0xc82 syz-executor 76949 96299 55202 0 3 0x2 biowait syz-executor 86638 386337 55202 0 3 0x82 nanoslp syz-executor 55202 240546 46682 0 3 0x82 kqread syz-executor 46682 102214 19656 0 3 0x10008a sigsusp ksh 19656 483238 94509 0 3 0x98 kqread sshd-session 94509 57810 75346 0 3 0x92 kqread sshd-session 75346 368563 1 0 3 0x88 kqread sshd 78478 501409 35039 74 3 0x1100092 bpf pflogd 35039 488431 1 0 3 0x80 sbwait pflogd 47310 445788 59472 73 3 0x1100090 kqread syslogd 59472 358545 1 0 3 0x100082 sbwait syslogd 66905 250274 1 0 3 0x100080 kqread resolvd 16860 149081 64633 77 3 0x100092 kqread dhcpleased 48198 225890 64633 77 3 0x100092 kqread dhcpleased 64633 521246 1 0 3 0x80 kqread dhcpleased 49583 470776 0 0 3 0x14200 bored smr 49115 18090 0 0 3 0x14200 pgzero zerothread 20825 389460 0 0 3 0x14200 aiodoned aiodoned 51981 64623 0 0 3 0x14200 syncer update 37971 373921 0 0 3 0x14200 cleaner cleaner 66887 305850 0 0 3 0x14200 reaper reaper 53452 302863 0 0 3 0x14200 pgdaemon pagedaemon 30907 479217 0 0 3 0x14200 bored viomb 36493 504890 0 0 3 0x40014200 acpi0 acpi0 95946 169331 0 0 3 0x40014200 idle1 95071 68078 0 0 3 0x14200 bored softnet1 95015 426647 0 0 3 0x14200 bored softnet0 89618 36006 0 0 3 0x14200 smrbar systqmp 91764 64417 0 0 3 0x14200 bored systq 5200 86096 0 0 3 0x14200 tmoslp softclockmp 84261 59490 0 0 3 0x40014200 tmoslp softclock 85722 403962 0 0 3 0x40014200 idle0 1 90839 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 98377 (syz-executor) thread 0xffff80003bbf0a88 (445505) exclusive rwlock uobjlk r = 0 (0xfffffd8061f3fa98) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 uvm_fault+0x1e5 sys/uvm/uvm_fault.c:649 #3 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #4 usertrap+0x42f sys/arch/amd64/amd64/trap.c:632 #5 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd806c9d9aa8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1880 #3 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:693 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:627 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #6 usertrap+0x42f sys/arch/amd64/amd64/trap.c:632 #7 recall_trap+0x8 Process 76949 (syz-executor) thread 0xffff8000ffffd230 (96299) exclusive rrwlock inode r = 0 (0xfffffd8072804a08) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:686 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806d5c68e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 89618 (systqmp) thread 0xffff8000ffffea60 (36006) shared rwlock systqmp r = 0 (0xffffffff837e9718) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10226 11064K 11508K 166960K 12897 0 pcb 18 18K 20K 166960K 478 0 rtable 188 10K 11K 166960K 617 0 pf 35 17K 82K 166960K 213 0 ifaddr 34 6K 8K 166960K 144 0 ifgroup 58 2K 3K 166960K 256 0 sysctl 4 1K 9K 166960K 20 0 counters 70 37K 38K 166960K 284 0 ioctlops 0 0K 4K 166960K 1918 0 iov 1 16K 28K 166960K 146 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1458 92K 92K 166960K 2616 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 13K 166960K 42 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 88 0 dirhash 66 11K 13K 166960K 960 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 240K 166960K 1705 0 sigio 1 0K 0K 166960K 68 0 proc 72 115K 147K 166960K 782 0 subproc 72 4K 4K 166960K 99 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 554 0 in_multi 57 4K 7K 166960K 214 0 ether_multi 1 0K 0K 166960K 18 0 mrt 1 0K 0K 166960K 10 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 145 652K 652K 166960K 145 0 exec 0 0K 1K 166960K 754 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 239 152K 166K 166960K 16876 0 UVM aobj 88 17K 17K 166960K 91 0 pinsyscall 42 84K 105K 166960K 2920 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 1 0K 0K 166960K 154 0 NDP 12 0K 2K 166960K 97 0 temp 80 8680K 8804K 166960K 62988 0 kqueue 13 20K 30K 166960K 340 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 214 0 209 2 0 2 2 0 8 1 rtentry 176 186 0 117 6 0 6 6 0 8 0 unpcb 144 1336 0 1317 5 1 4 4 0 8 3 syncache 336 11 0 11 3 3 0 1 0 8 0 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 468 0 462 7 1 6 7 0 8 5 arp 136 27 0 12 1 0 1 1 0 8 0 inpcb 328 1903 0 1890 26 16 10 12 0 8 8 nd6 152 36 0 22 1 0 1 1 0 8 0 pkpcb 40 13 0 13 3 2 1 1 0 8 1 kcovpl 48 11 0 3 1 0 1 1 0 8 0 mppekey 1024 3 0 3 2 1 1 1 0 8 1 ppxss 1192 78 0 78 1 0 1 1 0 8 1 pppxif 1504 19 0 19 2 1 1 1 0 8 1 pffrag 232 22 0 11 1 0 1 1 0 482 0 pffrnode 88 21 0 10 1 0 1 1 0 8 0 pffrent 40 47 0 36 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 0 1 1 0 1 1 0 8 1 pftag 88 4 0 1 1 0 1 1 0 8 0 pfstitem 24 108 0 34 1 0 1 1 0 8 0 pfstkey 128 108 0 34 3 0 3 3 0 8 0 pfstate 448 108 0 34 9 0 9 9 0 8 0 pfrule 1344 31 0 26 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 0 1 1 0 8 1 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 765 0 437 30 6 24 30 0 8 2 art_table 40 767 0 437 5 0 5 5 0 8 0 art_node 32 186 0 114 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 3 1 0 1 1 0 8 0 semapl 112 82 0 72 1 0 1 1 0 8 0 shmpl 112 81 0 2 3 0 3 3 0 8 0 dirhash 1024 339 0 304 5 0 5 5 0 8 0 dino2pl 256 4470 0 2960 96 0 96 96 0 8 0 ffsino 296 4470 0 2960 118 1 117 118 0 8 0 nchpl 144 6798 0 5088 64 0 64 64 0 8 0 rtmask 32 13 0 13 3 2 1 1 0 8 1 vnodes 216 5170 0 0 288 0 288 288 0 8 0 namei 1024 23610 0 23610 3 2 1 1 0 8 1 percpumem 16 157 0 107 1 0 1 1 0 8 0 vcpupl 3968 6 0 0 1 0 1 1 0 8 0 vmpool 840 7 0 1 1 0 1 1 0 8 0 kstatmem 264 150 0 122 4 1 3 3 0 8 0 scsiplug 72 7 0 7 4 4 0 1 0 8 0 scxspl 216 37026 0 37025 11 10 1 8 1 8 0 plimitpl 152 645 0 625 1 0 1 1 0 8 0 sigapl 424 1992 0 1940 7 1 6 7 0 8 0 knotepl 120 563 0 0 17 0 17 17 0 8 0 kqueuepl 224 640 0 630 7 4 3 5 0 8 2 pipepl 344 349 0 321 9 6 3 9 0 8 0 fdescpl 528 1967 0 1936 3 0 3 3 0 8 0 filepl 160 13201 0 12965 30 11 19 21 0 8 7 lockfpl 104 696 0 693 2 0 2 2 0 8 1 lockfspl 48 236 0 233 1 0 1 1 0 8 0 sessionpl 144 35 0 26 1 0 1 1 0 8 0 pgrppl 48 137 0 120 1 0 1 1 0 8 0 ucredpl 104 2140 0 2127 1 0 1 1 0 8 0 zombiepl 144 2422 0 2421 1 0 1 1 0 8 0 processpl 1232 1992 0 1940 7 2 5 5 0 8 0 procpl 664 4586 0 4524 6 0 6 6 0 8 0 sosppl 176 6 0 6 2 1 1 1 0 8 1 sockpl 752 3518 0 3481 37 24 13 23 0 8 8 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 7 0 0 1 0 1 1 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 10 0 0 2 0 2 2 0 8 0 mcl4k 4096 123 0 0 16 0 16 16 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 57 0 0 7 0 7 7 0 8 0 mtagpl 96 110 0 0 3 0 3 3 0 8 0 mbufpl 256 364 0 0 22 0 22 22 0 8 0 bufpl 280 14004 0 7868 439 0 439 439 0 8 0 anonpl 32 9563 0 0 78 0 78 78 0 246 0 amapchunkpl 152 57388 0 56913 46 14 32 32 0 158 7 amappl16 200 5866 0 5829 29 13 16 17 0 8 7 amappl15 192 10 0 10 2 2 0 1 0 8 0 amappl14 184 33 0 33 2 2 0 1 0 8 0 amappl13 176 460 0 459 1 0 1 1 0 8 0 amappl12 168 2369 0 2327 3 0 3 3 0 8 0 amappl11 160 9 0 9 1 1 0 1 0 8 0 amappl10 152 68 0 54 1 0 1 1 0 8 0 amappl9 144 251 0 250 2 1 1 1 0 8 0 amappl8 136 26 0 22 1 0 1 1 0 8 0 amappl7 128 92 0 90 1 0 1 1 0 8 0 amappl6 120 338 0 324 1 0 1 1 0 8 0 amappl5 112 87 0 76 1 0 1 1 0 8 0 amappl4 104 483 0 454 1 0 1 1 0 8 0 amappl3 96 11763 0 11657 5 1 4 4 0 8 0 amappl2 88 623 0 563 2 0 2 2 0 8 0 amappl1 80 17784 0 17182 18 4 14 15 0 8 0 amappl 88 15788 0 15627 5 0 5 5 0 92 0 uvmvnodes 80 150 0 0 4 0 4 4 0 8 0 dma65536 65536 2 0 2 2 1 1 1 0 8 1 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 3 3 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 90 0 3 2 0 2 2 0 8 0 uaddrrnd 24 1967 0 1936 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1967 0 1936 1 0 1 1 0 8 0 vmmpekpl 168 16981 0 16933 3 0 3 3 0 8 0 vmmpepl 168 130108 0 128170 107 8 99 100 0 357 6 vmsppl 488 1966 0 1936 6 1 5 5 0 8 0 rwobjpl 80 35845 0 34664 31 1 30 30 0 8 0 pdppl 4096 3956 0 3880 122 44 78 88 0 8 2 pvpl 32 17551 0 0 143 2 141 141 0 265 0 pmappl 256 1973 0 1937 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 336 0 60 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff837e2ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80002a34c8c0,ffff80000006b400) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 sys/kern/kern_lock.c:173 uvm_fault(fffffd806c9d99a8,fa699f93000,0,1) at uvm_fault+0x1ea sys/uvm/uvm_fault.c:650 upageflttrap(ffff80002a34cc60,fa699f93000) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 usertrap(ffff80002a34cc60) at usertrap+0x42f sys/arch/amd64/amd64/trap.c:632 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x784cb12e7e50, count: 4 ddb{0}> trace x86_ipi_db(ffffffff837e2ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80002a34c8c0,ffff80000006b400) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff838c4a40) at __mp_lock+0x192 sys/kern/kern_lock.c:173 uvm_fault(fffffd806c9d99a8,fa699f93000,0,1) at uvm_fault+0x1ea sys/uvm/uvm_fault.c:650 upageflttrap(ffff80002a34cc60,fa699f93000) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 usertrap(ffff80002a34cc60) at usertrap+0x42f sys/arch/amd64/amd64/trap.c:632 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x784cb12e7e50, count: -11 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001431030,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001487000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff8000357d85a0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805f2ff7a0,1,fffffd80097fd6e8,ffff8000fffea020) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806cb170d0,ffff8000fffea020) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806cb170d0,ffff8000fffea020) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff8000fffea020) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff8000fffea020,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff8000fffea020,ffff8000357d8910,ffff8000357d8860) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000357d8910) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000357d8910) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 end trace frame: 0xffff8000357d8990, count: 0 ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406 clockintr_unbind(ffff800001431030,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001487000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,1,2000,ffff8000fffea020) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff8000357d85a0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805f2ff7a0,1,fffffd80097fd6e8,ffff8000fffea020) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806cb170d0,ffff8000fffea020) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806cb170d0,ffff8000fffea020) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806cb170d0,ffff8000fffea020) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff8000fffea020) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff8000fffea020,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff8000fffea020,ffff8000357d8910,ffff8000357d8860) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff8000357d8910) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000357d8910) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x76dc264115e0, count: -15