uvm_fault(0xfffffd806bfea020, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 136632 22030 0 0 0 1 syz-executor *123695 88184 0 0 0x4000000 0K syz-executor witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014e1a30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001468000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80003c4e0e80) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800efacea0,81,fffffd80097fb6e8,ffff8000333dad00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806be93908,ffff8000333dad00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd806be93908,ffff8000333dad00) at closef+0x192 sys/kern/kern_descrip.c:1251 syscall(ffff80003c4e10e0) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4e10e0) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf44057b7530, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xfffffd806bfea020, 0x48, 0, 1) -> e ddb{0}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014e1a30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001468000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80003c4e0e80) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800efacea0,81,fffffd80097fb6e8,ffff8000333dad00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806be93908,ffff8000333dad00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd806be93908,ffff8000333dad00) at closef+0x192 sys/kern/kern_descrip.c:1251 syscall(ffff80003c4e10e0) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4e10e0) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf44057b7530, count: -12 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff80003c4e0ce0 rbx 0 rdx 0 rcx 0xffff8000333dad00 rax 0xffffffff83845ff0 cpu_info_full_primary+0x1ff0 r8 0xffffffff82ea29b0 uvm_map_inentry_sp r9 0 r10 0 r11 0x2eac8c376b4d2013 r12 0 r13 0x1 r14 0x28 r15 0x3 rip 0xffffffff81950c99 witness_checkorder+0xa9 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80003c4e0c30 ss 0x10 witness_checkorder+0xa9: movl 0x20(%r14),%r15d ddb{0}> show proc PROC (syz-executor) tid=123695 pid=88184 tcnt=4 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=82, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000333db220,0xffff8000333dafa0 process=0xffff80003bc126e0 user=0xffff80003c4dc000, vmspace=0xfffffd806bfea020 estcpu=32, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 22030 136632 71733 0 7 0 syz-executor 91999 414157 84975 0 2 0 syz-executor 88184 271613 79665 0 2 0 syz-executor *88184 123695 79665 0 7 0x4000000 syz-executor 88184 178894 79665 0 3 0x4000080 fsleep syz-executor 88184 94386 79665 0 3 0x4000080 fsleep syz-executor 73164 315014 0 0 3 0x14200 acct acct 66151 511077 51523 0 2 0x3 syz-executor 10710 97460 0 0 3 0x14280 nfsidl nfsio 36153 415189 0 0 3 0x14280 nfsidl nfsio 95313 277798 0 0 3 0x14280 nfsidl nfsio 65778 448011 0 0 3 0x14280 nfsidl nfsio 33999 98465 0 0 3 0x14280 nfsidl nfsio 98022 138351 0 0 3 0x14280 nfsidl nfsio 53020 71238 0 0 3 0x14280 nfsidl nfsio 37113 479734 0 0 3 0x14280 nfsidl nfsio 39662 463810 0 0 3 0x14280 nfsidl nfsio 23167 212717 0 0 3 0x14280 nfsidl nfsio 6555 298964 0 0 3 0x14280 nfsidl nfsio 49404 374757 0 0 3 0x14280 nfsidl nfsio 11333 417085 0 0 3 0x14280 nfsidl nfsio 26594 140017 0 0 3 0x14280 nfsidl nfsio 8593 355200 0 0 3 0x14280 nfsidl nfsio 95736 278260 0 0 3 0x14280 nfsidl nfsio 78038 51877 0 0 3 0x14280 nfsidl nfsio 65580 330815 0 0 3 0x14280 nfsidl nfsio 36729 74711 0 0 3 0x14280 nfsidl nfsio 38609 132589 0 0 3 0x14280 nfsidl nfsio 52807 453583 0 0 3 0x14200 bored sosplice 79665 27698 51523 0 3 0x82 nanoslp syz-executor 32971 439601 51523 0 2 0x2 syz-executor 16603 244623 51523 0 2 0x2 syz-executor 84975 246417 51523 0 3 0x82 nanoslp syz-executor 62796 399128 51523 0 3 0x82 nanoslp syz-executor 71733 494677 51523 0 3 0x82 nanoslp syz-executor 78717 157075 51523 0 2 0x2 syz-executor 51523 149362 18373 0 2 0x2 syz-executor 18373 5491 94035 0 3 0x10008a sigsusp ksh 94035 52228 95247 0 3 0x98 kqread sshd-session 95247 523725 6450 0 3 0x92 kqread sshd-session 68397 157829 1 0 3 0x100083 ttyin getty 6450 58426 1 0 3 0x88 kqread sshd 97534 283894 93742 74 3 0x1100092 bpf pflogd 93742 391280 1 0 3 0x80 sbwait pflogd 68129 242900 67365 73 3 0x1100090 kqread syslogd 67365 80507 1 0 3 0x100082 sbwait syslogd 97135 384122 1 0 3 0x100080 kqread resolvd 45051 50728 84836 77 3 0x100092 kqread dhcpleased 20555 258494 84836 77 3 0x100092 kqread dhcpleased 84836 343568 1 0 3 0x80 kqread dhcpleased 77444 44554 0 0 3 0x14200 bored smr 57972 451259 0 0 2 0x14200 zerothread 27558 53268 0 0 3 0x14200 aiodoned aiodoned 44516 506414 0 0 3 0x14200 syncer update 13646 112996 0 0 3 0x14200 cleaner cleaner 71025 139578 0 0 3 0x14200 reaper reaper 78879 101940 0 0 3 0x14200 pgdaemon pagedaemon 13970 285805 0 0 3 0x14200 bored viomb 37330 225787 0 0 3 0x40014200 acpi0 acpi0 540 374272 0 0 3 0x40014200 idle1 2563 66888 0 0 3 0x14200 bored softnet3 13414 412373 0 0 3 0x14200 bored softnet2 50464 117475 0 0 3 0x14200 bored softnet1 49750 305651 0 0 3 0x14200 bored softnet0 32257 495293 0 0 3 0x14200 bored systqmp 48589 10496 0 0 3 0x14200 bored systq 43094 313890 0 0 3 0x14200 tmoslp softclockmp 73516 332875 0 0 2 0x40014200 softclock 76302 379733 0 0 3 0x40014200 idle0 1 97965 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 22030 (syz-executor) thread 0xffff8000333dca80 (136632) exclusive rwlock amaplk r = 0 (0xfffffd8071895978) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 uvm_fault_check+0x5a9 sys/uvm/uvm_fault.c:862 #3 uvm_fault+0x106 sys/uvm/uvm_fault.c:677 #4 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd806bfea300) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x36e sys/kern/kern_rwlock.c:397 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1924 #3 uvm_fault_check+0x4a sys/uvm/uvm_fault.c:741 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:677 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #6 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #7 recall_trap+0x8 Process 88184 (syz-executor) thread 0xffff8000333dad00 (123695) exclusive rwlock dtlk r = 0 (0xffffffff838040a8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 dt_ioctl_record_stop+0x68 sys/dev/dt/dt_dev.c:-1 #3 dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] #3 dtclose+0x105 sys/dev/dt/dt_dev.c:232 #4 spec_close+0x45f sys/kern/spec_vnops.c:-1 #5 VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 #6 vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] #6 vn_closefile+0x12b sys/kern/vfs_vnops.c:615 #7 fdrop+0x126 sys/kern/kern_descrip.c:1267 #8 closef+0x192 sys/kern/kern_descrip.c:1251 #9 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #10 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff839e7540) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 vn_closefile+0x41 sys/kern/vfs_vnops.c:608 #2 fdrop+0x126 sys/kern/kern_descrip.c:1267 #3 closef+0x192 sys/kern/kern_descrip.c:1251 #4 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #5 Xsyscall+0x128 Process 32971 (syz-executor) thread 0xffff80002a296540 (439601) exclusive rrwlock inode r = 0 (0xfffffd806c6ac8b8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3094 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #9 Xsyscall+0x128 Process 16603 (syz-executor) thread 0xffff80002a2967d0 (244623) exclusive rrwlock inode r = 0 (0xfffffd806c029520) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2bd sys/kern/vfs_subr.c:693 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x19f8 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1864 #13 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806c6ac1f8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1864 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #9 Xsyscall+0x128 Process 78717 (syz-executor) thread 0xffff8000ffff2a50 (157075) exclusive rwlock vmmaplk r = 0 (0xfffffd806bfea8a0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168 #3 uvmspace_fork+0x12b sys/uvm/uvm_map.c:3738 #4 process_new+0x572 sys/kern/kern_fork.c:284 #5 fork1+0x3ea sys/kern/kern_fork.c:410 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 exclusive rwlock vmmaplk r = 0 (0xfffffd806d48ec50) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168 #3 uvmspace_fork+0x44 sys/uvm/uvm_map.c:3729 #4 process_new+0x572 sys/kern/kern_fork.c:284 #5 fork1+0x3ea sys/kern/kern_fork.c:410 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10229 11111K 11386K 166960K 11889 0 pcb 18 12K 12K 166960K 77 0 rtable 187 6K 7K 166960K 409 0 pf 32 17K 20K 166960K 66 0 ifaddr 37 6K 7K 166960K 61 0 ifgroup 51 2K 2K 166960K 84 0 sysctl 3 1K 9K 166960K 7 0 counters 66 36K 37K 166960K 102 0 ioctlops 0 0K 4K 166960K 1528 0 iov 0 0K 16K 166960K 13 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1403 88K 88K 166960K 1734 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 5K 166960K 11 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 21 0 dirhash 12 2K 2K 166960K 30 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 15 53K 89K 166960K 486 0 sigio 0 0K 0K 166960K 11 0 proc 73 91K 140K 166960K 581 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 39 0 in_multi 79 5K 7K 166960K 125 0 ether_multi 1 0K 0K 166960K 1 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 473 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 200 150K 161K 166960K 6343 0 UVM aobj 9 2K 2K 166960K 10 0 pinsyscall 40 80K 101K 166960K 1625 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 27 0 NDP 11 0K 2K 166960K 38 0 temp 47 8685K 8806K 166960K 26442 0 kqueue 13 20K 27K 166960K 84 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 57 0 54 1 0 1 1 0 8 0 rtentry 176 127 0 44 6 0 6 6 0 8 0 unpcb 144 246 0 228 2 0 2 2 0 8 1 syncache 336 4 0 4 2 2 0 1 0 8 0 tcpqe 32 2 0 2 1 1 0 1 0 8 0 tcpcb 736 149 0 144 7 5 2 7 0 8 1 arp 128 21 0 4 1 0 1 1 0 8 0 inpcb 328 402 0 391 7 5 2 7 0 8 1 nd6 144 28 0 9 1 0 1 1 0 8 0 pkpcb 40 3 0 3 1 0 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1192 12 0 12 2 1 1 1 0 8 1 pppxif 1504 3 0 3 1 0 1 1 0 8 1 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 0 1 1 1 0 1 0 8 0 pfstitem 24 41 0 12 1 0 1 1 0 8 0 pfstkey 128 41 0 12 2 0 2 2 0 8 0 pfstate 384 41 0 12 4 0 4 4 0 8 0 pfrule 1344 25 0 18 2 0 2 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 542 0 212 29 2 27 29 0 8 0 art_table 32 543 0 212 4 0 4 4 0 8 0 art_node 16 126 0 52 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 3 2 1 1 1 0 8 0 semapl 112 17 0 7 1 0 1 1 0 8 0 shmpl 112 7 0 1 1 0 1 1 0 8 0 dirhash 1024 30 0 13 3 0 3 3 0 8 0 dino2pl 256 2201 0 695 95 0 95 95 0 8 0 ffsino 288 2201 0 695 109 0 109 109 0 8 0 nchpl 144 2848 0 1163 63 0 63 63 0 8 0 rtmask 32 2 0 2 1 1 0 1 0 8 0 uvmvnodes 80 2528 0 0 52 0 52 52 0 8 0 vnodes 216 2528 0 0 141 0 141 141 0 8 0 namei 1024 9581 0 9580 3 2 1 2 0 8 0 percpumem 16 66 0 18 1 0 1 1 0 8 0 kstatmem 264 42 0 18 2 0 2 2 0 8 0 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 10053 0 10053 10 3 7 8 1 8 7 plimitpl 152 73 0 56 1 0 1 1 0 8 0 sigapl 424 814 0 745 11 2 9 9 0 8 0 knotepl 120 491 0 0 15 0 15 15 0 8 0 kqueuepl 224 120 0 110 1 0 1 1 0 8 0 pipepl 336 202 0 175 3 0 3 3 0 8 0 fdescpl 520 774 0 745 3 0 3 3 0 8 0 filepl 160 3679 0 3460 15 2 13 13 0 8 3 lockfpl 104 202 0 200 1 0 1 1 0 8 0 lockfspl 48 45 0 43 1 0 1 1 0 8 0 sessionpl 144 24 0 15 1 0 1 1 0 8 0 pgrppl 48 36 0 19 1 0 1 1 0 8 0 ucredpl 104 410 0 396 1 0 1 1 0 8 0 zombiepl 144 982 0 981 2 1 1 1 0 8 0 processpl 1240 814 0 745 6 0 6 6 0 8 0 procpl 656 1446 0 1374 9 1 8 8 0 8 0 srpgc 96 5 0 5 2 2 0 1 0 8 0 sockpl 728 719 0 684 11 6 5 10 0 8 1 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 113 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 33 0 0 5 0 5 5 0 8 2 mtagpl 96 16 0 0 1 0 1 1 0 8 0 mbufpl 256 199 0 0 13 0 13 13 0 8 0 bufpl 280 3024 0 125 208 0 208 208 0 8 0 anonpl 32 13041 0 0 106 0 106 106 0 246 0 amapchunkpl 152 19544 0 19186 27 0 27 27 0 158 7 amappl16 200 3075 0 3051 30 15 15 25 0 8 8 amappl15 192 17 0 17 1 1 0 1 0 8 0 amappl14 184 119 0 107 1 0 1 1 0 8 0 amappl13 176 9 0 8 1 0 1 1 0 8 0 amappl12 168 1442 0 1416 3 1 2 2 0 8 0 amappl11 160 53 0 39 1 0 1 1 0 8 0 amappl10 152 7 0 7 1 1 0 1 0 8 0 amappl9 144 264 0 264 1 1 0 1 0 8 0 amappl8 136 22 0 20 1 0 1 1 0 8 0 amappl7 128 110 0 98 1 0 1 1 0 8 0 amappl6 120 184 0 181 1 0 1 1 0 8 0 amappl5 112 125 0 116 1 0 1 1 0 8 0 amappl4 104 328 0 307 1 0 1 1 0 8 0 amappl3 96 3661 0 3581 5 1 4 4 0 8 0 amappl2 88 664 0 601 2 0 2 2 0 8 0 amappl1 80 9936 0 9349 15 1 14 15 0 8 0 amappl 88 5573 0 5445 5 0 5 5 0 92 0 dma8192 8192 2 0 2 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 9 0 1 1 0 1 1 0 8 0 uaddrrnd 24 774 0 745 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 774 0 745 1 0 1 1 0 8 0 vmmpekpl 168 8231 0 8191 2 0 2 2 0 8 0 vmmpepl 168 56735 0 54948 107 0 107 107 0 357 11 vmsppl 480 773 0 745 5 0 5 5 0 8 0 rwobjpl 72 20329 0 16915 68 0 68 68 0 8 0 pdppl 4096 1555 0 1490 97 26 71 83 0 8 6 pvpl 32 22084 0 0 179 0 179 179 0 265 0 pmappl 256 773 0 745 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 392 0 40 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_unbind(ffff8000014e1a30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001468000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,81,2000,ffff8000333dad00) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80003c4e0e80) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd800efacea0,81,fffffd80097fb6e8,ffff8000333dad00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be93908,ffff8000333dad00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806be93908,ffff8000333dad00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd806be93908,ffff8000333dad00) at closef+0x192 sys/kern/kern_descrip.c:1251 syscall(ffff80003c4e10e0) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4e10e0) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf44057b7530, count: -12 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff839e7338) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff839e7338) at __mp_lock+0x192 sys/kern/kern_lock.c:160 sys_mmap(ffff8000333dca80,ffff800039ff6950,ffff800039ff68a0) at sys_mmap+0x62f sys/uvm/uvm_mmap.c:292 syscall(ffff800039ff6950) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800039ff6950) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7905c4cda670, count: 8 ddb{1}> trace x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff839e7338) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline] __mp_lock(ffffffff839e7338) at __mp_lock+0x192 sys/kern/kern_lock.c:160 sys_mmap(ffff8000333dca80,ffff800039ff6950,ffff800039ff68a0) at sys_mmap+0x62f sys/uvm/uvm_mmap.c:292 syscall(ffff800039ff6950) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800039ff6950) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7905c4cda670, count: -7