uvm_fault(0xfffffd806f112968, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xa9: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 124679 62914 0 0x14000 0x200 0 reaper witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff8000014f7430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001485000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff8000353e8558) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff8000353e8558) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a365cc0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8077145c20,81,fffffd80097fb548,ffff8000353e8558) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd800c0a3c68,ffff8000353e8558) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd800c0a3c68,ffff8000353e8558) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd800c0a3c68,ffff8000353e8558) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd800c0a3c68,ffff8000353e8558) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000353e8558) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000353e8558,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000353e8558,ffff80002a366030,ffff80002a365f80) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a366030) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a366030) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 end trace frame: 0xffff80002a3660b0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806f112968, 0x48, 0, 1) -> e ddb{1}> trace witness_checkorder(28,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff8000014f7430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001485000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 dtclose(11e5f,81,2000,ffff8000353e8558) at dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(11e5f,81,2000,ffff8000353e8558) at dtclose+0x105 sys/dev/dt/dt_dev.c:232 spec_close(ffff80002a365cc0) at spec_close+0x45f sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8077145c20,81,fffffd80097fb548,ffff8000353e8558) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd800c0a3c68,ffff8000353e8558) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd800c0a3c68,ffff8000353e8558) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd800c0a3c68,ffff8000353e8558) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd800c0a3c68,ffff8000353e8558) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000353e8558) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000353e8558,b,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000353e8558,ffff80002a366030,ffff80002a365f80) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002a366030) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a366030) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b010d162300, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff80002a365b20 rbx 0 rdx 0 rcx 0xffff8000353e8558 rax 0xffff8000299ddff0 r8 0x88 r9 0x1 r10 0xab8a865595fe8065 r11 0x372ab76c66cc45b2 r12 0 r13 0x1 r14 0x28 r15 0x3 rip 0xffffffff81abd439 witness_checkorder+0xa9 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a365a70 ss 0x10 witness_checkorder+0xa9: movl 0x20(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=64071 pid=8289 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff8000353e8558 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff8000353e87e8,0xffffffff838e5298 process=0xffff80003c4d4028 user=0xffff80002a361000, vmspace=0xfffffd806f112968 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 55291 218475 30594 0 2 0 syz-executor 55291 54468 30594 0 2 0x4000080 syz-executor 50070 134144 14542 0 2 0 syz-executor 50070 200841 14542 0 3 0x4000080 fsleep syz-executor 50070 156421 14542 0 3 0x4000080 fsleep syz-executor 73529 122591 50395 0 2 0 syz-executor 18607 360145 38456 0 2 0 syz-executor 18607 13683 38456 0 3 0x4000080 fsleep syz-executor 18607 183081 38456 0 3 0x4000080 vgalk syz-executor 18607 428308 38456 0 3 0x4000080 fsleep syz-executor 50431 343722 99456 0 3 0x3000 suspend syz-executor 50431 497966 99456 0 3 0x4081000 biowait syz-executor 50431 301964 99456 0 3 0x4081000 fltagain2 syz-executor 19109 185535 30073 0 3 0x82 piperd syz-executor 38456 328556 30073 0 3 0x82 nanoslp syz-executor 99456 50934 30073 0 3 0x82 wait syz-executor 30594 435224 30073 0 3 0x82 nanoslp syz-executor 62843 287798 1 0 3 0x100083 ttyopn getty 89591 499854 0 0 3 0x14200 bored sosplice 84467 476129 30073 0 3 0x82 nanoslp syz-executor 38721 238885 30073 0 3 0x82 wait syz-executor 50395 323522 30073 0 3 0x82 nanoslp syz-executor 14542 129637 30073 0 3 0x82 nanoslp syz-executor 30073 523489 97575 0 2 0x2 syz-executor 97575 514603 52560 0 3 0x10008a sigsusp ksh 52560 298625 53479 0 3 0x98 kqread sshd-session 53479 117724 50314 0 3 0x92 kqread sshd-session 50314 251937 1 0 3 0x88 kqread sshd 90672 432302 12120 74 3 0x1100092 bpf pflogd 12120 521014 1 0 3 0x80 sbwait pflogd 22703 476582 97447 73 3 0x1100010 biowait syslogd 97447 285139 1 0 3 0x100082 sbwait syslogd 52629 231127 1 0 3 0x100080 kqread resolvd 92992 356926 43545 77 3 0x100092 kqread dhcpleased 75771 8526 43545 77 3 0x100092 kqread dhcpleased 43545 301662 1 0 3 0x80 kqread dhcpleased 60310 421756 0 0 3 0x14200 bored smr 31797 146826 0 0 2 0x14200 zerothread 8503 101270 0 0 3 0x14200 aiodoned aiodoned 61423 310263 0 0 3 0x14200 syncer update 52718 379955 0 0 3 0x14200 cleaner cleaner 62914 124679 0 0 7 0x14200 reaper 80799 390188 0 0 3 0x14200 pgdaemon pagedaemon 75519 492788 0 0 3 0x14200 bored viomb 90908 289825 0 0 3 0x40014200 acpi0 acpi0 28581 416026 0 0 3 0x40014200 idle1 2604 58794 0 0 3 0x14200 bored softnet3 99115 156067 0 0 3 0x14200 bored softnet2 53772 38719 0 0 3 0x14200 bored softnet1 94385 377332 0 0 3 0x14200 bored softnet0 1604 275127 0 0 3 0x14200 bored systqmp 41284 506405 0 0 3 0x14200 bored systq 99814 503073 0 0 3 0x14200 tmoslp softclockmp 15025 112468 0 0 3 0x40014200 tmoslp softclock 29841 168598 0 0 3 0x40014200 idle0 1 399506 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 50431 (syz-executor) thread 0xffff8000353e94b8 (497966) exclusive rrwlock inode r = 0 (0xfffffd806a324e20) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x190 sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x23c sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #9 Xsyscall+0x128 Process 22703 (syslogd) thread 0xffff8000ffff3720 (476582) exclusive rrwlock inode r = 0 (0xfffffd806e55f9b0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2936 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 Process 62914 (reaper) thread 0xffff8000ffffd488 (124679) exclusive rwlock kmmaplk r = 0 (0xffffffff839da450) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168 #3 uvm_unmap+0x81 sys/uvm/uvm_map.c:1792 #4 km_free+0x87 sys/uvm/uvm_km.c:831 #5 uvm_uarea_free+0x4f sys/uvm/uvm_glue.c:285 #6 reaper+0x1cb sys/kern/kern_exit.c:493 #7 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10231 11123K 11656K 166960K 14881 0 pcb 17 15K 17K 166960K 311 0 rtable 199 11K 11K 166960K 734 0 pf 44 19K 82K 166960K 168 0 ifaddr 36 5K 7K 166960K 126 0 ifgroup 63 2K 2K 166960K 208 0 sysctl 4 1K 9K 166960K 19 0 counters 72 37K 37K 166960K 200 0 ioctlops 0 0K 4K 166960K 1667 0 iov 0 0K 32K 166960K 135 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1525 96K 96K 166960K 3283 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 28 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 55 0 dirhash 12 2K 2K 166960K 24 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 236K 166960K 1787 0 sigio 0 0K 0K 166960K 24 0 proc 73 91K 128K 166960K 815 0 subproc 72 4K 4K 166960K 126 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 152 0 in_multi 66 4K 7K 166960K 238 0 ether_multi 1 0K 0K 166960K 14 0 mrt 2 0K 0K 166960K 9 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 585 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 258 153K 158K 166960K 17177 0 UVM aobj 12 2K 2K 166960K 13 0 pinsyscall 42 84K 104K 166960K 3038 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 75 0 NDP 14 0K 2K 166960K 83 0 temp 79 8696K 8940K 166960K 54735 0 kqueue 14 22K 30K 166960K 285 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 132 0 129 1 0 1 1 0 8 0 rtentry 176 222 0 144 6 0 6 6 0 8 0 unpcb 144 928 0 909 9 7 2 6 0 8 1 syncache 336 9 0 9 4 3 1 1 0 8 1 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 423 0 417 6 3 3 4 0 8 2 arp 128 37 0 22 1 0 1 1 0 8 0 inpcb 328 1564 0 1555 12 9 3 7 0 8 1 nd6 144 46 0 29 1 0 1 1 0 8 0 pkpcb 40 13 0 13 3 2 1 1 0 8 1 kcovpl 48 14 0 6 1 0 1 1 0 8 0 mppekey 1024 3 0 3 1 1 0 1 0 8 0 ppxss 1192 39 0 39 1 0 1 1 0 8 1 pppxif 1504 9 0 9 3 2 1 1 0 8 1 pffrag 232 6 0 0 1 0 1 1 0 482 0 pffrnode 88 6 0 0 1 0 1 1 0 8 0 pffrent 40 9 0 3 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 8 0 4 1 0 1 1 0 8 0 pfanchor 1288 1 0 0 1 0 1 1 0 8 0 pftag 88 3 0 0 1 0 1 1 0 8 0 pfstitem 24 109 0 41 1 0 1 1 0 8 0 pfstkey 128 109 0 41 3 0 3 3 0 8 0 pfstate 384 109 0 41 8 0 8 8 0 8 0 pfrule 1344 30 0 19 2 1 1 2 0 8 0 rttmr 136 4 0 4 3 3 0 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 1011 0 682 32 10 22 29 0 8 0 art_table 32 1014 0 682 4 0 4 4 0 8 0 art_node 16 219 0 153 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 1 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 53 0 43 1 0 1 1 0 8 0 shmpl 112 10 0 1 1 0 1 1 0 8 0 dirhash 1024 26 0 9 3 0 3 3 0 8 0 dino2pl 256 4473 0 2953 96 0 96 96 0 8 0 ffsino 288 4473 0 2953 109 0 109 109 0 8 0 nchpl 144 6792 0 6231 64 39 25 64 0 8 0 rtmask 32 6 0 6 3 2 1 1 0 8 1 uvmvnodes 80 5814 0 0 119 0 119 119 0 8 0 vnodes 216 5814 0 0 323 0 323 323 0 8 0 namei 1024 22808 0 22808 2 1 1 2 0 8 1 percpumem 16 115 0 64 1 0 1 1 0 8 0 pfiaddrpl 120 4 0 0 1 0 1 1 0 8 0 kstatmem 264 116 0 82 3 0 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 5 0 5 4 4 0 1 0 8 0 scxspl 216 33050 0 33048 13 9 4 8 1 8 3 plimitpl 152 311 0 293 1 0 1 1 0 8 0 sigapl 424 2086 0 2036 10 1 9 9 0 8 2 knotepl 120 513 0 0 16 0 16 16 0 8 0 kqueuepl 224 540 0 530 7 5 2 3 0 8 1 pipepl 336 255 0 226 3 0 3 3 0 8 0 fdescpl 520 2043 0 2012 3 0 3 3 0 8 0 filepl 160 11935 0 11710 22 11 11 17 0 8 0 lockfpl 104 537 0 534 1 0 1 1 0 8 0 lockfspl 48 243 0 240 1 0 1 1 0 8 0 sessionpl 144 35 0 26 1 0 1 1 0 8 0 pgrppl 48 97 0 80 1 0 1 1 0 8 0 ucredpl 104 1809 0 1794 1 0 1 1 0 8 0 zombiepl 144 2039 0 2036 1 0 1 1 0 8 0 processpl 1240 2086 0 2036 6 0 6 6 0 8 0 procpl 656 4611 0 4553 8 0 8 8 0 8 0 srpgc 96 19 0 19 2 2 0 1 0 8 0 sosppl 168 17 0 17 4 3 1 1 0 8 1 sockpl 728 2663 0 2631 25 19 6 19 0 8 2 mcl64k 65536 10 0 0 2 0 2 2 0 8 0 mcl16k 16384 9 0 0 2 0 2 2 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 136 0 0 17 0 17 17 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 30 0 0 4 0 4 4 0 8 0 mtagpl 96 26 0 0 1 0 1 1 0 8 0 mbufpl 256 1206 0 0 74 0 74 74 0 8 0 bufpl 280 12897 0 6755 439 0 439 439 0 8 0 anonpl 32 12279 0 0 99 0 99 99 0 246 0 amapchunkpl 152 58162 0 57600 41 10 31 32 0 158 7 amappl16 200 5965 0 5725 43 29 14 28 0 8 1 amappl15 192 6 0 5 1 0 1 1 0 8 0 amappl14 184 136 0 124 1 0 1 1 0 8 0 amappl13 176 29 0 28 1 0 1 1 0 8 0 amappl12 168 2818 0 2786 3 1 2 2 0 8 0 amappl11 160 50 0 35 1 0 1 1 0 8 0 amappl10 152 22 0 22 1 1 0 1 0 8 0 amappl9 144 255 0 255 1 1 0 1 0 8 0 amappl8 136 22 0 19 1 0 1 1 0 8 0 amappl7 128 123 0 111 1 0 1 1 0 8 0 amappl6 120 256 0 252 1 0 1 1 0 8 0 amappl5 112 147 0 137 1 0 1 1 0 8 0 amappl4 104 355 0 337 1 0 1 1 0 8 0 amappl3 96 12000 0 11877 5 1 4 4 0 8 0 amappl2 88 817 0 754 2 0 2 2 0 8 0 amappl1 80 16704 0 16097 16 1 15 15 0 8 0 amappl 88 16119 0 15936 5 0 5 5 0 92 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma32768 32768 2 0 2 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma512 512 1 0 1 1 0 1 1 0 8 1 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 3 3 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 20 0 19 1 0 1 1 0 8 0 aobjpl 72 12 0 1 1 0 1 1 0 8 0 uaddrrnd 24 2043 0 2012 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2043 0 2012 1 0 1 1 0 8 0 vmmpekpl 168 17075 0 17031 3 0 3 3 0 8 0 vmmpepl 168 132359 0 130115 112 11 101 111 0 357 1 vmsppl 480 2042 0 2012 6 1 5 5 0 8 0 rwobjpl 72 40644 0 33641 128 0 128 128 0 8 0 pdppl 4096 4094 0 4024 122 50 72 84 0 8 2 pvpl 32 21182 0 0 171 0 171 171 0 265 0 pmappl 256 2042 0 2012 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 490 0 72 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0