uvm_fault(0xfffffd80672db7c8, 0x48, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff800001514e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001485000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff80002f7d24c0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8067c0d388,1,fffffd80097fb7b8,ffff80003c40a558) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd80682a4378,ffff80003c40a558) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd80682a4378,ffff80003c40a558) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003c40a558) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003c40a558,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003c40a558,ffff80002f7d2830,ffff80002f7d2780) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002f7d2830) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002f7d2830) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 end trace frame: 0xffff80002f7d28b0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xfffffd80672db7c8, 0x48, 0, 1) -> e ddb{0}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff800001514e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001485000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff80002f7d24c0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8067c0d388,1,fffffd80097fb7b8,ffff80003c40a558) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd80682a4378,ffff80003c40a558) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd80682a4378,ffff80003c40a558) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003c40a558) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003c40a558,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003c40a558,ffff80002f7d2830,ffff80002f7d2780) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002f7d2830) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002f7d2830) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x72a2152ecac0, count: -15 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff80002f7d2320 rbx 0 rdx 0 rcx 0xffff80003c40a558 rax 0xffffffff837f9ffe cpu_info_full_primary+0x1ffe r8 0xffffffffffffffff r9 0 r10 0x8f4ffcb42dfcbdc5 r11 0xe5277717cae901d2 r12 0xfe r13 0x9 r14 0x28 r15 0 rip 0xffffffff82b586c5 witness_checkorder+0xb5 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002f7d2280 ss 0x10 witness_checkorder+0xb5: movl 0x20(%r14),%r15d ddb{0}> show proc PROC (syz-executor) tid=380912 pid=94450 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80003c40a558 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80003c40afb8,0xffff80003c40aa98 process=0xffff80003c41d360 user=0xffff80002f7cd000, vmspace=0xfffffd80672db7c8 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 98458 265960 28972 0 2 0 syz-executor 98458 255161 28972 0 2 0x4000000 syz-executor 98458 42136 28972 0 3 0x4000080 fsleep syz-executor 90254 56088 28052 -1 3 0x90 nanoslp syz-executor 90254 386696 28052 -1 3 0x4000090 fsleep syz-executor 90254 209906 28052 -1 3 0x4000090 fsleep syz-executor 90254 500023 28052 -1 3 0x4000090 pipewr syz-executor 50677 140264 28002 0 3 0x80 nanoslp syz-executor 50677 310529 28002 0 3 0x4000080 kqread syz-executor 50677 105536 28002 0 3 0x4000080 fsleep syz-executor 59494 445880 23459 0 3 0x82 wait syz-executor 30748 27900 1 0 3 0x100083 ttyin getty 39985 364822 0 0 3 0x14200 acct acct 28052 363070 23459 0 3 0x82 nanoslp syz-executor 97082 258469 23459 0 3 0x82 nanoslp syz-executor 37695 71015 23459 0 3 0x82 nanoslp syz-executor 28002 315662 23459 0 3 0x82 nanoslp syz-executor 28972 128725 23459 0 3 0x82 nanoslp syz-executor 97271 206714 23459 0 3 0x82 wait syz-executor 99661 339394 23459 0 3 0x82 nanoslp syz-executor 23459 112498 1536 0 3 0x82 kqread syz-executor 1536 275784 63283 0 3 0x10008a sigsusp ksh 63283 452577 84569 0 3 0x98 kqread sshd-session 84569 108365 49811 0 3 0x92 kqread sshd-session 49811 391677 1 0 3 0x88 kqread sshd 74550 266159 24106 74 3 0x1100092 bpf pflogd 24106 250928 1 0 3 0x80 sbwait pflogd 56924 121123 47589 73 3 0x1100090 kqread syslogd 47589 503224 1 0 3 0x100082 sbwait syslogd 55044 42982 1 0 3 0x100080 kqread resolvd 90109 44999 8928 77 3 0x100092 kqread dhcpleased 2700 160418 8928 77 3 0x100092 kqread dhcpleased 8928 120262 1 0 3 0x80 kqread dhcpleased 53733 214834 0 0 3 0x14200 bored smr 62106 41396 0 0 3 0x14200 pgzero zerothread 47915 189093 0 0 3 0x14200 aiodoned aiodoned 18983 193283 0 0 3 0x14200 syncer update 62194 370296 0 0 3 0x14200 cleaner cleaner 10184 60340 0 0 3 0x14200 reaper reaper 90739 418607 0 0 3 0x14200 pgdaemon pagedaemon 35655 513601 0 0 3 0x14200 bored viomb 41897 190934 0 0 3 0x40014200 acpi0 acpi0 98987 69076 0 0 7 0x40014200 idle1 26343 301181 0 0 3 0x14200 bored softnet1 87355 350824 0 0 3 0x14200 bored softnet0 99388 72494 0 0 3 0x14200 bored systqmp 99158 61739 0 0 3 0x14200 bored systq 26573 508410 0 0 3 0x14200 tmoslp softclockmp 89070 241483 0 0 3 0x40014200 tmoslp softclock 34506 483459 0 0 3 0x40014200 idle0 1 16782 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10219 11115K 11552K 166960K 12725 0 pcb 17 14K 14K 166960K 161 0 rtable 198 8K 10K 166960K 476 0 pf 35 17K 24K 166960K 286 0 ifaddr 35 5K 7K 166960K 77 0 ifgroup 55 2K 2K 166960K 127 0 sysctl 4 1K 9K 166960K 13 0 counters 68 36K 38K 166960K 136 0 ioctlops 0 0K 4K 166960K 1705 0 iov 0 0K 12K 166960K 30 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1462 92K 93K 166960K 2082 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 108 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 89K 166960K 786 0 sigio 0 0K 0K 166960K 7 0 proc 72 115K 180K 166960K 641 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 87 0 in_multi 72 5K 7K 166960K 141 0 ether_multi 1 0K 0K 166960K 14 0 mrt 1 0K 0K 166960K 11 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 628 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 259 172K 181K 166960K 8950 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 43 86K 103K 166960K 1943 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 42 0 NDP 12 0K 1K 166960K 51 0 temp 74 8656K 8752K 166960K 26378 0 kqueue 15 24K 28K 166960K 136 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 91 0 88 1 0 1 1 0 8 0 rtentry 176 136 0 54 6 0 6 6 0 8 0 unpcb 144 828 0 811 6 4 2 6 0 8 1 syncache 336 9 0 9 2 1 1 1 0 8 1 tcpcb 736 266 0 262 7 3 4 7 0 8 3 arp 136 22 0 7 1 0 1 1 0 8 0 inpcb 328 941 0 934 10 3 7 7 0 8 6 nd6 152 29 0 12 1 0 1 1 0 8 0 pkpcb 40 5 0 5 2 1 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 mppekey 1024 3 0 3 1 0 1 1 0 8 1 ppxss 1192 23 0 23 2 1 1 1 0 8 1 pppxif 1504 4 0 4 3 2 1 1 0 8 1 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 11 0 3 1 0 1 1 0 482 0 pffrnode 88 11 0 3 1 0 1 1 0 8 0 pffrent 40 80 0 72 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 4 0 4 1 0 1 1 0 8 1 pfanchor 1288 3 0 1 1 0 1 1 0 8 0 pftag 88 1 0 1 1 0 1 1 0 8 1 pfqueue 320 1 0 1 1 1 0 1 0 8 0 pfstitem 24 68 0 11 1 0 1 1 0 8 0 pfstkey 128 70 0 13 2 0 2 2 0 8 0 pfstate 384 69 0 12 6 0 6 6 0 8 0 pfrule 1344 58 0 53 2 1 1 2 0 8 0 rttmr 136 3 0 3 2 1 1 1 0 8 1 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 595 0 248 30 3 27 30 0 8 3 art_table 40 597 0 248 5 0 5 5 0 8 0 art_node 32 136 0 61 1 0 1 1 0 8 0 sysvmsgpl 40 12 0 8 2 1 1 1 0 8 0 semapl 112 104 0 94 1 0 1 1 0 8 0 shmpl 112 4 0 0 1 0 1 1 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 2865 0 1356 96 0 96 96 0 8 0 ffsino 296 2865 0 1356 118 0 118 118 0 8 1 nchpl 144 3959 0 2254 64 0 64 64 0 8 0 rtmask 32 6 0 6 1 1 0 1 0 8 0 vnodes 216 3383 0 0 188 0 188 188 0 8 0 namei 1024 13464 0 13464 2 1 1 1 0 8 1 percpumem 16 83 0 34 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 1 1 0 1 1 0 8 1 kstatmem 264 70 0 42 3 0 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 2 0 2 1 0 1 1 0 8 1 scxspl 216 17092 0 17092 10 2 8 8 1 8 8 plimitpl 152 101 0 84 1 0 1 1 0 8 0 sigapl 424 1095 0 1046 7 1 6 7 0 8 0 knotepl 120 521 0 0 16 0 16 16 0 8 0 kqueuepl 224 341 0 329 6 3 3 5 0 8 2 pipepl 344 167 0 139 3 0 3 3 0 8 0 fdescpl 528 1078 0 1046 3 0 3 3 0 8 0 filepl 160 6760 0 6532 23 10 13 20 0 8 1 lockfpl 104 196 0 194 1 0 1 1 0 8 0 lockfspl 48 83 0 81 1 0 1 1 0 8 0 sessionpl 144 24 0 15 1 0 1 1 0 8 0 pgrppl 48 41 0 24 1 0 1 1 0 8 0 ucredpl 104 819 0 803 1 0 1 1 0 8 0 zombiepl 144 1051 0 1046 2 1 1 1 0 8 0 processpl 1232 1095 0 1046 5 0 5 5 0 8 0 procpl 664 2066 0 2010 6 0 6 6 0 8 0 sosppl 176 4 0 4 1 0 1 1 0 8 1 sockpl 752 1880 0 1853 23 13 10 20 0 8 7 mcl64k 65536 18 0 0 3 0 3 3 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 102 0 0 13 0 13 13 0 8 0 mcl2k 2048 58 0 0 8 0 8 8 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 204 0 0 13 0 13 13 0 8 0 bufpl 280 6100 0 135 427 0 427 427 0 8 0 anonpl 32 8671 0 0 70 0 70 70 0 246 0 amapchunkpl 152 28971 0 28445 36 9 27 29 0 158 5 amappl16 200 3414 0 3364 26 10 16 17 0 8 8 amappl15 192 70 0 70 1 1 0 1 0 8 0 amappl14 184 7 0 7 1 1 0 1 0 8 0 amappl13 176 436 0 435 1 0 1 1 0 8 0 amappl12 168 1448 0 1405 3 0 3 3 0 8 0 amappl11 160 3 0 3 1 1 0 1 0 8 0 amappl10 152 51 0 37 1 0 1 1 0 8 0 amappl9 144 247 0 246 1 0 1 1 0 8 0 amappl8 136 28 0 26 1 0 1 1 0 8 0 amappl7 128 87 0 86 1 0 1 1 0 8 0 amappl6 120 296 0 283 1 0 1 1 0 8 0 amappl5 112 101 0 91 1 0 1 1 0 8 0 amappl4 104 437 0 406 1 0 1 1 0 8 0 amappl3 96 5035 0 4936 4 1 3 3 0 8 0 amappl2 88 1185 0 1108 2 0 2 2 0 8 0 amappl1 80 11727 0 11131 14 1 13 14 0 8 0 amappl 88 8077 0 7898 5 0 5 5 0 92 0 uvmvnodes 80 3383 0 0 70 0 70 70 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 1 1 1 0 8 1 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 9 0 9 3 2 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 1078 0 1046 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1078 0 1046 1 0 1 1 0 8 0 vmmpekpl 168 9933 0 9889 3 0 3 3 0 8 0 vmmpepl 168 73785 0 71781 103 4 99 99 0 357 3 vmsppl 488 1077 0 1046 6 1 5 5 0 8 0 rwobjpl 80 24785 0 20441 89 0 89 89 0 8 0 pdppl 4096 2164 0 2092 102 30 72 84 0 8 0 pvpl 32 17472 0 0 142 1 141 141 0 265 0 pmappl 256 1077 0 1046 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 290 0 40 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(18) at mtx_enter+0x4a sys/kern/kern_lock.c:260 clockintr_unbind(ffff800001514e30,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375 dt_ioctl_record_stop(ffff800001485000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589 dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] dtclose(21e5f,1,2000,ffff80003c40a558) at dtclose+0x109 sys/dev/dt/dt_dev.c:239 spec_close(ffff80002f7d24c0) at spec_close+0x466 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8067c0d388,1,fffffd80097fb7b8,ffff80003c40a558) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd80682a4378,ffff80003c40a558) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd80682a4378,ffff80003c40a558) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd80682a4378,ffff80003c40a558) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003c40a558) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003c40a558,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003c40a558,ffff80002f7d2830,ffff80002f7d2780) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80002f7d2830) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002f7d2830) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x72a2152ecac0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299edff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299edff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: -5