uvm_fault(0xffffffff838d6b08, 0xffff80003c487650, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 303915 61867 0 0 0 1 syz-executor *106559 16674 0 0 0x4000000 0 syz-executor witness_checkorder(ffff80003c487630,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(ffff80003c487620) at mtx_enter+0x4a sys/kern/kern_lock.c:260 filt_procdetach(fffffd8060007870) at filt_procdetach+0x4d sys/kern/kern_event.c:432 knote_remove(ffff8000327e54e0,fffffd806f1077e0,fffffd806f107880,32,1) at knote_remove+0x2db sys/kern/kern_event.c:-1 kqueue_purge(ffff8000327e54e0,fffffd806f1077e0) at kqueue_purge+0x137 sys/kern/kern_event.c:1890 kqueue_close(fffffd805f986140,ffff8000327e54e0) at kqueue_close+0x48 sys/kern/kern_event.c:1934 fdrop(fffffd805f986140,ffff8000327e54e0) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd805f986140,ffff8000327e54e0) at closef+0x192 sys/kern/kern_descrip.c:1264 finishdup(ffff8000327e54e0,fffffd8072f268e8,7,5,ffff8000363f9100,2) at finishdup+0x478 sys/kern/kern_descrip.c:688 syscall(ffff8000363f91b0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000363f91b0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa0aab0b9f60, count: 4 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xffffffff838d6b08, 0xffff80003c487650, 0, 1) -> e ddb{0}> trace witness_checkorder(ffff80003c487630,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(ffff80003c487620) at mtx_enter+0x4a sys/kern/kern_lock.c:260 filt_procdetach(fffffd8060007870) at filt_procdetach+0x4d sys/kern/kern_event.c:432 knote_remove(ffff8000327e54e0,fffffd806f1077e0,fffffd806f107880,32,1) at knote_remove+0x2db sys/kern/kern_event.c:-1 kqueue_purge(ffff8000327e54e0,fffffd806f1077e0) at kqueue_purge+0x137 sys/kern/kern_event.c:1890 kqueue_close(fffffd805f986140,ffff8000327e54e0) at kqueue_close+0x48 sys/kern/kern_event.c:1934 fdrop(fffffd805f986140,ffff8000327e54e0) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd805f986140,ffff8000327e54e0) at closef+0x192 sys/kern/kern_descrip.c:1264 finishdup(ffff8000327e54e0,fffffd8072f268e8,7,5,ffff8000363f9100,2) at finishdup+0x478 sys/kern/kern_descrip.c:688 syscall(ffff8000363f91b0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000363f91b0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa0aab0b9f60, count: -11 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff8000363f8dc0 rbx 0 rdx 0xffff800001487e80 rcx 0xffff8000327e54e0 rax 0xffffffff837ccffe cpu_info_full_primary+0x1ffe r8 0x1 r9 0x2 r10 0xe1bc1a745c3152a9 r11 0x8e42cb2f767eab46 r12 0xffffffff83766bfe user_filtops+0x6 r13 0x9 r14 0xffff80003c487630 r15 0 rip 0xffffffff8135d935 witness_checkorder+0xb5 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff8000363f8d20 ss 0x10 witness_checkorder+0xb5: movl 0x20(%r14),%r15d ddb{0}> show proc PROC (syz-executor) tid=106559 pid=16674 tcnt=4 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=82, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000327e6fb8,0xffff8000327e5cb8 process=0xffff80002a3cc018 user=0xffff8000363f4000, vmspace=0xfffffd805dddf5e8 estcpu=32, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 61867 303915 72403 0 7 0 syz-executor 61867 24666 72403 0 2 0x4000000 syz-executor 31545 460743 99670 0 2 0 syz-executor 31545 219510 99670 0 3 0x4000080 ttyout syz-executor 13924 72440 37244 0 2 0 syz-executor 13924 116985 37244 0 3 0x4000080 bell syz-executor 29964 375898 71427 0 2 0 syz-executor 29964 124983 71427 0 3 0x4000080 msgwait syz-executor 64290 273610 93602 0 2 0 syz-executor 64290 464967 93602 0 3 0x4000080 fsleep syz-executor 80414 504026 93860 0 2 0 syz-executor 80414 363607 93860 0 3 0x4000080 fsleep syz-executor 80414 185195 93860 0 3 0x4000080 fsleep syz-executor 20254 516527 48255 0 2 0 syz-executor 20254 424993 48255 0 3 0x4000080 fsleep syz-executor 20254 453069 48255 0 3 0x4000080 fsleep syz-executor 16674 485800 20530 0 2 0 syz-executor 16674 404107 20530 0 2 0x4000000 syz-executor *16674 106559 20530 0 7 0x4000000 syz-executor 16674 221989 20530 0 3 0x4000080 fsleep syz-executor 99670 331077 46830 0 3 0x82 nanoslp syz-executor 37244 75338 46830 0 3 0x82 nanoslp syz-executor 20530 368764 46830 0 3 0x82 nanoslp syz-executor 19482 418457 0 0 3 0x14200 bored sosplice 48255 289207 46830 0 3 0x82 nanoslp syz-executor 93602 393417 46830 0 3 0x82 nanoslp syz-executor 93860 136140 46830 0 3 0x82 nanoslp syz-executor 71427 22946 46830 0 3 0x82 nanoslp syz-executor 72403 315648 46830 0 3 0x82 nanoslp syz-executor 46830 347879 74406 0 3 0x82 kqread syz-executor 74406 338221 81496 0 3 0x10008a sigsusp ksh 81496 131424 49040 0 3 0x98 kqread sshd-session 49040 386601 11539 0 3 0x92 kqread sshd-session 59399 110229 1 0 3 0x100083 ttyopn getty 11539 308122 1 0 3 0x88 kqread sshd 69864 361617 49668 74 3 0x1100092 bpf pflogd 49668 405400 1 0 3 0x80 sbwait pflogd 45024 328158 18832 73 3 0x1100090 kqread syslogd 18832 350674 1 0 3 0x100082 sbwait syslogd 92706 456578 1 0 3 0x100080 kqread resolvd 44695 188698 34370 77 3 0x100092 kqread dhcpleased 78708 115754 34370 77 3 0x100092 kqread dhcpleased 34370 427791 1 0 3 0x80 kqread dhcpleased 94240 258379 0 0 3 0x14200 bored smr 89106 184572 0 0 2 0x14200 zerothread 95777 172248 0 0 3 0x14200 aiodoned aiodoned 6941 353454 0 0 3 0x14200 syncer update 13077 136278 0 0 3 0x14200 cleaner cleaner 13596 250992 0 0 3 0x14200 reaper reaper 14187 96632 0 0 3 0x14200 pgdaemon pagedaemon 91681 218905 0 0 3 0x14200 bored viomb 24026 338128 0 0 3 0x40014200 acpi0 acpi0 86655 454532 0 0 3 0x40014200 idle1 31356 147658 0 0 3 0x14200 bored softnet1 50407 343214 0 0 3 0x14200 bored softnet0 10342 498930 0 0 3 0x14200 bored systqmp 59964 267757 0 0 3 0x14200 bored systq 88539 269435 0 0 3 0x14200 tmoslp softclockmp 66558 347717 0 0 3 0x40014200 tmoslp softclock 33565 492406 0 0 3 0x40014200 idle0 1 506774 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 16674 (syz-executor) thread 0xffff8000327e54e0 (106559) exclusive rwlock kqpsl r = 0 (0xffffffff83882660) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 filt_procdetach+0x35 sys/kern/kern_event.c:431 #3 knote_remove+0x2db sys/kern/kern_event.c:-1 #4 kqueue_purge+0x137 sys/kern/kern_event.c:1890 #5 kqueue_close+0x48 sys/kern/kern_event.c:1934 #6 fdrop+0x121 sys/kern/kern_descrip.c:1280 #7 closef+0x192 sys/kern/kern_descrip.c:1264 #8 finishdup+0x478 sys/kern/kern_descrip.c:688 #9 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #10 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10195 11096K 11347K 166960K 12328 0 pcb 18 15K 17K 166960K 329 0 rtable 144 8K 11K 166960K 499 0 pf 30 17K 81K 166960K 199 0 ifaddr 29 5K 7K 166960K 111 0 ifgroup 43 2K 2K 166960K 166 0 sysctl 4 1K 9K 166960K 12 0 counters 62 36K 37K 166960K 230 0 ioctlops 0 0K 8K 166960K 1732 0 iov 0 0K 20K 166960K 68 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1427 90K 90K 166960K 2199 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 616K 620K 166960K 17 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 40 0 dirhash 12 2K 2K 166960K 33 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 89K 166960K 1050 0 sigio 1 0K 0K 166960K 16 0 proc 72 115K 196K 166960K 715 0 subproc 72 4K 4K 166960K 100 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 126 0 in_multi 52 3K 7K 166960K 197 0 ether_multi 1 0K 0K 166960K 21 0 mrt 1 0K 0K 166960K 12 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 103 466K 466K 166960K 103 0 exec 0 0K 1K 166960K 634 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 248 176K 198K 166960K 11151 0 UVM aobj 14 3K 3K 166960K 16 0 pinsyscall 43 86K 100K 166960K 2221 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 52 0 NDP 9 0K 2K 166960K 81 0 temp 77 8655K 8726K 166960K 57392 0 kqueue 15 22K 32K 166960K 219 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 104 0 100 1 0 1 1 0 8 0 rtentry 176 151 0 101 5 1 4 5 0 8 0 unpcb 144 668 0 649 8 7 1 6 0 8 0 syncache 336 9 0 9 4 4 0 1 0 8 0 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 386 0 380 8 7 1 7 0 8 0 arp 136 16 0 9 1 0 1 1 0 8 0 inpcb 328 1334 0 1323 23 20 3 11 0 8 0 nd6 152 27 0 20 1 0 1 1 0 8 0 pkpcb 40 11 0 11 2 2 0 1 0 8 0 kcovpl 48 11 0 3 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 73 0 73 2 2 0 1 0 8 0 pppxif 1504 3 0 3 2 2 0 1 0 8 0 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 12 0 5 1 0 1 1 0 482 0 pffrnode 88 11 0 5 1 0 1 1 0 8 0 pffrent 40 18 0 11 1 0 1 1 0 8 0 pfosfp 40 1429 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1429 0 714 21 0 21 21 0 8 0 pfrktable 1344 15 0 15 1 1 0 1 0 8 0 pfanchor 1288 8 0 2 1 0 1 1 0 8 0 pftag 88 1 0 1 1 1 0 1 0 8 0 pfstitem 24 95 0 20 1 0 1 1 0 8 0 pfstkey 128 97 0 23 3 0 3 3 0 8 0 pfstate 384 94 0 21 8 0 8 8 0 8 0 pfrule 1344 26 0 21 2 1 1 2 0 8 0 rttmr 136 2 0 2 1 1 0 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 727 0 466 30 11 19 30 0 8 0 art_table 40 730 0 466 5 2 3 5 0 8 0 art_node 32 149 0 105 1 0 1 1 0 8 0 sysvmsgpl 40 15 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 35 0 25 1 0 1 1 0 8 0 shmpl 112 13 0 2 1 0 1 1 0 8 0 dirhash 1024 31 0 14 3 0 3 3 0 8 0 dino2pl 256 3415 0 1906 96 1 95 96 0 8 0 ffsino 296 3415 0 1906 117 0 117 117 0 8 0 nchpl 144 4881 0 3181 64 0 64 64 0 8 0 rtmask 32 14 0 14 2 2 0 1 0 8 0 uvmvnodes 80 3900 0 0 80 0 80 80 0 8 0 vnodes 216 3900 0 0 217 0 217 217 0 8 0 namei 1024 17157 0 17157 4 3 1 1 0 8 1 percpumem 16 130 0 84 1 0 1 1 0 8 0 pfiaddrpl 120 4 0 4 1 1 0 1 0 8 0 kstatmem 264 118 0 98 3 1 2 3 0 8 0 scsiplug 72 5 0 5 3 3 0 1 0 8 0 scxspl 216 31208 0 31208 11 10 1 8 1 8 1 plimitpl 152 300 0 281 1 0 1 1 0 8 0 sigapl 424 1350 0 1301 7 1 6 7 0 8 0 knotepl 120 327 0 0 10 0 10 10 0 8 0 kqueuepl 224 431 0 419 5 4 1 3 0 8 0 pipepl 344 185 0 158 3 0 3 3 0 8 0 fdescpl 528 1327 0 1295 3 0 3 3 0 8 0 filepl 160 8536 0 8307 20 8 12 18 0 8 0 lockfpl 104 459 0 453 2 1 1 2 0 8 0 lockfspl 48 204 0 201 1 0 1 1 0 8 0 sessionpl 144 28 0 19 1 0 1 1 0 8 0 pgrppl 48 49 0 32 1 0 1 1 0 8 0 ucredpl 104 1393 0 1380 1 0 1 1 0 8 0 zombiepl 144 1402 0 1402 1 0 1 1 0 8 1 processpl 1232 1350 0 1301 6 2 4 5 0 8 0 procpl 664 2923 0 2862 7 1 6 7 0 8 0 sosppl 168 13 0 13 3 3 0 1 0 8 0 sockpl 752 2207 0 2173 36 31 5 17 0 8 0 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 137 0 0 18 0 18 18 0 8 0 mcl2k 2048 47 0 0 6 0 6 6 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 1230 0 0 76 0 76 76 0 8 0 bufpl 280 13018 0 6875 440 0 440 440 0 8 0 anonpl 32 11881 0 0 96 0 96 96 0 246 0 amapchunkpl 152 37450 0 36929 44 20 24 33 0 158 0 amappl16 200 3895 0 3834 41 31 10 28 0 8 0 amappl15 192 33 0 32 1 0 1 1 0 8 0 amappl14 184 120 0 108 1 0 1 1 0 8 0 amappl13 176 2 0 2 1 1 0 1 0 8 0 amappl12 168 2026 0 1993 3 1 2 2 0 8 0 amappl11 160 84 0 70 1 0 1 1 0 8 0 amappl10 152 21 0 21 2 2 0 1 0 8 0 amappl9 144 250 0 250 1 1 0 1 0 8 0 amappl8 136 27 0 25 1 0 1 1 0 8 0 amappl7 128 118 0 105 1 0 1 1 0 8 0 amappl6 120 201 0 198 1 0 1 1 0 8 0 amappl5 112 130 0 120 1 0 1 1 0 8 0 amappl4 104 337 0 315 1 0 1 1 0 8 0 amappl3 96 6521 0 6416 4 1 3 4 0 8 0 amappl2 88 1587 0 1506 2 0 2 2 0 8 0 amappl1 80 12804 0 12197 16 1 15 15 0 8 0 amappl 88 10240 0 10068 6 1 5 5 0 92 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 15 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1327 0 1295 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1327 0 1295 1 0 1 1 0 8 0 vmmpekpl 168 12088 0 12044 4 1 3 3 0 8 0 vmmpepl 168 89070 0 86978 121 18 103 112 0 357 0 vmsppl 488 1326 0 1295 7 2 5 5 0 8 0 rwobjpl 80 28774 0 23879 106 0 106 106 0 8 0 pdppl 4096 2662 0 2590 112 40 72 86 0 8 0 pvpl 32 20704 0 0 167 0 167 167 0 265 0 pmappl 256 1326 0 1295 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 370 0 70 9 0 9 9 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(ffff80003c487630,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779 mtx_enter(ffff80003c487620) at mtx_enter+0x4a sys/kern/kern_lock.c:260 filt_procdetach(fffffd8060007870) at filt_procdetach+0x4d sys/kern/kern_event.c:432 knote_remove(ffff8000327e54e0,fffffd806f1077e0,fffffd806f107880,32,1) at knote_remove+0x2db sys/kern/kern_event.c:-1 kqueue_purge(ffff8000327e54e0,fffffd806f1077e0) at kqueue_purge+0x137 sys/kern/kern_event.c:1890 kqueue_close(fffffd805f986140,ffff8000327e54e0) at kqueue_close+0x48 sys/kern/kern_event.c:1934 fdrop(fffffd805f986140,ffff8000327e54e0) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd805f986140,ffff8000327e54e0) at closef+0x192 sys/kern/kern_descrip.c:1264 finishdup(ffff8000327e54e0,fffffd8072f268e8,7,5,ffff8000363f9100,2) at finishdup+0x478 sys/kern/kern_descrip.c:688 syscall(ffff8000363f91b0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000363f91b0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa0aab0b9f60, count: -11 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x70eb69ee3bd0, count: 12 ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x70eb69ee3bd0, count: -3