uvm_fault(0xfffffd806e3a5010, 0x9, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx TID PID UID PRFLAGS PFLAGS CPU COMMAND 144460 7246 0 0x2000002 0x4000000 0 syz-fuzzer witness_checkorder(fffffd806ef99298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806ef99288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a800,fffffd806ef99288,fffffd806ef99310,5,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a800,5) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a800,ffff80002afbf420,ffff80002afbf470) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afbf4f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afbf4f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b880e096650, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806e3a5010, 0x9, 0, 1) -> e ddb{1}> trace witness_checkorder(fffffd806ef99298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806ef99288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a800,fffffd806ef99288,fffffd806ef99310,5,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a800,5) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a800,ffff80002afbf420,ffff80002afbf470) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afbf4f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afbf4f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b880e096650, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff80002afbf1c0 rbx 0xe rdx 0 rcx 0xffff80002124a800 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0xd5c23832251ec039 r11 0x88b3d12de19e8a r12 0 r13 0xfffffd806ef99298 r14 0x1 r15 0xffff80002124a800 rip 0xffffffff814ce85c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002afbf110 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.6) pid=285001 stat=onproc flags process=1008 proc=2000 pri=0, usrpri=81, nice=20 forw=0xffffffffffffffff, list=0xffff8000211d97f8,0xffff8000212002d8 process=0xffff80002127ee28 user=0xffff80002afba000, vmspace=0xfffffd806e3a5010 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 28077 31697 4286 0 2 0x4081000 syz-executor.7 28077 367419 4286 0 2 0x4081000 syz-executor.7 28077 26093 4286 0 3 0x4003000 suspend syz-executor.7 91677 335738 5685 0 2 0 syz-executor.0 91677 171085 5685 0 2 0x4000000 syz-executor.0 6496 292179 27298 0 2 0 syz-executor.5 6496 440567 27298 0 3 0x4000080 fsleep syz-executor.5 11864 59637 0 0 3 0x14200 bored sosplice 89942 516880 1 0 3 0x82 nanoslp getty 4286 392695 7246 0 3 0x82 nanoslp syz-executor.7 53598 214949 7246 0 2 0x2 syz-executor.6 27298 350972 7246 0 3 0x82 nanoslp syz-executor.5 38352 294419 7246 0 3 0x2 biowait syz-executor.1 43641 152970 7246 0 2 0x2 syz-executor.2 91027 152566 7246 0 2 0x2 syz-executor.4 31641 98787 7246 0 2 0x2 syz-executor.3 5685 51787 7246 0 3 0x82 nanoslp syz-executor.0 7246 410034 64741 0 3 0x2000082 wait syz-fuzzer 7246 64811 64741 0 3 0x6000082 nanoslp syz-fuzzer 7246 493368 64741 0 3 0x6000082 thrsleep syz-fuzzer 7246 344487 64741 0 3 0x6000082 wait syz-fuzzer 7246 331165 64741 0 3 0x6000082 wait syz-fuzzer 7246 17833 64741 0 3 0x6000082 thrsleep syz-fuzzer 7246 85448 64741 0 3 0x6000082 wait syz-fuzzer 7246 439318 64741 0 3 0x6000082 wait syz-fuzzer 7246 232167 64741 0 3 0x6000082 wait syz-fuzzer 7246 181622 64741 0 3 0x6000082 thrsleep syz-fuzzer 7246 481747 64741 0 3 0x6000082 wait syz-fuzzer 7246 287846 64741 0 3 0x6000082 wait syz-fuzzer 7246 144460 64741 0 7 0x6000002 syz-fuzzer 7246 323562 64741 0 3 0x6000082 thrsleep syz-fuzzer 7246 40344 64741 0 3 0x6000082 kqread syz-fuzzer 64741 42109 74373 0 3 0x10008a sigsusp ksh 74373 376044 67925 0 2 0x12 sshd 67925 365549 1 0 3 0x88 kqread sshd 54277 262931 9161 74 3 0x1100092 bpf pflogd 9161 199632 1 0 3 0x80 netio pflogd 2148 495785 32986 73 3 0x1100090 kqread syslogd 32986 10335 1 0 3 0x100082 netio syslogd 74576 235995 1 0 3 0x100080 kqread resolvd 33825 73780 36921 77 3 0x100092 kqread dhcpleased 30802 310016 36921 77 3 0x100092 kqread dhcpleased 36921 504840 1 0 3 0x80 kqread dhcpleased 98702 321213 0 0 3 0x14200 bored smr 56032 163909 0 0 2 0x14200 zerothread 9245 21632 0 0 3 0x14200 aiodoned aiodoned 7208 306269 0 0 3 0x14200 syncer update 43644 164725 0 0 3 0x14200 cleaner cleaner 73227 324485 0 0 2 0x14200 reaper 39031 494552 0 0 3 0x14200 pgdaemon pagedaemon 2549 125081 0 0 3 0x14200 bored viomb 99986 451514 0 0 3 0x40014200 acpi0 acpi0 2468 182732 0 0 3 0x40014200 idle1 35126 310790 0 0 3 0x14200 bored softnet3 50180 154193 0 0 3 0x14200 bored softnet2 51504 378959 0 0 3 0x14200 bored softnet1 6124 414409 0 0 3 0x14200 bored softnet0 3480 454907 0 0 3 0x14200 bored systqmp 81881 363944 0 0 3 0x14200 bored systq 43499 379558 0 0 3 0x40014200 bored softclock 73526 291279 0 0 3 0x40014200 idle0 1 185991 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 38352 (syz-executor.1) thread 0xffff800021239540 (294419) exclusive rrwlock inode r = 0 (0xfffffd80783c6d58) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1314 #8 ufs_lookup+0x13ba sys/ufs/ufs/ufs_lookup.c:487 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #13 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8066f97818) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10190 6474K 6734K 78643K 11448 0 pcb 13 8K 8K 78643K 29 0 rtable 234 6K 6K 78643K 354 0 pf 32 9K 10K 78643K 43 0 ifaddr 45 15K 15K 78643K 47 0 ifgroup 55 2K 2K 78643K 55 0 counters 60 35K 35K 78643K 60 0 ioctlops 0 0K 4K 78643K 1501 0 iov 0 0K 10K 78643K 127 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1284 80K 81K 78643K 1380 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 1K 1K 78643K 2 0 sem 4 0K 0K 78643K 72 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 14 49K 85K 78643K 470 0 proc 68 91K 127K 78643K 534 0 subproc 104 6K 6K 78643K 104 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 3 0 in_multi 99 7K 7K 78643K 99 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 1K 78643K 420 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 317 84K 85K 78643K 6924 0 UVM aobj 3 2K 2K 78643K 3 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 6 0 NDP 12 0K 1K 78643K 28 0 temp 74 5920K 5984K 78643K 5135 0 kqueue 12 18K 24K 78643K 31 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 35 0 32 1 0 1 1 0 8 0 rtentry 112 112 0 2 4 0 4 4 0 8 0 unpcb 144 95 0 80 1 0 1 1 0 8 0 syncache 304 4 0 4 1 1 0 1 0 8 0 tcpqe 32 290 0 290 2 2 0 1 0 8 0 tcpcb 808 45 0 39 1 0 1 1 0 8 0 arp 120 18 0 0 1 0 1 1 0 8 0 inpcb 368 146 0 138 2 0 2 2 0 8 1 nd6 136 25 0 1 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 pffrent 40 9 0 9 1 0 1 1 0 8 1 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 36 0 11 1 0 1 1 0 8 0 pfstkey 128 36 0 11 2 0 2 2 0 8 0 pfstate 376 36 0 11 4 0 4 4 0 8 0 pfrule 1344 21 0 15 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 459 0 7 29 0 29 29 0 8 0 art_table 32 460 0 7 4 0 4 4 0 8 0 art_node 16 111 0 11 1 0 1 1 0 8 0 sysvmsgpl 40 40 0 21 1 0 1 1 0 8 0 semapl 112 70 0 68 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1902 0 456 91 0 91 91 0 8 0 ffsino 272 1902 0 456 97 0 97 97 0 8 0 nchpl 144 2566 0 881 63 0 63 63 0 8 0 uvmvnodes 80 2057 0 0 42 0 42 42 0 8 0 vnodes 216 2057 0 0 115 0 115 115 0 8 0 namei 1024 8949 0 8949 2 1 1 2 0 8 1 percpumem 16 43 0 0 1 0 1 1 0 8 0 vmpool 696 3 0 3 1 0 1 1 0 8 1 kstatmem 264 24 0 0 2 0 2 2 0 8 0 scxspl 216 8826 0 8825 10 8 2 8 1 8 1 plimitpl 152 84 0 68 1 0 1 1 0 8 0 sigapl 424 789 0 744 7 1 6 6 0 8 0 futexpl 64 4615 0 4614 1 0 1 1 0 8 0 knotepl 120 104 0 0 4 0 4 4 0 8 0 kqueuepl 216 27 0 19 1 0 1 1 0 8 0 pipepl 320 150 0 122 3 0 3 3 0 8 0 fdescpl 496 771 0 744 5 1 4 5 0 8 0 filepl 152 3440 0 3201 17 3 14 15 0 8 4 lockfpl 104 67 0 65 1 0 1 1 0 8 0 lockfspl 48 32 0 30 1 0 1 1 0 8 0 sessionpl 144 24 0 8 1 0 1 1 0 8 0 pgrppl 48 24 0 8 1 0 1 1 0 8 0 ucredpl 104 269 0 257 1 0 1 1 0 8 0 zombiepl 144 746 0 744 1 0 1 1 0 8 0 processpl 1072 789 0 744 4 0 4 4 0 8 0 procpl 680 1361 0 1296 8 1 7 7 0 8 0 sockpl 488 276 0 250 5 0 5 5 0 8 1 mcl64k 65536 9 0 0 2 0 2 2 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 6 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 14 0 0 2 0 2 2 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k 2048 293 0 0 37 0 37 37 0 8 0 mtagpl 96 76 0 0 2 0 2 2 0 8 0 mbufpl 256 326 0 0 20 0 20 20 0 8 0 bufpl 288 4538 0 144 314 0 314 314 0 8 0 anonpl 24 372953 0 360310 149 0 149 149 0 186 47 amapchunkpl 152 23443 0 22604 41 0 41 41 0 158 4 amappl16 200 14530 0 14196 56 22 34 55 0 8 7 amappl15 192 29 0 29 1 1 0 1 0 8 0 amappl14 184 161 0 146 2 1 1 2 0 8 0 amappl13 176 35 0 35 1 1 0 1 0 8 0 amappl12 168 1448 0 1419 3 1 2 2 0 8 0 amappl11 160 57 0 43 1 0 1 1 0 8 0 amappl10 152 45 0 36 1 0 1 1 0 8 0 amappl9 144 223 0 221 1 0 1 1 0 8 0 amappl8 136 186 0 139 2 0 2 2 0 8 0 amappl7 128 70 0 58 2 0 2 2 0 8 0 amappl6 120 223 0 206 2 1 1 2 0 8 0 amappl5 112 207 0 195 1 0 1 1 0 8 0 amappl4 104 584 0 545 3 1 2 3 0 8 0 amappl3 96 4729 0 4650 4 1 3 3 0 8 0 amappl2 88 1052 0 980 3 1 2 3 0 8 0 amappl1 80 11358 0 10802 23 11 12 23 0 8 0 amappl 88 6393 0 6173 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 774 0 747 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 774 0 747 1 0 1 1 0 8 0 vmmpekpl 168 11583 0 11529 3 0 3 3 0 8 0 vmmpepl 168 77125 0 74973 141 8 133 133 0 357 23 vmsppl 464 773 0 747 5 1 4 5 0 8 0 rwobjpl 56 34774 0 31307 61 4 57 57 0 8 3 pdppl 4096 1556 0 1494 110 40 70 80 0 8 8 pvpl 32 647188 0 628862 368 39 329 368 0 265 145 pmappl 248 773 0 747 3 1 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 726 0 44 20 0 20 20 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82be4ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82c82a60) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82c82a60) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002afb3080,ffff80000067b200) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f end of kernel end trace frame: 0xc00012d498, count: 9 ddb{0}> trace x86_ipi_db(ffffffff82be4ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82c82a60) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82c82a60) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002afb3080,ffff80000067b200) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f end of kernel end trace frame: 0xc00012d498, count: -6 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx witness_checkorder(fffffd806ef99298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806ef99288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a800,fffffd806ef99288,fffffd806ef99310,5,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a800,5) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a800,ffff80002afbf420,ffff80002afbf470) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afbf4f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afbf4f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b880e096650, count: 6 ddb{1}> trace witness_checkorder(fffffd806ef99298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806ef99288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a800,fffffd806ef99288,fffffd806ef99310,5,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a800,5) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a800,ffff80002afbf420,ffff80002afbf470) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afbf4f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afbf4f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b880e096650, count: -9