uvm_fault(0xfffffd8062431b18, 0x18ff000008, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx TID PID UID PRFLAGS PFLAGS CPU COMMAND 374134 23485 0 0x14000 0x200 0 reaper witness_checkorder(fffffd806f15be68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f15be58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002330d7f0,fffffd806f15be58,fffffd806f15bee0,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002330d7f0,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002330d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002330d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002330d7f0,ffff800027b4eef0,ffff800027b4ef40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4efc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4efc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7a6df5f86a50, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd8062431b18, 0x18ff000008, 0, 1) -> e ddb{1}> trace witness_checkorder(fffffd806f15be68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f15be58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002330d7f0,fffffd806f15be58,fffffd806f15bee0,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002330d7f0,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002330d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002330d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002330d7f0,ffff800027b4eef0,ffff800027b4ef40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4efc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4efc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7a6df5f86a50, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff800027b4ec90 rbx 0xe rdx 0 rcx 0xffff80002330d7f0 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0x4df19b173c7d38a2 r11 0xce9fa8aa6cc9a46d r12 0 r13 0xfffffd806f15be68 r14 0x18ff000000 r15 0xffff80002330d7f0 rip 0xffffffff81ef9c8c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800027b4ebe0 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.5) pid=305311 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=81, nice=20 forw=0xffffffffffffffff, list=0xffff80002330cd50,0xffff80002330c810 process=0xffff800027b6fab8 user=0xffff800027b4a000, vmspace=0xfffffd8062431b18 estcpu=36, cpticks=3, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 76526 5846 14774 32767 2 0x10 syz-executor.3 76526 19564 14774 32767 2 0x4000010 syz-executor.3 76526 426584 14774 32767 3 0x4000090 fsleep syz-executor.3 76526 171082 14774 32767 3 0x4000090 fsleep syz-executor.3 17531 462645 50452 32767 2 0x10 syz-executor.6 17531 375413 50452 32767 3 0x4000090 fsleep syz-executor.6 17531 192649 50452 32767 2 0x4000010 syz-executor.6 88798 135351 56180 32767 3 0x90 nanoslp syz-executor.4 56180 17656 1084 0 3 0x82 wait syz-executor.4 85380 387306 18646 32767 3 0x90 nanoslp syz-executor.7 18646 141738 1084 0 3 0x82 wait syz-executor.7 18192 396935 55259 32767 3 0x90 piperd syz-executor.2 55259 282758 1084 0 3 0x82 wait syz-executor.2 37626 346101 14702 32767 3 0x90 nanoslp syz-executor.5 14702 283869 1084 0 3 0x82 wait syz-executor.5 50452 36836 69751 32767 3 0x90 nanoslp syz-executor.6 69751 219821 1084 0 3 0x82 wait syz-executor.6 4285 157728 0 0 3 0x14200 bored sosplice 14774 55684 54559 32767 3 0x90 nanoslp syz-executor.3 71144 292460 86402 32767 2 0x10 syz-executor.1 54559 244102 1084 0 3 0x82 wait syz-executor.3 86402 326834 1084 0 3 0x82 wait syz-executor.1 1084 18672 84188 0 3 0x2000082 wait syz-fuzzer 1084 407949 84188 0 3 0x6000082 nanoslp syz-fuzzer 1084 189286 84188 0 3 0x6000082 thrsleep syz-fuzzer 1084 95830 84188 0 3 0x6000082 wait syz-fuzzer 1084 46275 84188 0 3 0x6000082 wait syz-fuzzer 1084 292488 84188 0 3 0x6000082 thrsleep syz-fuzzer 1084 484452 84188 0 3 0x6000082 wait syz-fuzzer 1084 316912 84188 0 3 0x6000082 thrsleep syz-fuzzer 1084 493544 84188 0 2 0x6000002 syz-fuzzer 1084 121608 84188 0 3 0x6000082 thrsleep syz-fuzzer 1084 432061 84188 0 3 0x6000082 wait syz-fuzzer 1084 249073 84188 0 3 0x6000082 wait syz-fuzzer 1084 372072 84188 0 3 0x6000082 wait syz-fuzzer 1084 273549 84188 0 3 0x6000082 thrsleep syz-fuzzer 1084 390324 84188 0 3 0x6000082 kqread syz-fuzzer 1084 419683 84188 0 3 0x6000082 thrsleep syz-fuzzer 84188 219138 69274 0 3 0x10008a sigsusp ksh 69274 365179 49662 0 3 0x9a kqread sshd 88691 118284 1 0 3 0x100083 ttyin getty 49662 292897 1 0 3 0x88 kqread sshd 32462 165120 66552 73 3 0x1100090 kqread syslogd 66552 402366 1 0 3 0x100082 netio syslogd 94194 272920 1 0 3 0x100080 kqread resolvd 73441 15844 89617 77 3 0x100092 kqread dhcpleased 69220 86867 89617 77 3 0x100092 kqread dhcpleased 89617 503039 1 0 3 0x80 kqread dhcpleased 88111 366144 0 0 3 0x14200 bored smr 43880 202869 0 0 2 0x14200 zerothread 98930 240721 0 0 3 0x14200 aiodoned aiodoned 92309 305861 0 0 3 0x14200 syncer update 44284 238736 0 0 3 0x14200 cleaner cleaner 23485 374134 0 0 7 0x14200 reaper 77410 288480 0 0 3 0x14200 pgdaemon pagedaemon 35363 375231 0 0 3 0x14200 bored viomb 22220 318091 0 0 3 0x40014200 acpi0 acpi0 13765 441433 0 0 3 0x40014200 idle1 39341 215494 0 0 3 0x14200 bored softnet3 1578 211251 0 0 3 0x14200 bored softnet2 19317 95881 0 0 3 0x14200 bored softnet1 91414 116378 0 0 3 0x14200 bored softnet0 58677 316143 0 0 3 0x14200 bored systqmp 36059 462282 0 0 3 0x14200 bored systq 16039 407632 0 0 3 0x40014200 bored softclock 33832 189514 0 0 3 0x40014200 idle0 1 503737 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10186 6406K 6420K 78643K 11336 0 pcb 13 12K 14K 78643K 17 0 rtable 222 6K 7K 78643K 1556 0 pf 27 8K 8K 78643K 75 0 ifaddr 40 15K 16K 78643K 142 0 ifgroup 46 2K 2K 78643K 142 0 sysctl 3 1K 2K 78643K 6 0 counters 58 35K 35K 78643K 106 0 ioctlops 0 0K 2K 78643K 125 0 iov 0 0K 16K 78643K 1033 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1279 80K 80K 78643K 3541 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 3 5K 9K 78643K 200 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 2075 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 20 73K 113K 78643K 10845 0 sigio 0 0K 0K 78643K 251 0 proc 56 78K 115K 78643K 1842 0 subproc 91 5K 6K 78643K 403 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 1K 78643K 10445 0 in_multi 88 6K 7K 78643K 1630 0 ether_multi 1 0K 0K 78643K 10 0 mrt 1 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 1K 78643K 2470 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 430 84K 103K 78643K 107579 0 UVM aobj 131 4K 4K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 255 0 NDP 10 0K 2K 78643K 96 0 temp 70 5919K 6048K 78643K 30082 0 kqueue 12 18K 33K 78643K 847 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 593 0 590 8 7 1 3 0 8 0 rtentry 112 385 0 281 4 0 4 4 0 8 0 unpcb 144 6003 0 5989 72 66 6 10 0 8 5 syncache 304 171 0 171 28 27 1 1 0 8 1 sackhl 24 2 0 2 2 2 0 1 0 8 0 tcpqe 32 188 0 188 24 23 1 1 0 8 1 tcpcb 808 5241 0 5223 125 116 9 16 0 8 5 arp 120 67 0 51 1 0 1 1 0 8 0 ipq 40 7 0 6 4 3 1 1 0 8 0 ipqe 40 23 0 22 4 3 1 1 0 8 0 inpcb 368 19637 0 19614 186 172 14 21 0 8 8 ip6q 72 1 0 1 1 1 0 1 0 8 0 ip6af 40 1 0 1 1 1 0 1 0 8 0 nd6 136 111 0 85 2 0 2 2 0 8 0 kcovpl 48 31 0 24 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1547 0 1119 32 2 30 31 0 8 0 art_table 32 1548 0 1119 4 0 4 4 0 8 0 art_node 16 384 0 289 1 0 1 1 0 8 0 sysvmsgpl 40 8 0 5 2 1 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 2069 0 2059 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 15425 0 13982 91 0 91 91 0 8 0 ffsino 272 15425 0 13982 97 0 97 97 0 8 0 nchpl 144 29512 0 27877 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 96387 0 96387 6 5 1 2 0 8 1 percpumem 16 66 0 24 1 0 1 1 0 8 0 kstatmem 264 68 0 48 2 0 2 2 0 8 0 scxspl 216 98636 0 98636 40 37 3 8 1 8 3 plimitpl 152 1813 0 1789 19 17 2 2 0 8 1 sigapl 424 11091 0 11041 7 0 7 7 0 8 0 futexpl 64 87230 0 87227 7 6 1 1 0 8 0 knotepl 120 809 0 0 11 0 11 11 0 8 0 kqueuepl 216 2632 0 2624 55 54 1 8 0 8 0 pipepl 320 1744 0 1719 42 36 6 8 0 8 3 fdescpl 496 11073 0 11042 7 2 5 6 0 8 0 filepl 152 72650 0 72429 127 112 15 19 0 8 4 lockfpl 104 4052 0 4050 1 0 1 1 0 8 0 lockfspl 48 1011 0 1009 1 0 1 1 0 8 0 sessionpl 144 46 0 31 1 0 1 1 0 8 0 pgrppl 48 88 0 73 1 0 1 1 0 8 0 ucredpl 104 10419 0 10402 1 0 1 1 0 8 0 zombiepl 144 11044 0 11041 1 0 1 1 0 8 0 processpl 1072 11091 0 11041 4 0 4 4 0 8 0 procpl 680 29924 0 29853 30 22 8 8 0 8 1 sosppl 168 132 0 132 13 12 1 1 0 8 1 sockpl 488 26922 0 26882 405 389 16 35 0 8 8 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 18 0 0 3 1 2 3 0 8 0 mcl12k 12288 17 0 0 2 0 2 2 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 25 0 0 3 0 3 3 0 8 0 mcl4k 4096 71 0 0 5 1 4 4 0 8 0 mcl2k2 2112 9 0 0 1 0 1 1 0 8 0 mcl2k 2048 406 0 0 38 21 17 38 0 8 0 mtagpl 96 10 0 0 1 0 1 1 0 8 0 mbufpl 256 1623 0 0 93 0 93 93 0 8 0 bufpl 288 22384 0 16058 453 0 453 453 0 8 0 anonpl 24 1147434 0 1137613 215 125 90 113 0 186 4 amapchunkpl 152 339569 0 338713 106 58 48 48 0 158 10 amappl16 200 24240 0 23933 157 138 19 40 0 8 0 amappl15 192 12 0 12 3 3 0 1 0 8 0 amappl14 184 263 0 250 2 1 1 2 0 8 0 amappl13 176 17 0 17 5 5 0 1 0 8 0 amappl12 168 12058 0 12021 2 0 2 2 0 8 0 amappl11 160 55 0 45 1 0 1 1 0 8 0 amappl10 152 56 0 48 1 0 1 1 0 8 0 amappl9 144 291 0 290 1 0 1 1 0 8 0 amappl8 136 610 0 476 5 0 5 5 0 8 0 amappl7 128 148 0 133 2 1 1 2 0 8 0 amappl6 120 488 0 469 2 1 1 2 0 8 0 amappl5 112 527 0 517 1 0 1 1 0 8 0 amappl4 104 931 0 888 3 1 2 3 0 8 0 amappl3 96 66752 0 66664 4 1 3 4 0 8 0 amappl2 88 11810 0 11739 3 1 2 3 0 8 0 amappl1 80 48433 0 47911 23 11 12 22 0 8 0 amappl 88 106471 0 106216 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 11073 0 11042 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 11073 0 11042 1 0 1 1 0 8 0 vmmpekpl 168 85298 0 85232 4 0 4 4 0 8 0 vmmpepl 168 655130 0 652808 235 108 127 134 0 357 12 vmsppl 464 11072 0 11042 8 3 5 6 0 8 0 rwobjpl 56 168222 0 160784 129 22 107 111 0 8 0 pdppl 4096 22154 0 22084 473 395 78 90 0 8 8 pvpl 32 3225431 0 3209564 568 374 194 351 0 265 24 pmappl 248 11072 0 11042 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1645 0 737 27 0 27 27 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82c05ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82ca0020) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82ca0020) at __mp_lock+0x122 sys/kern/kern_lock.c:147 reaper(ffff8000211b3a98) at reaper+0x160 sys/kern/kern_exit.c:454 end trace frame: 0x0, count: 10 ddb{0}> trace x86_ipi_db(ffffffff82c05ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82ca0020) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82ca0020) at __mp_lock+0x122 sys/kern/kern_lock.c:147 reaper(ffff8000211b3a98) at reaper+0x160 sys/kern/kern_exit.c:454 end trace frame: 0x0, count: -5 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx witness_checkorder(fffffd806f15be68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f15be58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002330d7f0,fffffd806f15be58,fffffd806f15bee0,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002330d7f0,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002330d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002330d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002330d7f0,ffff800027b4eef0,ffff800027b4ef40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4efc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4efc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7a6df5f86a50, count: 6 ddb{1}> trace witness_checkorder(fffffd806f15be68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f15be58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002330d7f0,fffffd806f15be58,fffffd806f15bee0,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002330d7f0,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002330d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002330d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002330d7f0,ffff800027b4eef0,ffff800027b4ef40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4efc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4efc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7a6df5f86a50, count: -9