witness: thread 0xffff800020ab13d8 exiting with the following locks held: exclusive rrwlock inode r = 0 (0xfffffd8069581f80) #0 witness_lock+0x52e sys/kern/subr_witness.c:1163 #1 rw_enter+0x46d sys/kern/kern_rwlock.c:306 #2 rrw_enter+0x4f sys/kern/kern_rwlock.c:435 #3 VOP_LOCK+0x4b sys/kern/vfs_vops.c:602 #4 vn_lock+0x6e sys/kern/vfs_vnops.c:561 #5 spec_write+0xec sys/kern/spec_vnops.c:312 #6 VOP_WRITE+0xce sys/kern/vfs_vops.c:268 #7 vn_write+0x1be sys/kern/vfs_vnops.c:405 #8 dofilewritev+0x1ac sys/kern/sys_generic.c:364 #9 sys_write+0x83 sys/kern/sys_generic.c:284 #10 syscall+0x552 mi_syscall sys/sys/syscall_mi.h:92 [inline] #10 syscall+0x552 sys/arch/amd64/amd64/trap.c:555 #11 Xsyscall+0x128 panic: thread 0xffff800020ab13d8 cannot exit while holding sleeplocks Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 342556 99187 73 0x100010 0 0 syslogd *273612 43790 0 0x14000 0x200 1 reaper db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic() at panic+0x15c sys/kern/subr_prf.c:207 witness_thread_exit(ffff800020ab13d8) at witness_thread_exit+0x213 sys/kern/subr_witness.c:1364 reaper(ffff800020a5f3c8) at reaper+0x14c sys/kern/kern_exit.c:423 end trace frame: 0x0, count: 11 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic thread 0xffff800020ab13d8 cannot exit while holding sleeplocks ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic() at panic+0x15c sys/kern/subr_prf.c:207 witness_thread_exit(ffff800020ab13d8) at witness_thread_exit+0x213 sys/kern/subr_witness.c:1364 reaper(ffff800020a5f3c8) at reaper+0x14c sys/kern/kern_exit.c:423 end trace frame: 0x0, count: -4 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800020a5d0c0 rbx 0xffff800020a5d170 rdx 0xffff800020a5f3c8 rcx 0 rax 0 r8 0xffffffff81e141c3 kprintf+0x173 r9 0x1 r10 0x25 r11 0xec9138a5cf6b162e r12 0x3000000008 r13 0xffff800020a5d0d0 r14 0x100 r15 0x1 rip 0xffffffff81e136b8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020a5d0b0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (reaper) pid=273612 stat=onproc flags process=14000 proc=200 pri=4, usrpri=51, nice=20 forw=0xffffffffffffffff, list=0xffff800020a118b0,0xffff800020a5f160 process=0xffff800020a4a388 user=0xffff800020a58000, vmspace=0xffffffff826198b8 estcpu=1, cpticks=5, pctcpu=0.82 user=0, sys=5, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 58833 277901 22222 32767 3 0x90 nanosleep syz-executor.1 58833 224838 22222 32767 3 0x4000090 nanosleep syz-executor.1 58833 271969 22222 32767 3 0x4000090 fsleep syz-executor.1 58833 104395 22222 32767 3 0x4000090 fsleep syz-executor.1 34340 338652 39689 32767 3 0x90 nanosleep syz-executor.0 39689 198855 27296 0 3 0x82 wait syz-executor.0 22222 476028 19700 32767 3 0x90 nanosleep syz-executor.1 19700 421015 27296 0 3 0x82 wait syz-executor.1 48528 385980 0 0 3 0x14200 bored sosplice 27296 466563 92826 0 3 0x82 thrsleep syz-fuzzer 27296 161913 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 351103 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 288883 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 478412 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 129065 92826 0 3 0x4000082 kqread syz-fuzzer 27296 62693 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 171540 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 12897 92826 0 3 0x4000082 thrsleep syz-fuzzer 27296 3729 92826 0 3 0x4000082 thrsleep syz-fuzzer 92826 267717 88266 0 3 0x10008a pause ksh 88266 311059 83577 0 3 0x92 select sshd 76092 123232 1 0 3 0x100083 ttyin getty 83577 360834 1 0 3 0x80 select sshd 99187 342556 32447 73 7 0x100010 syslogd 32447 362943 1 0 3 0x100082 netio syslogd 25352 486507 1 77 3 0x100090 poll dhclient 64993 33981 1 0 3 0x80 poll dhclient 15778 329853 0 0 3 0x14200 pgzero zerothread 93870 90598 0 0 3 0x14200 aiodoned aiodoned 54036 260164 0 0 3 0x14200 syncer update 46441 71461 0 0 3 0x14200 cleaner cleaner *43790 273612 0 0 7 0x14200 reaper 22706 154578 0 0 3 0x14200 pgdaemon pagedaemon 50164 186763 0 0 3 0x14200 bored crynlk 80718 142368 0 0 3 0x14200 bored crypto 9736 431063 0 0 3 0x40014200 acpi0 acpi0 38001 143692 0 0 3 0x40014200 idle1 46944 323235 0 0 3 0x14200 bored softnet 3244 487091 0 0 3 0x14200 bored systqmp 12438 86045 0 0 3 0x14200 bored systq 96329 249231 0 0 3 0x40014200 bored softclock 22420 462809 0 0 3 0x40014200 idle0 82013 225340 0 0 3 0x14200 bored smr 1 41118 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 99187 (syslogd) thread 0xffff800020ac09f0 (342556) exclusive rrwlock inode r = 0 (0xfffffd806eb5e2b8) #0 witness_lock+0x52e sys/kern/subr_witness.c:1163 #1 rw_enter+0x46d sys/kern/kern_rwlock.c:306 #2 rrw_enter+0x4f sys/kern/kern_rwlock.c:435 #3 VOP_LOCK+0x4b sys/kern/vfs_vops.c:602 #4 vn_lock+0x6e sys/kern/vfs_vnops.c:561 #5 sys_fsync+0x114 sys/kern/vfs_syscalls.c:2806 #6 syscall+0x552 mi_syscall sys/sys/syscall_mi.h:92 [inline] #6 syscall+0x552 sys/arch/amd64/amd64/trap.c:555 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim Kern Lim devbuf 9462 6321K 6321K 78643K 10859 0 0 pcb 13 8K 8K 78643K 13 0 0 rtable 105 3K 3K 78643K 2992 0 0 ifaddr 36 12K 12K 78643K 416 0 0 counters 39 33K 33K 78643K 39 0 0 ioctlops 0 0K 2K 78643K 157 0 0 iov 0 0K 28K 78643K 292 0 0 mount 1 1K 1K 78643K 1 0 0 vnodes 1214 76K 76K 78643K 2845 0 0 UFS quota 1 32K 32K 78643K 1 0 0 UFS mount 5 36K 36K 78643K 5 0 0 shm 2 1K 5K 78643K 53 0 0 VM map 2 1K 1K 78643K 2 0 0 sem 12 0K 0K 78643K 340 0 0 dirhash 12 2K 2K 78643K 12 0 0 ACPI 1808 196K 290K 78643K 12765 0 0 file desc 8 25K 33K 78643K 3614 0 0 sigio 0 0K 0K 78643K 53 0 0 proc 41 38K 70K 78643K 3164 0 0 subproc 34 2K 2K 78643K 1088 0 0 NFS srvsock 1 0K 0K 78643K 1 0 0 NFS daemon 1 16K 16K 78643K 1 0 0 ip_moptions 0 0K 0K 78643K 401 0 0 in_multi 33 2K 2K 78643K 803 0 0 ether_multi 1 0K 0K 78643K 17 0 0 ISOFS mount 1 32K 32K 78643K 1 0 0 MSDOSFS mount 1 16K 16K 78643K 1 0 0 ttys 60 265K 265K 78643K 60 0 0 exec 0 0K 1K 78643K 1211 0 0 pagedep 1 8K 8K 78643K 1 0 0 inodedep 1 32K 32K 78643K 1 0 0 newblk 1 0K 0K 78643K 1 0 0 VM swap 7 26K 26K 78643K 7 0 0 UVM amap 107 21K 31K 78643K 12828 0 0 UVM aobj 130 4K 4K 78643K 141 0 0 memdesc 1 4K 4K 78643K 1 0 0 crypto data 1 1K 1K 78643K 1 0 0 ip6_options 0 0K 0K 78643K 200 0 0 NDP 5 0K 0K 78643K 195 0 0 temp 121 3546K 3626K 78643K 17791 0 0 kqueue 0 0K 0K 78643K 65 0 0 SYN cache 2 16K 16K 78643K 2 0 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 136 0 130 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 312 0 310 1 0 1 1 0 8 0 rtentry 112 733 0 689 2 0 2 2 0 8 0 unpcb 120 1488 0 1480 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 3362 0 3362 1 1 0 1 0 8 0 tcpcb 544 819 0 815 1 0 1 1 0 8 0 ipq 40 12 0 12 9 9 0 1 0 8 0 ipqe 40 37 0 37 9 9 0 1 0 8 0 inpcb 280 1925 0 1918 4 3 1 2 0 8 0 nd6 48 192 0 186 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2970 0 2778 14 1 13 13 0 8 0 art_table 32 2971 0 2778 2 0 2 2 0 8 0 art_node 16 732 0 692 1 0 1 1 0 8 0 sysvmsgpl 40 11 0 3 1 0 1 1 0 8 0 semapl 112 336 0 326 1 0 1 1 0 8 0 shmpl 112 139 0 11 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino1pl 128 5150 0 3719 48 1 47 47 0 8 0 ffsino 272 5150 0 3719 98 2 96 96 0 8 0 nchpl 144 9576 0 7943 61 0 61 61 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 200 5926 0 0 312 0 312 312 0 8 0 namei 1024 37996 0 37996 2 1 1 1 0 8 1 percpumem 16 30 0 0 1 0 1 1 0 8 0 scxspl 192 28918 0 28918 20 19 1 7 0 8 1 plimitpl 152 605 0 596 1 0 1 1 0 8 0 sigapl 432 3599 0 3583 5 3 2 3 0 8 0 futexpl 56 30627 0 30625 1 0 1 1 0 8 0 knotepl 112 2086 0 2067 1 0 1 1 0 8 0 kqueuepl 104 798 0 796 1 0 1 1 0 8 0 pipepl 112 2096 0 2077 5 4 1 2 0 8 0 fdescpl 488 3600 0 3583 3 0 3 3 0 8 0 filepl 152 21475 0 21376 9 4 5 7 0 8 0 lockfpl 104 654 0 654 8 7 1 1 0 8 1 lockfspl 48 215 0 215 8 7 1 1 0 8 1 sessionpl 112 79 0 69 1 0 1 1 0 8 0 pgrppl 48 118 0 108 1 0 1 1 0 8 0 ucredpl 96 5926 0 5917 1 0 1 1 0 8 0 zombiepl 144 3584 0 3583 2 1 1 1 0 8 0 processpl 896 3616 0 3583 4 0 4 4 0 8 0 procpl 632 9523 0 9477 14 9 5 5 0 8 1 srpgc 64 124 0 124 14 13 1 1 0 8 1 sosppl 128 51 0 51 11 11 0 1 0 8 0 sockpl 384 3794 0 3777 5 2 3 4 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 25 0 0 2 0 2 2 0 8 0 mcl9k 9216 18 0 0 2 0 2 2 0 8 0 mcl8k 8192 13 0 0 2 0 2 2 0 8 0 mcl4k 4096 13 0 0 2 0 2 2 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 119 0 0 14 0 14 14 0 8 0 mtagpl 80 1 0 0 1 0 1 1 0 8 0 mbufpl 256 310 0 0 12 0 12 12 0 8 0 bufpl 256 11421 0 4407 439 0 439 439 0 8 0 anonpl 16 401644 0 395528 130 96 34 46 0 124 0 amapchunkpl 152 27760 0 27663 45 40 5 11 0 158 0 amappl16 192 16841 0 16450 128 107 21 33 0 8 1 amappl15 184 587 0 587 6 6 0 1 0 8 0 amappl14 176 903 0 897 1 0 1 1 0 8 0 amappl13 168 445 0 441 9 8 1 1 0 8 0 amappl12 160 448 0 447 2 1 1 1 0 8 0 amappl11 152 758 0 747 1 0 1 1 0 8 0 amappl10 144 553 0 548 1 0 1 1 0 8 0 amappl9 136 1715 0 1706 1 0 1 1 0 8 0 amappl8 128 1048 0 1020 1 0 1 1 0 8 0 amappl7 120 589 0 580 1 0 1 1 0 8 0 amappl6 112 658 0 645 1 0 1 1 0 8 0 amappl5 104 1003 0 994 1 0 1 1 0 8 0 amappl4 96 3564 0 3534 2 1 1 2 0 8 0 amappl3 88 1292 0 1280 1 0 1 1 0 8 0 amappl2 80 23313 0 23239 3 1 2 3 0 8 0 amappl1 72 104659 0 104192 23 13 10 19 0 8 0 amappl 80 10729 0 10688 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma64 64 259 0 259 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 17 0 17 1 1 0 1 0 8 0 aobjpl 64 140 0 11 3 0 3 3 0 8 0 uaddrrnd 24 3600 0 3583 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3600 0 3583 1 0 1 1 0 8 0 vmmpekpl 168 33570 0 33540 2 0 2 2 0 8 0 vmmpepl 168 465844 0 464123 175 97 78 94 0 357 3 vmsppl 368 3599 0 3583 2 0 2 2 0 8 0 pdppl 4096 7207 0 7166 6 0 6 6 0 8 0 pvpl 32 1117023 0 1107598 229 135 94 122 0 265 3 pmappl 232 3599 0 3583 8 7 1 2 0 8 0 extentpl 40 41 0 26 1 0 1 1 0 8 0 phpool 112 600 0 6 17 0 17 17 0 8 0