panic: vclean: deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd806c5a87f0,8,ffff80002a4d5460) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c5a87f0,ffff80002a4d5460) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd805c4361f0) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff8000376a71c0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd805c4361f0,1,fffffd807f7d7618,ffff80002a4d5460) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd807b401348,ffff80002a4d5460) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd807b401348,ffff80002a4d5460) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a4d5460) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a4d5460,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a4d5460,ffff8000376a7540,ffff8000376a7490) at sys_exit+0x1a syscall(ffff8000376a7540) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff8000376a75c0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: vclean: deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd806c5a87f0,8,ffff80002a4d5460) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c5a87f0,ffff80002a4d5460) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd805c4361f0) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff8000376a71c0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd805c4361f0,1,fffffd807f7d7618,ffff80002a4d5460) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd807b401348,ffff80002a4d5460) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd807b401348,ffff80002a4d5460) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a4d5460) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a4d5460,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a4d5460,ffff8000376a7540,ffff8000376a7490) at sys_exit+0x1a syscall(ffff8000376a7540) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7237993123d0, count: -15 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff8000376a6f80 rbx 0x100 rdx 0 rcx 0 rax 0xffff80002a4d5460 r8 0x101010101010101 r9 0x8080808080808080 r10 0x18adad8ad4725336 r11 0x5d8d38e10c236928 r12 0 r13 0x8 r14 0 r15 0x1 rip 0xffffffff82c9cec5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff8000376a6f70 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (syz-executor) tid=17282 pid=61076 tcnt=0 stat=onproc flags process=8001008 proc=2000 runpri=32, usrpri=76, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80002a4d5460 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80002a4b4f40,0xffff80002a4b47b8 process=0xffff800037211758 user=0xffff8000376a2000, vmspace=0xfffffd807ec83810 estcpu=26, cpticks=0, pctcpu=0.10, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 90255 333352 2488 0 2 0x8000000 syz-executor 78758 410928 7273 0 3 0x8000080 nanoslp syz-executor 78758 339051 7273 0 3 0xc000080 fsleep syz-executor 78758 478721 7273 0 3 0xc000080 fsleep syz-executor 78758 134223 7273 0 3 0xc000080 fsleep syz-executor 92881 5324 77171 0 2 0x8000000 syz-executor 92881 200879 77171 0 2 0xc000000 syz-executor 816 2307 14865 0 2 0x8000000 syz-executor 816 278915 14865 0 3 0xc000080 ttyout syz-executor 816 217982 14865 0 3 0xc000000 biowait syz-executor 18707 105612 0 0 3 0x14200 bored sosplice 51250 413981 77369 0 3 0x8000082 nanoslp syz-executor 7273 127765 77369 0 3 0x8000082 nanoslp syz-executor 2488 22111 77369 0 2 0x8000002 syz-executor 536 77619 77369 0 3 0x8000002 biowait syz-executor 77171 215748 77369 0 3 0x8000082 nanoslp syz-executor 57527 333525 77369 0 3 0x8000002 getblk syz-executor 14865 88613 77369 0 3 0x8000082 nanoslp syz-executor 77396 177781 77369 0 3 0x8000082 nanoslp syz-executor 77369 316119 46012 0 2 0x8000002 syz-executor 46012 417545 86317 0 3 0x810008a sigsusp ksh 86317 250222 46038 0 3 0x18000098 kqread sshd-session 46038 362108 45100 0 3 0x18000092 kqread sshd-session 44973 473661 1 0 3 0x18100083 ttyin getty 45100 33548 1 0 3 0x18000088 kqread sshd 10466 275787 48347 73 3 0x19100010 biowait syslogd 48347 464776 1 0 3 0x18100082 sbwait syslogd 22997 330424 1 0 3 0x18100080 kqread resolvd 9525 78276 59147 77 3 0x18100092 kqread dhcpleased 61292 288696 59147 77 3 0x18100092 kqread dhcpleased 59147 99560 1 0 3 0x18000080 kqread dhcpleased 38970 277 0 0 3 0x14200 bored smr 4125 418624 0 0 2 0x14200 zerothread 70829 179460 0 0 3 0x14200 aiodoned aiodoned 66471 72075 0 0 3 0x14200 syncer update 73113 364426 0 0 3 0x14200 cleaner cleaner 55781 442556 0 0 3 0x14200 reaper reaper 30492 55498 0 0 3 0x14200 pgdaemon pagedaemon 92677 227201 0 0 3 0x14200 bored viomb 13789 2268 0 0 3 0x40014200 acpi0 acpi0 71137 126510 0 0 3 0x14200 bored softnet3 6648 159756 0 0 3 0x14200 bored softnet2 41191 353665 0 0 3 0x14200 bored softnet1 44132 374299 0 0 3 0x14200 bored softnet0 64902 312333 0 0 3 0x14200 bored systqmp 50186 92549 0 0 3 0x14200 bored systq 54079 14923 0 0 3 0x40014200 tmoslp softclock 80406 88782 0 0 3 0x40014200 idle0 1 63509 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10174 10102K 10477K 166960K 11464 0 pcb 18 14K 15K 166960K 70 0 rtable 213 6K 7K 166960K 615 0 pf 29 8K 12K 166960K 55 0 ifaddr 42 11K 11K 166960K 81 0 ifgroup 50 2K 2K 166960K 91 0 counters 30 17K 17K 166960K 40 0 ioctlops 0 0K 4K 166960K 116 0 iov 0 0K 12K 166960K 12 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1403 88K 88K 166960K 1615 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 18 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 97K 166960K 367 0 sigio 0 0K 0K 166960K 34 0 proc 56 58K 124K 166960K 704 0 subproc 104 6K 6K 166960K 210 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 35 0 in_multi 96 7K 7K 166960K 193 0 ether_multi 1 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 490 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 223 79K 84K 166960K 4461 0 UVM aobj 11 2K 2K 166960K 11 0 pinsyscall 37 74K 104K 166960K 1595 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 14 0 NDP 11 0K 2K 166960K 53 0 temp 38 6795K 6859K 166960K 6215 0 kqueue 13 20K 28K 166960K 40 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 66 0 63 1 0 1 1 0 8 0 rtentry 112 202 0 104 4 0 4 4 0 8 0 unpcb 144 159 0 144 2 0 2 2 0 8 1 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 808 53 0 46 2 0 2 2 0 8 0 arp 88 35 0 17 1 0 1 1 0 8 0 ipq 40 2 0 0 1 0 1 1 0 8 0 ipqe 40 3 0 1 1 0 1 1 0 8 0 inpcb 352 390 0 381 13 4 9 13 0 8 8 nd6 104 49 0 25 1 0 1 1 0 8 0 kcovpl 48 16 0 8 1 0 1 1 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfrule 1344 1 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 811 0 397 29 0 29 29 0 8 1 art_table 32 812 0 397 4 0 4 4 0 8 0 art_node 16 201 0 114 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0 semupl 112 2 0 2 1 0 1 1 0 8 1 semapl 112 16 0 6 1 0 1 1 0 8 0 shmpl 112 8 0 0 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 1769 0 253 95 0 95 95 0 8 0 ffsino 240 1769 0 253 90 0 90 90 0 8 0 nchpl 144 2119 0 439 63 0 63 63 0 8 0 uvmvnodes 80 2085 0 0 43 0 43 43 0 8 0 vnodes 216 2085 0 0 116 0 116 116 0 8 0 namei 1024 7753 0 7751 2 0 2 2 0 8 1 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 664 3 0 0 1 0 1 1 0 8 0 kstatmem 264 42 0 20 2 0 2 2 0 8 0 scxspl 216 8392 0 8389 3 0 3 3 1 8 2 plimitpl 152 54 0 38 1 0 1 1 0 8 0 sigapl 424 631 0 586 7 0 7 7 0 8 1 futexpl 64 2797 0 2794 1 0 1 1 0 8 0 knotepl 120 6513 0 6466 10 0 10 10 0 8 8 kqueuepl 184 70 0 61 1 0 1 1 0 8 0 pipepl 288 140 0 113 3 0 3 3 0 8 0 fdescpl 432 614 0 586 5 0 5 5 0 8 1 filepl 120 3082 0 2832 14 0 14 14 0 8 5 lockfpl 104 68 0 65 1 0 1 1 0 8 0 lockfspl 48 32 0 29 1 0 1 1 0 8 0 sessionpl 144 29 0 21 1 0 1 1 0 8 0 pgrppl 48 45 0 29 1 0 1 1 0 8 0 ucredpl 104 221 0 210 1 0 1 1 0 8 0 zombiepl 144 588 0 586 1 0 1 1 0 8 0 processpl 1088 631 0 586 4 0 4 4 0 8 0 procpl 648 815 0 764 6 0 6 6 0 8 1 sosppl 168 1 0 0 1 0 1 1 0 8 0 sockpl 504 616 0 588 22 10 12 22 0 8 7 mcl64k 65536 4 0 4 1 0 1 1 0 8 1 mcl8k 8192 8 0 8 1 0 1 1 0 8 1 mcl4k 4096 7 0 6 1 0 1 1 0 8 0 mcl2k 2048 5354 0 5256 24 4 20 24 0 8 4 mtagpl 96 4 0 4 1 0 1 1 0 8 1 mbufpl 256 8524 0 8330 27 0 27 27 0 8 5 bufpl 280 4622 0 89 324 0 324 324 0 8 0 anonpl 24 168148 0 164962 50 0 50 50 0 187 29 amapchunkpl 152 14218 0 13746 32 0 32 32 0 158 11 amappl16 200 4267 0 4252 5 0 5 5 0 8 4 amappl15 192 7 0 7 1 0 1 1 0 8 1 amappl14 184 126 0 116 1 0 1 1 0 8 0 amappl13 176 6 0 6 1 0 1 1 0 8 1 amappl12 168 1374 0 1347 3 0 3 3 0 8 1 amappl11 160 49 0 39 1 0 1 1 0 8 0 amappl10 152 14 0 14 1 0 1 1 0 8 1 amappl9 144 221 0 221 1 0 1 1 0 8 1 amappl8 136 21 0 20 1 0 1 1 0 8 0 amappl7 128 119 0 109 1 0 1 1 0 8 0 amappl6 120 245 0 244 1 0 1 1 0 8 0 amappl5 112 157 0 148 1 0 1 1 0 8 0 amappl4 104 318 0 300 1 0 1 1 0 8 0 amappl3 96 2661 0 2555 4 0 4 4 0 8 0 amappl2 88 709 0 652 2 0 2 2 0 8 0 amappl1 80 8657 0 8122 14 0 14 14 0 8 2 amappl 88 4052 0 3888 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 253 0 253 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 10 0 0 1 0 1 1 0 8 0 uaddrrnd 24 617 0 586 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 617 0 586 1 0 1 1 0 8 0 vmmpekpl 168 6726 0 6668 3 0 3 3 0 8 0 vmmpepl 168 46703 0 44990 82 0 82 82 0 357 5 vmsppl 344 616 0 586 4 0 4 4 0 8 1 rwobjpl 24 19648 0 16696 18 0 18 18 0 8 0 pdppl 4096 1241 0 1175 101 31 70 83 0 8 4 pvpl 32 347731 0 337972 207 0 207 207 0 265 118 pmappl 216 616 0 586 3 0 3 3 0 8 1 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 410 0 45 11 0 11 11 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd806c5a87f0,8,ffff80002a4d5460) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c5a87f0,ffff80002a4d5460) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd805c4361f0) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff8000376a71c0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd805c4361f0,1,fffffd807f7d7618,ffff80002a4d5460) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd807b401348,ffff80002a4d5460) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd807b401348,ffff80002a4d5460) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a4d5460) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a4d5460,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a4d5460,ffff8000376a7540,ffff8000376a7490) at sys_exit+0x1a syscall(ffff8000376a7540) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7237993123d0, count: -15 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd806c5a87f0,8,ffff80002a4d5460) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c5a87f0,ffff80002a4d5460) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd805c4361f0) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff8000376a71c0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd805c4361f0,1,fffffd807f7d7618,ffff80002a4d5460) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd807b401348,ffff80002a4d5460) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd807b401348,ffff80002a4d5460) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd807b401348,ffff80002a4d5460) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a4d5460) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a4d5460,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a4d5460,ffff8000376a7540,ffff8000376a7490) at sys_exit+0x1a syscall(ffff8000376a7540) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7237993123d0, count: -15