panic: vclean: deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd807dc08c00,8,ffff80002a490018) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807dc08c00,ffff80002a490018) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd806930d6e8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a53ac00) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd806930d6e8,9,fffffd807f7d7820,ffff80002a490018) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd8076ce21f8,ffff80002a490018) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd8076ce21f8,ffff80002a490018) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a490018) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a490018,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a490018,ffff80002a53af80,ffff80002a53aed0) at sys_exit+0x1a syscall(ffff80002a53af80) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80002a53b000, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: vclean: deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd807dc08c00,8,ffff80002a490018) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807dc08c00,ffff80002a490018) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd806930d6e8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a53ac00) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd806930d6e8,9,fffffd807f7d7820,ffff80002a490018) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd8076ce21f8,ffff80002a490018) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd8076ce21f8,ffff80002a490018) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a490018) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a490018,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a490018,ffff80002a53af80,ffff80002a53aed0) at sys_exit+0x1a syscall(ffff80002a53af80) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ca98a5dc180, count: -15 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002a53a9c0 rbx 0x100 rdx 0 rcx 0 rax 0xffff80002a490018 r8 0x101010101010101 r9 0x8080808080808080 r10 0x46d9a193d48952b2 r11 0xd1e418e8be00fa53 r12 0 r13 0x8 r14 0 r15 0x1 rip 0xffffffff82c9cec5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a53a9b0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (syz-executor) tid=260881 pid=56552 tcnt=0 stat=onproc flags process=8001008 proc=2000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80002a490018 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80002d9e62b0,0xffff80002a4b4530 process=0xffff80002a4e3dd0 user=0xffff80002a536000, vmspace=0xfffffd806c25d418 estcpu=34, cpticks=0, pctcpu=0.1, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 84656 505025 20947 0 2 0x8000000 syz-executor 7364 194146 28374 0 2 0x8000000 syz-executor 7364 125245 28374 0 3 0xc000080 fsleep syz-executor 7364 139724 28374 0 3 0xc000080 fsleep syz-executor 80545 293569 52212 0 2 0x8000000 syz-executor 80545 47484 52212 0 2 0xc000000 syz-executor 80545 203267 52212 0 2 0xc000000 syz-executor 35269 23022 40612 0 2 0x8000002 syz-executor 75703 101708 1 0 3 0x8003000 suspend syz-executor 75703 496706 1 0 2 0xc081000 syz-executor 62198 15970 40612 0 3 0x8000002 getblk syz-executor 28374 98292 40612 0 3 0x8000082 nanoslp syz-executor 20947 137241 40612 0 3 0x8000082 nanoslp syz-executor 65536 184469 40612 0 3 0x8000082 nanoslp syz-executor 83386 144187 40612 0 3 0x8000082 wait syz-executor 31552 169970 40612 0 3 0x8000002 biowait syz-executor 52212 310101 40612 0 3 0x8000082 nanoslp syz-executor 93366 361123 1 0 3 0x18100083 ttyin getty 90192 205527 0 0 3 0x14200 bored sosplice 40612 64389 73825 0 3 0x8000082 kqread syz-executor 73825 329700 59008 0 3 0x810008a sigsusp ksh 59008 421079 28147 0 3 0x18000098 kqread sshd-session 28147 292282 59228 0 3 0x18000092 kqread sshd-session 59228 234147 1 0 3 0x18000088 kqread sshd 76569 179462 11353 73 3 0x19100010 ffs_fsync syslogd 11353 105579 1 0 3 0x18100082 sbwait syslogd 30550 204333 1 0 3 0x18100080 kqread resolvd 89541 30191 84260 77 3 0x18100092 kqread dhcpleased 65780 203329 84260 77 3 0x18100092 kqread dhcpleased 84260 76143 1 0 3 0x18000080 kqread dhcpleased 3829 322278 0 0 3 0x14200 bored smr 19152 108564 0 0 2 0x14200 zerothread 47403 432752 0 0 3 0x14200 aiodoned aiodoned 24117 156489 0 0 3 0x14200 syncer update 45283 476157 0 0 3 0x14200 cleaner cleaner 87415 293902 0 0 3 0x14200 reaper reaper 63455 196428 0 0 3 0x14200 pgdaemon pagedaemon 18131 330044 0 0 3 0x14200 bored viomb 47573 476089 0 0 3 0x40014200 acpi0 acpi0 553 56710 0 0 3 0x14200 bored softnet3 76156 82066 0 0 3 0x14200 bored softnet2 64192 315880 0 0 3 0x14200 bored softnet1 72000 299432 0 0 3 0x14200 bored softnet0 9617 271931 0 0 3 0x14200 bored systqmp 94999 392769 0 0 3 0x14200 bored systq 69196 485949 0 0 3 0x40014200 tmoslp softclock 75990 44085 0 0 3 0x40014200 idle0 1 23476 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10205 10160K 10473K 166960K 13120 0 pcb 17 15K 17K 166960K 266 0 rtable 226 6K 7K 166960K 2878 0 pf 30 9K 11K 166960K 229 0 ifaddr 40 11K 12K 166960K 384 0 ifgroup 48 2K 2K 166960K 424 0 sysctl 2 0K 2K 166960K 5 0 counters 30 17K 17K 166960K 122 0 ioctlops 0 0K 4K 166960K 281 0 iov 0 0K 16K 166960K 173 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1508 95K 95K 166960K 3491 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 21 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 151 0 dirhash 15 2K 3K 166960K 24 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 97K 166960K 2202 0 sigio 0 0K 0K 166960K 86 0 proc 58 59K 124K 166960K 2814 0 subproc 117 7K 7K 166960K 1157 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 141 0 in_multi 88 6K 7K 166960K 1010 0 ether_multi 1 0K 0K 166960K 8 0 mrt 0 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 235 1049K 1049K 166960K 235 0 exec 0 0K 1K 166960K 1516 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 219 100K 111K 166960K 17230 0 UVM aobj 104 4K 4K 166960K 108 0 pinsyscall 37 74K 104K 166960K 5325 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 2 0K 0K 166960K 57 0 NDP 11 0K 2K 166960K 279 0 temp 79 6808K 6934K 166960K 26800 0 kqueue 13 20K 28K 166960K 133 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 370 0 367 3 2 1 3 0 8 0 rtentry 112 1029 0 925 6 2 4 4 0 8 0 unpcb 144 1696 0 1678 17 10 7 7 0 8 6 syncache 336 4 0 4 2 1 1 1 0 8 1 tcpcb 808 502 0 497 18 9 9 14 0 8 8 arp 88 184 0 168 1 0 1 1 0 8 0 ipq 40 2 0 1 2 1 1 1 0 8 0 ipqe 40 5 0 4 2 1 1 1 0 8 0 inpcb 352 2039 0 2031 22 13 9 13 0 8 8 nd6 104 287 0 263 1 0 1 1 0 8 0 pkpcb 40 18 0 18 2 1 1 1 0 8 1 kcovpl 48 89 0 80 1 0 1 1 0 8 0 ppxss 1072 2 0 1 1 0 1 1 0 8 0 pfrule 1344 5 0 4 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 4057 0 3635 43 13 30 30 0 8 0 art_table 32 4058 0 3635 4 0 4 4 0 8 0 art_node 16 1026 0 932 1 0 1 1 0 8 0 sysvmsgpl 40 11 0 7 1 0 1 1 0 8 0 semapl 112 149 0 139 1 0 1 1 0 8 0 shmpl 112 105 0 4 3 0 3 3 0 8 0 dirhash 1024 25 0 6 3 0 3 3 0 8 0 dino2pl 256 3474 0 1834 103 0 103 103 0 8 0 ffsino 240 3474 0 1834 97 0 97 97 0 8 0 nchpl 144 5099 0 3328 66 0 66 66 0 8 0 uvmvnodes 80 5260 0 0 108 0 108 108 0 8 0 vnodes 216 5260 0 0 293 0 293 293 0 8 0 namei 1024 27154 0 27154 5 3 2 2 0 8 2 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 664 5 0 2 1 0 1 1 0 8 0 kstatmem 264 206 0 184 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 0 1 1 0 8 1 scxspl 216 48585 0 48583 17 9 8 8 1 8 7 plimitpl 152 545 0 525 1 0 1 1 0 8 0 sigapl 424 2328 0 2283 7 1 6 7 0 8 0 futexpl 64 19735 0 19733 2 1 1 1 0 8 0 knotepl 120 32701 0 32654 17 7 10 10 0 8 7 kqueuepl 184 335 0 325 3 0 3 3 0 8 2 pipepl 288 524 0 496 7 4 3 7 0 8 0 fdescpl 432 2309 0 2281 5 1 4 5 0 8 0 filepl 120 14871 0 14602 26 11 15 16 0 8 6 lockfpl 104 288 0 286 1 0 1 1 0 8 0 lockfspl 48 134 0 132 1 0 1 1 0 8 0 sessionpl 144 106 0 98 1 0 1 1 0 8 0 pgrppl 48 217 0 200 1 0 1 1 0 8 0 ucredpl 104 2315 0 2304 1 0 1 1 0 8 0 zombiepl 144 2554 0 2551 2 1 1 1 0 8 0 processpl 1088 2328 0 2283 4 0 4 4 0 8 0 procpl 648 3782 0 3732 7 1 6 6 0 8 1 sosppl 168 12 0 12 2 1 1 1 0 8 1 sockpl 504 4194 0 4165 94 82 12 29 0 8 6 mcl64k 65536 22 0 22 3 2 1 1 0 8 1 mcl16k 16384 3 0 3 2 1 1 1 0 8 1 mcl12k 12288 3 0 3 1 1 0 1 0 8 0 mcl9k 9216 2 0 2 1 1 0 1 0 8 0 mcl8k 8192 68 0 68 3 2 1 1 0 8 1 mcl4k 4096 18 0 18 3 2 1 1 0 8 1 mcl2k2 2112 3 0 3 1 0 1 1 0 8 1 mcl2k 2048 9352 0 9258 28 13 15 25 0 8 2 mtagpl 96 23 0 17 2 1 1 1 0 8 0 mbufpl 256 24662 0 24457 24 5 19 19 0 8 4 bufpl 280 11402 0 3001 601 0 601 601 0 8 0 anonpl 24 383541 0 379162 127 74 53 79 0 187 11 amapchunkpl 152 54834 0 54390 67 36 31 41 0 158 10 amappl16 200 7383 0 7292 46 28 18 18 0 8 10 amappl15 192 10 0 10 1 1 0 1 0 8 0 amappl14 184 277 0 267 1 0 1 1 0 8 0 amappl13 176 18 0 18 1 1 0 1 0 8 0 amappl12 168 4219 0 4192 3 1 2 3 0 8 0 amappl11 160 53 0 42 1 0 1 1 0 8 0 amappl10 152 14 0 14 1 1 0 1 0 8 0 amappl9 144 141 0 141 1 1 0 1 0 8 0 amappl8 136 23 0 22 1 0 1 1 0 8 0 amappl7 128 267 0 256 1 0 1 1 0 8 0 amappl6 120 1040 0 1038 1 0 1 1 0 8 0 amappl5 112 447 0 438 1 0 1 1 0 8 0 amappl4 104 542 0 525 1 0 1 1 0 8 0 amappl3 96 10300 0 10198 5 1 4 4 0 8 0 amappl2 88 1741 0 1684 2 0 2 2 0 8 0 amappl1 80 18698 0 18166 15 2 13 14 0 8 1 amappl 88 16212 0 16051 6 1 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 107 0 4 2 0 2 2 0 8 0 uaddrrnd 24 2314 0 2283 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2314 0 2283 1 0 1 1 0 8 0 vmmpekpl 168 19986 0 19929 3 0 3 3 0 8 0 vmmpepl 168 148403 0 146635 109 15 94 94 0 357 8 vmsppl 344 2313 0 2283 5 1 4 4 0 8 0 rwobjpl 24 49593 0 43289 40 0 40 40 0 8 0 pdppl 4096 4635 0 4569 233 161 72 83 0 8 6 pvpl 32 1228986 0 1218056 616 396 220 349 0 265 105 pmappl 216 2313 0 2283 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 676 0 300 12 0 12 12 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd807dc08c00,8,ffff80002a490018) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807dc08c00,ffff80002a490018) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd806930d6e8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a53ac00) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd806930d6e8,9,fffffd807f7d7820,ffff80002a490018) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd8076ce21f8,ffff80002a490018) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd8076ce21f8,ffff80002a490018) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a490018) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a490018,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a490018,ffff80002a53af80,ffff80002a53aed0) at sys_exit+0x1a syscall(ffff80002a53af80) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ca98a5dc180, count: -15 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8629) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd807dc08c00,8,ffff80002a490018) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807dc08c00,ffff80002a490018) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd806930d6e8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a53ac00) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd806930d6e8,9,fffffd807f7d7820,ffff80002a490018) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8076ce21f8,ffff80002a490018) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd8076ce21f8,ffff80002a490018) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd8076ce21f8,ffff80002a490018) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a490018) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a490018,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a490018,ffff80002a53af80,ffff80002a53aed0) at sys_exit+0x1a syscall(ffff80002a53af80) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ca98a5dc180, count: -15