panic: vclean: deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8854) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd8070f3d558,8,ffff80002a491968) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd8070f3d558,ffff80002a491968) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd8070f3d3a8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80003765b2a0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd8070f3d3a8,7,fffffd807f7d76e8,ffff80002a491968) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd806c24de18,ffff80002a491968) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806c24de18,ffff80002a491968) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a491968) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a491968,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a491968,ffff80003765b620,ffff80003765b570) at sys_exit+0x1a syscall(ffff80003765b620) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80003765b6a0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: vclean: deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8854) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd8070f3d558,8,ffff80002a491968) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd8070f3d558,ffff80002a491968) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd8070f3d3a8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80003765b2a0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd8070f3d3a8,7,fffffd807f7d76e8,ffff80002a491968) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd806c24de18,ffff80002a491968) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806c24de18,ffff80002a491968) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a491968) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a491968,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a491968,ffff80003765b620,ffff80003765b570) at sys_exit+0x1a syscall(ffff80003765b620) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7060f8dccd30, count: -15 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80003765b060 rbx 0x100 rdx 0 rcx 0 rax 0xffff80002a491968 r8 0x101010101010101 r9 0x8080808080808080 r10 0x75b7a4033dfacf1d r11 0xc7326e5fc86dec6a r12 0 r13 0x8 r14 0 r15 0x1 rip 0xffffffff82d5fbb5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003765b050 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (syz-executor) tid=146076 pid=89120 tcnt=0 stat=onproc flags process=8001008 proc=2000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80002a491968 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80002a47e7d8,0xffff80002a4907c0 process=0xffff80002a4e3550 user=0xffff800037656000, vmspace=0xfffffd806c25cad8 estcpu=36, cpticks=18, pctcpu=0.0, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 23145 46419 94032 0 2 0x8000000 syz-executor 23145 387067 94032 0 3 0xc000080 fsleep syz-executor 75363 238113 28518 0 3 0x8000080 nanoslp syz-executor 75363 428972 28518 0 3 0xc000080 kqsel syz-executor 75363 268794 28518 0 3 0xc000080 fsleep syz-executor 74952 214187 1265 -1 3 0x8000090 nanoslp syz-executor 74952 460381 1265 -1 3 0xc000090 piperd syz-executor 74952 161803 1265 -1 3 0xc000090 fsleep syz-executor 91482 50668 66858 0 3 0x8000082 nanoslp syz-executor 94032 369874 66858 0 3 0x8000082 nanoslp syz-executor 55361 453105 66858 0 3 0x8000082 nanoslp syz-executor 60925 248313 66858 0 2 0x8000002 syz-executor 1613 51917 66858 0 3 0x8000002 getblk syz-executor 1265 399736 66858 0 3 0x8000082 nanoslp syz-executor 13103 315607 66858 0 3 0x8000002 biowait syz-executor 28518 156893 66858 0 3 0x8000082 nanoslp syz-executor 86910 444586 1 0 3 0x18100083 ttyin getty 30606 488095 0 0 3 0x14200 acct acct 64718 133585 0 0 3 0x14200 bored sosplice 66858 482709 32990 0 3 0x8000082 kqread syz-executor 32990 78422 23968 0 3 0x810008a sigsusp ksh 23968 310981 53956 0 3 0x18000098 kqread sshd-session 53956 91167 6911 0 3 0x18000092 kqread sshd-session 6911 297238 1 0 3 0x18000088 kqread sshd 42178 4422 43443 73 3 0x19100010 ffs_fsync syslogd 43443 98626 1 0 3 0x18100082 sbwait syslogd 89944 12047 1 0 3 0x18100080 kqread resolvd 74205 96844 14921 77 3 0x18100092 kqread dhcpleased 85033 213649 14921 77 3 0x18100092 kqread dhcpleased 14921 447236 1 0 3 0x18000080 kqread dhcpleased 99353 504059 0 0 3 0x14200 bored smr 10925 335713 0 0 2 0x14200 zerothread 28753 59662 0 0 3 0x14200 aiodoned aiodoned 83241 136936 0 0 3 0x14200 syncer update 20576 294408 0 0 3 0x14200 cleaner cleaner 68847 137584 0 0 3 0x14200 reaper reaper 87101 455542 0 0 3 0x14200 pgdaemon pagedaemon 57158 184398 0 0 3 0x14200 bored viomb 38233 266886 0 0 3 0x40014200 acpi0 acpi0 90811 369937 0 0 3 0x14200 bored softnet3 30461 160128 0 0 3 0x14200 bored softnet2 90886 480768 0 0 3 0x14200 bored softnet1 95160 422479 0 0 3 0x14200 bored softnet0 81387 336809 0 0 3 0x14200 bored systqmp 36887 163860 0 0 3 0x14200 bored systq 91152 46187 0 0 3 0x40014200 tmoslp softclock 48224 388087 0 0 3 0x40014200 idle0 1 396552 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10212 10166K 10556K 166960K 13816 0 pcb 17 12K 12K 166960K 209 0 rtable 215 6K 7K 166960K 2735 0 pf 30 9K 13K 166960K 236 0 ifaddr 43 12K 12K 166960K 360 0 ifgroup 50 2K 2K 166960K 382 0 sysctl 2 0K 0K 166960K 2 0 counters 30 17K 17K 166960K 113 0 ioctlops 0 0K 4K 166960K 298 0 iov 0 0K 16K 166960K 98 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1507 95K 95K 166960K 3519 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 13K 166960K 83 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 240 0 dirhash 15 2K 2K 166960K 21 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 14 49K 97K 166960K 2725 0 sigio 0 0K 0K 166960K 54 0 proc 61 67K 124K 166960K 2664 0 subproc 104 6K 7K 166960K 1079 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 375 0 in_multi 96 7K 7K 166960K 987 0 ether_multi 1 0K 0K 166960K 11 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 241 1076K 1076K 166960K 241 0 exec 0 0K 2K 166960K 1545 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 212 88K 99K 166960K 21680 0 UVM aobj 64 7K 7K 166960K 72 0 pinsyscall 36 72K 98K 166960K 5693 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 77 0 NDP 11 0K 2K 166960K 258 0 temp 79 6808K 6936K 166960K 70474 0 kqueue 14 22K 28K 166960K 192 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 382 0 379 2 1 1 2 0 8 0 rtentry 112 961 0 862 5 1 4 4 0 8 1 unpcb 144 1543 0 1528 9 5 4 6 0 8 3 syncache 336 12 0 12 3 2 1 1 0 8 1 tcpqe 32 4 0 4 2 1 1 1 0 8 1 tcpcb 808 979 0 972 20 13 7 14 0 8 6 arp 88 173 0 155 1 0 1 1 0 8 0 ipq 40 7 0 4 1 0 1 1 0 8 0 ipqe 40 191 0 188 1 0 1 1 0 8 0 inpcb 336 2626 0 2613 13 8 5 10 0 8 3 nd6 104 255 0 230 1 0 1 1 0 8 0 pkpcb 40 14 0 14 2 1 1 1 0 8 1 kcovpl 48 83 0 75 1 0 1 1 0 8 0 ppxss 1072 2 0 2 1 1 0 1 0 8 0 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pfanchor 1288 1 0 0 1 0 1 1 0 8 0 pftag 88 4 0 1 1 0 1 1 0 8 0 pfstkey 128 2 0 2 1 1 0 1 0 8 0 pfstate 344 1 0 1 1 1 0 1 0 8 0 pfrule 1344 19 0 18 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 3801 0 3380 40 11 29 29 0 8 2 art_table 32 3802 0 3380 4 0 4 4 0 8 0 art_node 16 958 0 870 1 0 1 1 0 8 0 sysvmsgpl 40 15 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 237 0 227 1 0 1 1 0 8 0 shmpl 112 69 0 8 2 0 2 2 0 8 0 dirhash 1024 23 0 4 3 0 3 3 0 8 0 dino2pl 256 4088 0 2448 103 0 103 103 0 8 0 ffsino 240 4088 0 2448 97 0 97 97 0 8 0 nchpl 144 6428 0 4645 67 0 67 67 0 8 0 uvmvnodes 80 6027 0 0 123 0 123 123 0 8 0 vnodes 216 6027 0 0 335 0 335 335 0 8 0 namei 1024 29953 0 29951 2 1 1 2 0 8 0 vcpupl 3904 4 0 1 1 0 1 1 0 8 0 vmpool 664 7 0 4 1 0 1 1 0 8 0 kstatmem 264 188 0 166 2 0 2 2 0 8 0 scsiplug 72 4 0 4 2 1 1 1 0 8 1 scxspl 216 41118 0 41116 9 7 2 8 1 8 1 plimitpl 152 499 0 481 1 0 1 1 0 8 0 sigapl 424 2878 0 2833 8 2 6 8 0 8 0 futexpl 64 27672 0 27669 2 1 1 1 0 8 0 knotepl 120 50184 0 50120 23 16 7 10 0 8 4 kqueuepl 184 426 0 412 1 0 1 1 0 8 0 pipepl 288 629 0 601 8 3 5 6 0 8 3 fdescpl 432 2840 0 2813 5 1 4 5 0 8 0 filepl 120 16471 0 16185 17 5 12 14 0 8 1 lockfpl 104 596 0 594 2 1 1 2 0 8 0 lockfspl 48 279 0 277 1 0 1 1 0 8 0 sessionpl 144 97 0 89 1 0 1 1 0 8 0 pgrppl 48 329 0 313 1 0 1 1 0 8 0 ucredpl 104 2002 0 1989 1 0 1 1 0 8 0 zombiepl 144 2835 0 2833 1 0 1 1 0 8 0 processpl 1088 2878 0 2833 5 1 4 5 0 8 0 procpl 648 4931 0 4881 9 3 6 8 0 8 0 sosppl 168 6 0 6 3 2 1 1 0 8 1 sockpl 504 4598 0 4567 37 25 12 22 0 8 6 mcl64k 65536 59 0 59 3 2 1 1 0 8 1 mcl16k 16384 21 0 21 2 1 1 1 0 8 1 mcl12k 12288 13 0 13 3 2 1 1 0 8 1 mcl9k 9216 2 0 2 1 1 0 1 0 8 0 mcl8k 8192 44 0 44 3 2 1 1 0 8 1 mcl4k 4096 60 0 60 3 2 1 1 0 8 1 mcl2k2 2112 2 0 2 1 1 0 1 0 8 0 mcl2k 2048 10817 0 10724 29 13 16 26 0 8 3 mtagpl 96 36 0 36 2 1 1 1 0 8 1 mbufpl 256 31465 0 31245 68 51 17 64 0 8 2 bufpl 280 10435 0 3184 519 0 519 519 0 8 0 anonpl 24 433424 0 430231 122 71 51 106 0 187 15 amapchunkpl 152 70167 0 69739 59 27 32 42 0 158 11 amappl16 200 8866 0 8846 38 36 2 18 0 8 0 amappl15 192 8 0 8 1 1 0 1 0 8 0 amappl14 184 260 0 250 1 0 1 1 0 8 0 amappl13 176 10 0 9 1 0 1 1 0 8 0 amappl12 168 4654 0 4627 3 1 2 3 0 8 0 amappl11 160 53 0 43 1 0 1 1 0 8 0 amappl10 152 28 0 28 1 1 0 1 0 8 0 amappl9 144 136 0 136 1 1 0 1 0 8 0 amappl8 136 24 0 23 1 0 1 1 0 8 0 amappl7 128 250 0 240 1 0 1 1 0 8 0 amappl6 120 913 0 911 1 0 1 1 0 8 0 amappl5 112 427 0 418 1 0 1 1 0 8 0 amappl4 104 515 0 497 1 0 1 1 0 8 0 amappl3 96 13769 0 13670 5 1 4 4 0 8 0 amappl2 88 1656 0 1596 2 0 2 2 0 8 0 amappl1 80 19767 0 19237 14 2 12 14 0 8 0 amappl 88 20682 0 20527 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 71 0 8 2 0 2 2 0 8 0 uaddrrnd 24 2847 0 2817 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2847 0 2817 1 0 1 1 0 8 0 vmmpekpl 168 22589 0 22534 3 0 3 3 0 8 0 vmmpepl 168 176777 0 175117 100 20 80 94 0 357 1 vmsppl 344 2846 0 2817 4 0 4 4 0 8 0 rwobjpl 24 55266 0 48330 42 0 42 42 0 8 0 pdppl 4096 5700 0 5637 270 201 69 82 0 8 6 pvpl 32 1400436 0 1391067 512 291 221 392 0 265 121 pmappl 216 2846 0 2817 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 713 0 338 13 0 13 13 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8854) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd8070f3d558,8,ffff80002a491968) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd8070f3d558,ffff80002a491968) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd8070f3d3a8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80003765b2a0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd8070f3d3a8,7,fffffd807f7d76e8,ffff80002a491968) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd806c24de18,ffff80002a491968) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806c24de18,ffff80002a491968) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a491968) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a491968,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a491968,ffff80003765b620,ffff80003765b570) at sys_exit+0x1a syscall(ffff80003765b620) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7060f8dccd30, count: -15 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830a8854) at panic+0x1cf sys/kern/subr_prf.c:198 vclean(fffffd8070f3d558,8,ffff80002a491968) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd8070f3d558,ffff80002a491968) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd8070f3d3a8) at vcount+0x170 sys/kern/vfs_subr.c:1298 spec_close(ffff80003765b2a0) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd8070f3d3a8,7,fffffd807f7d76e8,ffff80002a491968) at VOP_CLOSE+0x12a sys/kern/vfs_vops.c:156 vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806c24de18,ffff80002a491968) at vn_closefile+0x11d sys/kern/vfs_vnops.c:609 fdrop(fffffd806c24de18,ffff80002a491968) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806c24de18,ffff80002a491968) at closef+0x18d sys/kern/kern_descrip.c:1258 fdfree(ffff80002a491968) at fdfree+0x115 sys/kern/kern_descrip.c:1190 exit1(ffff80002a491968,0,0,1) at exit1+0x6db sys/kern/kern_exit.c:221 sys_exit(ffff80002a491968,ffff80003765b620,ffff80003765b570) at sys_exit+0x1a syscall(ffff80003765b620) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7060f8dccd30, count: -15