panic: vclean: deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 470811 52049 0 0x8000002 0 1 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dcab3) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd807e3467e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807e3467e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd807e346c20) at vcount+0x179 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a0d7c30) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd807e346c20,1,fffffd807f7d3548,ffff8000ffff67b8) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b sys/kern/vfs_vnops.c:609 fdrop(fffffd806be7e278,ffff8000ffff67b8) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806be7e278,ffff8000ffff67b8) at closef+0x192 sys/kern/kern_descrip.c:1258 fdfree(ffff8000ffff67b8) at fdfree+0x116 sys/kern/kern_descrip.c:1190 exit1(ffff8000ffff67b8,0,0,1) at exit1+0x71b sys/kern/kern_exit.c:221 sys_exit(ffff8000ffff67b8,ffff80002a0d7fb0,ffff80002a0d7f00) at sys_exit+0x1a syscall(ffff80002a0d7fb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0d7fb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80002a0d8030, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: vclean: deadlock ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dcab3) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd807e3467e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807e3467e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd807e346c20) at vcount+0x179 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a0d7c30) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd807e346c20,1,fffffd807f7d3548,ffff8000ffff67b8) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b sys/kern/vfs_vnops.c:609 fdrop(fffffd806be7e278,ffff8000ffff67b8) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806be7e278,ffff8000ffff67b8) at closef+0x192 sys/kern/kern_descrip.c:1258 fdfree(ffff8000ffff67b8) at fdfree+0x116 sys/kern/kern_descrip.c:1190 exit1(ffff8000ffff67b8,0,0,1) at exit1+0x71b sys/kern/kern_exit.c:221 sys_exit(ffff8000ffff67b8,ffff80002a0d7fb0,ffff80002a0d7f00) at sys_exit+0x1a syscall(ffff80002a0d7fb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0d7fb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x74d853cfa7a0, count: -15 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a0d79e0 rbx 0xffffffff834a4d87 cpu_info_full_primary+0x2d87 rdx 0 rcx 0xffff8000ffff67b8 rax 0xffffffff834a3ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x80515dcf48ae6ace r11 0xcfede3e2a3cc24a9 r12 0xffffffff834a4b88 cpu_info_full_primary+0x2b88 r13 0 r14 0 r15 0x1 rip 0xffffffff82d4df45 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a0d79d0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=284664 pid=50394 tcnt=0 stat=onproc flags process=8001018 proc=2000 runpri=32, usrpri=81, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff8000ffff67b8 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff8000ffff62a8,0xffff8000fffeb708 process=0xffff80003544f630 user=0xffff80002a0d3000, vmspace=0xfffffd806bf9a370 estcpu=31, cpticks=1, pctcpu=0.1, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 59649 254351 21153 0 2 0x8100002 sh 99046 284967 77852 0 2 0x8000000 syz-executor 99046 116490 77852 0 3 0xc000080 kqpoll syz-executor 99046 296008 77852 0 3 0xc000080 fsleep syz-executor 26433 258439 27492 0 2 0x8000000 syz-executor 26433 32732 27492 0 3 0xc000080 fsleep syz-executor 4721 393716 52049 0 2 0x8000000 syz-executor 4721 40662 52049 0 2 0xc000000 syz-executor 21153 287118 55281 0 3 0x8000082 wait syz-executor 31461 61833 55281 0 2 0x8000002 syz-executor 43479 447877 55281 0 3 0x8000002 getblk syz-executor 52049 470811 55281 0 7 0x8000002 syz-executor 77852 416089 55281 0 3 0x8000082 nanoslp syz-executor 66595 53412 55281 0 3 0x8000082 nanoslp syz-executor 27492 94032 55281 0 3 0x8000082 nanoslp syz-executor 59062 407342 55281 0 3 0x8000002 biowait syz-executor 95427 156092 1 0 3 0x18100083 ttyin getty 50286 206385 0 0 3 0x14280 nfsidl nfsio 69583 195783 0 0 3 0x14280 nfsidl nfsio 44745 201228 0 0 3 0x14280 nfsidl nfsio 9039 104262 0 0 3 0x14280 nfsidl nfsio 1771 151242 0 0 3 0x14280 nfsidl nfsio 67979 375657 0 0 3 0x14280 nfsidl nfsio 68584 223921 0 0 3 0x14280 nfsidl nfsio 63500 262839 0 0 3 0x14280 nfsidl nfsio 94121 504460 0 0 3 0x14280 nfsidl nfsio 46630 328449 0 0 3 0x14280 nfsidl nfsio 85955 28466 0 0 3 0x14280 nfsidl nfsio 85515 487430 0 0 3 0x14280 nfsidl nfsio 51479 165066 0 0 3 0x14280 nfsidl nfsio 73538 482986 0 0 3 0x14280 nfsidl nfsio 31903 218498 0 0 3 0x14280 nfsidl nfsio 1202 332539 0 0 3 0x14280 nfsidl nfsio 41491 488279 0 0 3 0x14280 nfsidl nfsio 76464 249601 0 0 3 0x14280 nfsidl nfsio 33465 76655 0 0 3 0x14280 nfsidl nfsio 65333 433603 0 0 3 0x14280 nfsidl nfsio 1321 56920 0 0 3 0x14200 bored sosplice 55281 385239 14677 0 2 0x8000002 syz-executor 14677 408601 2234 0 3 0x810008a sigsusp ksh 2234 369638 4779 0 3 0x18000098 kqread sshd-session 4779 18648 71221 0 3 0x18000092 kqread sshd-session 71221 457052 1 0 3 0x18000088 kqread sshd 91767 476262 77981 74 3 0x19100092 bpf pflogd 77981 433285 1 0 3 0x18000080 sbwait pflogd 30836 250586 15773 73 3 0x19100010 biowait syslogd 15773 213687 1 0 3 0x18100082 sbwait syslogd 95417 10926 1 0 3 0x18100080 kqread resolvd 68319 460572 43962 77 3 0x18100092 kqread dhcpleased 11209 369384 43962 77 3 0x18100092 kqread dhcpleased 43962 404969 1 0 3 0x18000080 kqread dhcpleased 87288 157998 0 0 3 0x14200 bored smr 49045 424598 0 0 2 0x14200 zerothread 99792 239257 0 0 3 0x14200 aiodoned aiodoned 86356 346576 0 0 3 0x14200 syncer update 47052 226914 0 0 3 0x14200 cleaner cleaner 69831 511670 0 0 3 0x14200 reaper reaper 24812 369773 0 0 3 0x14200 pgdaemon pagedaemon 4718 349069 0 0 3 0x14200 bored viomb 93012 378318 0 0 3 0x40014200 acpi0 acpi0 38634 51429 0 0 3 0x40014200 idle1 81513 143855 0 0 3 0x14200 bored softnet3 93594 198723 0 0 3 0x14200 bored softnet2 61719 114340 0 0 3 0x14200 bored softnet1 50807 452052 0 0 3 0x14200 bored softnet0 26039 261979 0 0 3 0x14200 bored systqmp 30385 173623 0 0 3 0x14200 bored systq 29091 21445 0 0 3 0x14200 tmoslp softclockmp 62367 78076 0 0 3 0x40014200 tmoslp softclock 96577 18749 0 0 3 0x40014200 idle0 1 471695 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/vfs_subr.c:119 r = 0 (0xffffffff8341ff18) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 vclean+0x87 sys/kern/vfs_subr.c:1051 #4 vgonel+0xec sys/kern/vfs_subr.c:1197 #5 vcount+0x179 sys/kern/vfs_subr.c:1298 #6 spec_close+0xb8 sys/kern/spec_vnops.c:480 #7 VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 #8 vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] #8 vn_closefile+0x12b sys/kern/vfs_vnops.c:609 #9 fdrop+0x126 sys/kern/kern_descrip.c:1274 #10 closef+0x192 sys/kern/kern_descrip.c:1258 #11 fdfree+0x116 sys/kern/kern_descrip.c:1190 #12 exit1+0x71b sys/kern/kern_exit.c:221 #13 sys_exit+0x1a #14 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #14 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #15 Xsyscall+0x128 Process 43479 (syz-executor) thread 0xffff8000fffea030 (447877) exclusive rrwlock inode r = 0 (0xfffffd80608b73d8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:696 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1852 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 59062 (syz-executor) thread 0xffff8000fffebc08 (407342) exclusive rrwlock inode r = 0 (0xfffffd80608b70a8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3100 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8075c84f80) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3085 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 30836 (syslogd) thread 0xffff8000ffffd960 (250586) exclusive rrwlock inode r = 0 (0xfffffd806e4a91b0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2927 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 10166K 10552K 166960K 12703 0 pcb 19 16K 18K 166960K 337 0 rtable 220 7K 8K 166960K 1428 0 pf 36 10K 10K 166960K 123 0 ifaddr 43 15K 16K 166960K 189 0 ifgroup 57 2K 2K 166960K 205 0 sysctl 0 0K 1K 166960K 1 0 counters 66 36K 36K 166960K 142 0 ioctlops 0 0K 4K 166960K 1600 0 iov 0 0K 24K 166960K 107 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1421 89K 89K 166960K 2470 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 27 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 116 0 dirhash 12 2K 2K 166960K 33 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 93K 166960K 1200 0 sigio 0 0K 0K 166960K 10 0 proc 70 91K 128K 166960K 1501 0 subproc 104 6K 7K 166960K 533 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 242 0 in_multi 88 6K 7K 166960K 471 0 ether_multi 1 0K 0K 166960K 7 0 mrt 0 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 946 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 230 77K 97K 166960K 11035 0 UVM aobj 34 6K 6K 166960K 38 0 pinsyscall 40 80K 106K 166960K 3121 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 75 0 NDP 13 0K 2K 166960K 131 0 temp 74 6816K 6885K 166960K 35788 0 kqueue 16 23K 27K 166960K 122 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 170 0 167 1 0 1 1 0 8 0 rtentry 112 484 0 384 4 0 4 4 0 8 1 unpcb 144 678 0 661 6 5 1 4 0 8 0 syncache 336 6 0 6 2 2 0 1 0 8 0 tcpcb 808 247 0 242 4 3 1 4 0 8 0 arp 120 86 0 70 1 0 1 1 0 8 0 inpcb 384 1221 0 1210 15 13 2 8 0 8 0 nd6 136 127 0 105 2 1 1 2 0 8 0 pkpcb 40 4 0 4 1 1 0 1 0 8 0 kcovpl 48 41 0 33 1 0 1 1 0 8 0 ppxss 1168 3 0 2 2 1 1 1 0 8 0 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 5 0 1 1 0 1 1 0 482 0 pffrnode 88 3 0 0 1 0 1 1 0 8 0 pffrent 40 7 0 3 1 0 1 1 0 8 0 pfosfp 40 1429 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1429 0 714 21 0 21 21 0 8 0 pfstitem 24 82 0 47 1 0 1 1 0 8 0 pfstkey 128 84 0 49 2 0 2 2 0 8 0 pfstate 376 83 0 48 5 0 5 5 0 8 0 pfrule 1344 23 0 18 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1891 0 1475 30 4 26 30 0 8 0 art_table 32 1892 0 1475 4 0 4 4 0 8 0 art_node 16 481 0 390 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 1 1 0 1 1 0 8 0 semapl 112 112 0 102 1 0 1 1 0 8 0 shmpl 112 35 0 4 1 0 1 1 0 8 0 dirhash 1024 31 0 14 3 0 3 3 0 8 0 dino2pl 256 2771 0 1199 99 0 99 99 0 8 0 ffsino 272 2771 0 1199 105 0 105 105 0 8 0 nchpl 144 3897 0 2144 66 0 66 66 0 8 0 uvmvnodes 80 3719 0 0 76 0 76 76 0 8 0 vnodes 216 3719 0 0 207 0 207 207 0 8 0 namei 1024 17139 0 17138 3 2 1 2 0 8 0 percpumem 16 85 0 38 1 0 1 1 0 8 0 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 696 6 0 3 1 0 1 1 0 8 0 kstatmem 264 102 0 76 2 0 2 2 0 8 0 scxspl 216 25979 0 25977 11 10 1 8 1 8 0 plimitpl 152 253 0 236 1 0 1 1 0 8 0 sigapl 424 1458 0 1390 11 2 9 9 0 8 0 futexpl 64 11354 0 11352 3 2 1 1 0 8 0 knotepl 120 310 0 0 10 0 10 10 0 8 0 kqueuepl 216 376 0 362 5 4 1 5 0 8 0 pipepl 320 304 0 276 3 0 3 3 0 8 0 fdescpl 496 1418 0 1389 6 1 5 5 0 8 0 filepl 152 8607 0 8316 19 7 12 16 0 8 0 lockfpl 104 321 0 319 2 1 1 2 0 8 0 lockfspl 48 148 0 146 1 0 1 1 0 8 0 sessionpl 144 56 0 47 1 0 1 1 0 8 0 pgrppl 48 101 0 84 1 0 1 1 0 8 0 ucredpl 104 1507 0 1493 1 0 1 1 0 8 0 zombiepl 144 1391 0 1390 1 0 1 1 0 8 0 processpl 1152 1458 0 1390 7 1 6 6 0 8 0 procpl 648 2525 0 2453 9 1 8 8 0 8 0 srpgc 96 7 0 7 3 3 0 1 0 8 0 sosppl 168 3 0 3 2 2 0 1 0 8 0 sockpl 664 2078 0 2047 17 13 4 10 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 6 0 0 1 0 1 1 0 8 0 mcl2k 2048 249 0 0 32 0 32 32 0 8 0 mtagpl 96 71 0 0 2 0 2 2 0 8 0 mbufpl 256 385 0 0 24 0 24 24 0 8 0 bufpl 280 10329 0 3944 457 0 457 457 0 8 0 anonpl 24 251887 0 247736 88 14 74 82 0 185 27 amapchunkpl 152 35211 0 34702 38 4 34 35 0 158 11 amappl16 200 5662 0 5648 23 17 6 16 0 8 3 amappl15 192 11 0 10 1 0 1 1 0 8 0 amappl14 184 179 0 167 1 0 1 1 0 8 0 amappl13 176 76 0 76 1 1 0 1 0 8 0 amappl12 168 2579 0 2549 4 2 2 3 0 8 0 amappl11 160 52 0 38 1 0 1 1 0 8 0 amappl10 152 73 0 73 1 1 0 1 0 8 0 amappl9 144 222 0 222 1 1 0 1 0 8 0 amappl8 136 29 0 26 1 0 1 1 0 8 0 amappl7 128 172 0 160 1 0 1 1 0 8 0 amappl6 120 488 0 485 1 0 1 1 0 8 0 amappl5 112 267 0 255 1 0 1 1 0 8 0 amappl4 104 418 0 397 1 0 1 1 0 8 0 amappl3 96 6898 0 6792 4 0 4 4 0 8 0 amappl2 88 1071 0 1006 2 0 2 2 0 8 0 amappl1 80 12933 0 12352 16 3 13 15 0 8 0 amappl 88 10390 0 10225 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 37 0 4 1 0 1 1 0 8 0 uaddrrnd 24 1424 0 1392 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1424 0 1392 1 0 1 1 0 8 0 vmmpekpl 168 13599 0 13541 4 0 4 4 0 8 0 vmmpepl 168 94857 0 93096 99 8 91 99 0 357 7 vmsppl 440 1423 0 1392 8 4 4 5 0 8 0 rwobjpl 56 33354 0 28659 70 3 67 68 0 8 0 pdppl 4096 2855 0 2787 150 74 76 85 0 8 8 pvpl 32 33671 0 0 272 0 272 272 0 265 0 pmappl 248 1423 0 1392 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 462 0 88 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dcab3) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd807e3467e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd807e3467e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 vcount(fffffd807e346c20) at vcount+0x179 sys/kern/vfs_subr.c:1298 spec_close(ffff80002a0d7c30) at spec_close+0xb8 sys/kern/spec_vnops.c:480 VOP_CLOSE(fffffd807e346c20,1,fffffd807f7d3548,ffff8000ffff67b8) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806be7e278,ffff8000ffff67b8) at vn_closefile+0x12b sys/kern/vfs_vnops.c:609 fdrop(fffffd806be7e278,ffff8000ffff67b8) at fdrop+0x126 sys/kern/kern_descrip.c:1274 closef(fffffd806be7e278,ffff8000ffff67b8) at closef+0x192 sys/kern/kern_descrip.c:1258 fdfree(ffff8000ffff67b8) at fdfree+0x116 sys/kern/kern_descrip.c:1190 exit1(ffff8000ffff67b8,0,0,1) at exit1+0x71b sys/kern/kern_exit.c:221 sys_exit(ffff8000ffff67b8,ffff80002a0d7fb0,ffff80002a0d7f00) at sys_exit+0x1a syscall(ffff80002a0d7fb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0d7fb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x74d853cfa7a0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8355d5e0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff8355d5e0) at __mp_lock+0x192 sys/kern/kern_lock.c:144 syscall(ffff80002a110ee0) at syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a110ee0) at syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x73196ebe1010, count: 9 ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8355d5e0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff8355d5e0) at __mp_lock+0x192 sys/kern/kern_lock.c:144 syscall(ffff80002a110ee0) at syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a110ee0) at syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x73196ebe1010, count: -6