panic: vclean: deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND * 66813 93093 0 0x8000002 0 1 syz-executor 249187 39056 0 0x14000 0x200 0 zerothread db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dea7c) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd806c55c6e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c55c6e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 checkalias(fffffd806c55c898,d02,ffff800000a66c00) at checkalias+0x1ab ffs_vinit(ffff800000a66c00,ffff80002a14a980) at ffs_vinit+0x13d ffs_vget(ffff800000a66c00,1fc46,ffff80002a14aa68) at ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 ufs_lookup() at ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 VOP_LOOKUP(fffffd80794890f8,ffff80002a14ace8,ffff80002a14ad18) at VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 vfs_lookup(ffff80002a14acb8) at vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 namei(ffff80002a14acb8) at namei+0x7aa sys/kern/vfs_lookup.c:250 dofstatat(ffff8000ffff67b8,ffffff9c,7f645a769190,7f645a769590,2) at dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 syscall(ffff80002a14af30) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a14af30) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f645a769640, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: vclean: deadlock ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dea7c) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd806c55c6e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c55c6e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 checkalias(fffffd806c55c898,d02,ffff800000a66c00) at checkalias+0x1ab ffs_vinit(ffff800000a66c00,ffff80002a14a980) at ffs_vinit+0x13d ffs_vget(ffff800000a66c00,1fc46,ffff80002a14aa68) at ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 ufs_lookup() at ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 VOP_LOOKUP(fffffd80794890f8,ffff80002a14ace8,ffff80002a14ad18) at VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 vfs_lookup(ffff80002a14acb8) at vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 namei(ffff80002a14acb8) at namei+0x7aa sys/kern/vfs_lookup.c:250 dofstatat(ffff8000ffff67b8,ffffff9c,7f645a769190,7f645a769590,2) at dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 syscall(ffff80002a14af30) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a14af30) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f645a769640, count: -14 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a14a6f0 rbx 0xffff800029b7cd87 rdx 0 rcx 0xffff8000ffff67b8 rax 0xffff800029b7bff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x1f4b4c325239bf47 r11 0x542f417ef0d160d7 r12 0xffff800029b7cb88 r13 0 r14 0 r15 0x1 rip 0xffffffff81ff41c5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a14a6e0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=66813 pid=93093 tcnt=1 stat=onproc flags process=8000002 proc=0 runpri=17, usrpri=50, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffff6cc8,0xffff8000ffff6030 process=0xffff8000ffffb610 user=0xffff80002a145000, vmspace=0xfffffd806c84b540 estcpu=36, cpticks=2, pctcpu=0.94, user=0, sys=113, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 45095 64357 85416 0 2 0x8000000 syz-executor 45095 95694 85416 0 3 0xc000080 fsleep syz-executor 45215 226663 22651 0 3 0x8000080 nanoslp syz-executor 45215 422222 22651 0 3 0xc000080 fsleep syz-executor 45215 162384 22651 0 3 0xc000080 sbwait syz-executor 45215 8990 22651 0 3 0xc000080 fsleep syz-executor 24597 195 83079 0 3 0x8000080 nanoslp syz-executor 24597 248610 83079 0 3 0xc000080 kqsel syz-executor 24597 422653 83079 0 3 0xc000080 fsleep syz-executor 52118 77063 44207 0 3 0x8000080 nanoslp syz-executor 52118 156181 44207 0 3 0xc000080 sbwait syz-executor 52118 176259 44207 0 3 0xc000080 fsleep syz-executor 23480 17079 80119 0 3 0x8000080 nanoslp syz-executor 23480 516926 80119 0 3 0xc000080 fsleep syz-executor 23480 497969 80119 0 3 0xc000080 kqsel syz-executor 85416 291377 85075 0 3 0x8000082 nanoslp syz-executor 22651 501400 85075 0 3 0x8000082 nanoslp syz-executor *93093 66813 85075 0 7 0x8000002 syz-executor 8559 213969 85075 0 2 0x8000002 syz-executor 62366 366917 85075 0 3 0x8000082 wait syz-executor 83079 82774 85075 0 3 0x8000082 nanoslp syz-executor 44207 81155 85075 0 3 0x8000082 nanoslp syz-executor 80119 391298 85075 0 3 0x8000082 nanoslp syz-executor 85075 417330 52983 0 3 0x8000082 kqread syz-executor 52983 36949 69416 0 3 0x810008a sigsusp ksh 69416 518879 22143 0 3 0x18000098 kqread sshd-session 22143 391159 4223 0 3 0x18000092 kqread sshd-session 77262 192955 1 0 3 0x18100083 ttyin getty 4223 58784 1 0 3 0x18000088 kqread sshd 34431 301097 89793 74 3 0x19100092 bpf pflogd 89793 204633 1 0 3 0x18000080 sbwait pflogd 87030 101214 83815 73 3 0x19100090 kqread syslogd 83815 406203 1 0 3 0x18100082 sbwait syslogd 72360 97922 1 0 3 0x18100080 kqread resolvd 36832 516037 7750 77 3 0x18100092 kqread dhcpleased 68305 8726 7750 77 3 0x18100092 kqread dhcpleased 7750 190682 1 0 3 0x18000080 kqread dhcpleased 91039 141550 0 0 3 0x14200 pause smr 39056 249187 0 0 7 0x14200 zerothread 70450 327043 0 0 3 0x14200 aiodoned aiodoned 72581 101408 0 0 3 0x14200 syncer update 19021 11899 0 0 3 0x14200 cleaner cleaner 60948 222564 0 0 3 0x14200 reaper reaper 40720 176430 0 0 3 0x14200 pgdaemon pagedaemon 8253 461730 0 0 3 0x14200 bored viomb 85832 234206 0 0 3 0x40014200 acpi0 acpi0 65636 93795 0 0 3 0x40014200 idle1 37810 126618 0 0 3 0x14200 bored softnet3 87011 348831 0 0 3 0x14200 bored softnet2 30215 337460 0 0 3 0x14200 bored softnet1 76932 180298 0 0 3 0x14200 bored softnet0 91138 81992 0 0 3 0x14200 bored systqmp 86740 148619 0 0 3 0x14200 bored systq 10746 326120 0 0 3 0x14200 tmoslp softclockmp 86860 143621 0 0 3 0x40014200 tmoslp softclock 58306 57855 0 0 3 0x40014200 idle0 1 309286 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/vfs_subr.c:119 r = 0 (0xffffffff8348b0d8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 vclean+0x87 sys/kern/vfs_subr.c:1051 #4 vgonel+0xec sys/kern/vfs_subr.c:1197 #5 checkalias+0x1ab #6 ffs_vinit+0x13d #7 ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 #8 ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 Process 45095 (syz-executor) thread 0xffff800034199978 (95694) exclusive rwlock pipelk r = 0 (0xfffffd806cdedef0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 pipe_kqfilter+0x45 sys/kern/sys_pipe.c:850 #2 kqueue_register+0xdb1 filter_attach sys/kern/kern_event.c:751 [inline] #2 kqueue_register+0xdb1 sys/kern/kern_event.c:1233 #3 ppollregister_evts+0xca sys/kern/sys_generic.c:1042 #4 ppollregister+0x3ca sys/kern/sys_generic.c:1140 #5 doppoll+0x21a sys/kern/sys_generic.c:957 #6 sys_poll+0xd8 #7 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #7 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #8 Xsyscall+0x128 Process 93093 (syz-executor) thread 0xffff8000ffff67b8 (66813) exclusive rrwlock inode r = 0 (0xfffffd806befba38) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 #7 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #8 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #9 namei+0x7aa sys/kern/vfs_lookup.c:250 #10 dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 #11 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806befb928) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:696 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8356b120) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #1 syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 #2 Xsyscall+0x128 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/vfs_subr.c:119 r = 0 (0xffffffff8348b0d8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 vclean+0x87 sys/kern/vfs_subr.c:1051 #4 vgonel+0xec sys/kern/vfs_subr.c:1197 #5 checkalias+0x1ab #6 ffs_vinit+0x13d #7 ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 #8 ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 Process 8559 (syz-executor) thread 0xffff8000ffff6cc8 (213969) exclusive rrwlock inode r = 0 (0xfffffd806befb5f8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:696 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1852 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 10295K 10629K 166960K 11520 0 pcb 17 14K 15K 166960K 72 0 rtable 244 8K 8K 166960K 449 0 pf 37 10K 14K 166960K 69 0 ifaddr 46 15K 15K 166960K 62 0 ifgroup 59 2K 2K 166960K 81 0 counters 66 36K 36K 166960K 78 0 ioctlops 0 0K 4K 166960K 1496 0 iov 1 2K 12K 166960K 7 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1468 92K 92K 166960K 1724 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 13 1K 1K 166960K 16 0 dirhash 15 2K 2K 166960K 15 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 89K 166960K 286 0 sigio 0 0K 0K 166960K 2 0 proc 70 91K 115K 166960K 601 0 subproc 104 6K 6K 166960K 130 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 13 0 in_multi 99 7K 7K 166960K 126 0 ether_multi 1 0K 0K 166960K 2 0 mrt 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 401 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 237 72K 88K 166960K 4123 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 41 82K 102K 166960K 1417 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 15 0 NDP 15 0K 1K 166960K 39 0 temp 51 6805K 6879K 166960K 6781 0 kqueue 15 24K 24K 166960K 40 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 52 0 48 1 0 1 1 0 8 0 rtentry 112 139 0 27 4 0 4 4 0 8 0 unpcb 144 361 0 338 6 0 6 6 0 8 5 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 808 49 0 43 2 0 2 2 0 8 1 arp 120 24 0 5 1 0 1 1 0 8 0 inpcb 336 311 0 298 7 0 7 7 0 8 5 nd6 136 32 0 7 1 0 1 1 0 8 0 pkpcb 40 4 0 3 1 0 1 1 0 8 0 kcovpl 48 10 0 2 1 0 1 1 0 8 0 ppxss 1168 2 0 2 1 0 1 1 0 8 1 pffrag 232 3 0 1 1 0 1 1 0 482 0 pffrnode 88 3 0 1 1 0 1 1 0 8 0 pffrent 40 4 0 2 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfqueue 264 1 0 1 1 0 1 1 0 8 1 pfstitem 24 37 0 0 1 0 1 1 0 8 0 pfstkey 128 37 0 0 2 0 2 2 0 8 0 pfstate 376 37 0 0 4 0 4 4 0 8 0 pfrule 1344 24 0 17 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 549 0 92 29 0 29 29 0 8 0 art_table 32 550 0 92 4 0 4 4 0 8 0 art_node 16 138 0 36 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 12 0 1 1 0 1 1 0 8 0 shmpl 112 4 0 0 1 0 1 1 0 8 0 dirhash 1024 19 0 0 3 0 3 3 0 8 0 dino2pl 256 1828 0 313 95 0 95 95 0 8 0 ffsino 272 1828 0 313 102 0 102 102 0 8 0 nchpl 144 2209 0 516 63 0 63 63 0 8 0 uvmvnodes 80 2210 0 0 46 0 46 46 0 8 0 vnodes 216 2210 0 0 123 0 123 123 0 8 0 namei 1024 7618 0 7617 2 0 2 2 0 8 1 percpumem 16 53 0 6 1 0 1 1 0 8 0 vcpupl 3904 1 0 0 1 0 1 1 0 8 0 vmpool 696 2 0 1 1 0 1 1 0 8 0 kstatmem 264 38 0 12 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 0 1 1 0 8 1 scxspl 216 6179 0 6179 4 3 1 2 1 8 1 plimitpl 152 58 0 38 1 0 1 1 0 8 0 sigapl 424 583 0 535 8 1 7 7 0 8 1 futexpl 64 2730 0 2724 1 0 1 1 0 8 0 knotepl 120 315 0 0 10 0 10 10 0 8 0 kqueuepl 216 63 0 50 1 0 1 1 0 8 0 pipepl 320 129 0 102 3 0 3 3 0 8 0 fdescpl 496 565 0 535 5 0 5 5 0 8 0 filepl 152 3196 0 2934 18 0 18 18 0 8 6 lockfpl 104 64 0 62 1 0 1 1 0 8 0 lockfspl 48 31 0 29 1 0 1 1 0 8 0 sessionpl 144 24 0 15 1 0 1 1 0 8 0 pgrppl 48 36 0 19 1 0 1 1 0 8 0 ucredpl 104 367 0 353 1 0 1 1 0 8 0 zombiepl 144 536 0 535 1 0 1 1 0 8 0 processpl 1152 583 0 535 5 0 5 5 0 8 1 procpl 648 802 0 744 7 1 6 6 0 8 0 sockpl 664 730 0 690 19 4 15 15 0 8 11 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 225 0 0 29 0 29 29 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 234 0 0 15 0 15 15 0 8 0 bufpl 280 2481 0 97 171 0 171 171 0 8 0 anonpl 24 160841 0 157387 25 2 23 25 0 185 0 amapchunkpl 152 13265 0 12764 22 0 22 22 0 158 0 amappl16 200 4336 0 4313 5 3 2 5 0 8 0 amappl15 192 12 0 12 1 1 0 1 0 8 0 amappl14 184 136 0 124 1 0 1 1 0 8 0 amappl13 176 7 0 7 1 1 0 1 0 8 0 amappl12 168 1248 0 1218 3 1 2 2 0 8 0 amappl11 160 54 0 39 1 0 1 1 0 8 0 amappl10 152 16 0 16 1 1 0 1 0 8 0 amappl9 144 147 0 147 1 1 0 1 0 8 0 amappl8 136 19 0 17 1 0 1 1 0 8 0 amappl7 128 114 0 102 1 0 1 1 0 8 0 amappl6 120 189 0 188 1 0 1 1 0 8 0 amappl5 112 144 0 132 1 0 1 1 0 8 0 amappl4 104 327 0 306 1 0 1 1 0 8 0 amappl3 96 2576 0 2460 4 0 4 4 0 8 0 amappl2 88 647 0 583 2 0 2 2 0 8 0 amappl1 80 8370 0 7790 14 0 14 14 0 8 1 amappl 88 3734 0 3560 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 567 0 536 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 567 0 536 1 0 1 1 0 8 0 vmmpekpl 168 6568 0 6523 3 0 3 3 0 8 0 vmmpepl 168 43450 0 41594 86 0 86 86 0 357 0 vmsppl 440 566 0 536 6 1 5 5 0 8 1 rwobjpl 56 19030 0 15863 45 0 45 45 0 8 0 pdppl 4096 1141 0 1073 97 25 72 83 0 8 4 pvpl 32 10877 0 0 90 2 88 88 0 265 0 pmappl 248 566 0 536 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 391 0 27 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff8341fff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8356af18) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff8356af18) at __mp_lock+0x192 sys/kern/kern_lock.c:144 softintr_dispatch(0) at softintr_dispatch+0x5b sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 _kernel_lock_held() at _kernel_lock_held+0x7f sys/kern/kern_lock.c:76 msleep(ffffffff8357bbf4,ffffffff8357bd78,7f,ffffffff83017138,0) at msleep+0x1ac sys/kern/kern_synch.c:232 uvm_pagezero_thread(ffff800029fd8290) at uvm_pagezero_thread+0xe9 sys/uvm/uvm_pmemrange.c:2194 end trace frame: 0x0, count: 6 ddb{0}> trace x86_ipi_db(ffffffff8341fff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8356af18) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff8356af18) at __mp_lock+0x192 sys/kern/kern_lock.c:144 softintr_dispatch(0) at softintr_dispatch+0x5b sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 _kernel_lock_held() at _kernel_lock_held+0x7f sys/kern/kern_lock.c:76 msleep(ffffffff8357bbf4,ffffffff8357bd78,7f,ffffffff83017138,0) at msleep+0x1ac sys/kern/kern_synch.c:232 uvm_pagezero_thread(ffff800029fd8290) at uvm_pagezero_thread+0xe9 sys/uvm/uvm_pmemrange.c:2194 end trace frame: 0x0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dea7c) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd806c55c6e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c55c6e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 checkalias(fffffd806c55c898,d02,ffff800000a66c00) at checkalias+0x1ab ffs_vinit(ffff800000a66c00,ffff80002a14a980) at ffs_vinit+0x13d ffs_vget(ffff800000a66c00,1fc46,ffff80002a14aa68) at ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 ufs_lookup() at ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 VOP_LOOKUP(fffffd80794890f8,ffff80002a14ace8,ffff80002a14ad18) at VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 vfs_lookup(ffff80002a14acb8) at vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 namei(ffff80002a14acb8) at namei+0x7aa sys/kern/vfs_lookup.c:250 dofstatat(ffff8000ffff67b8,ffffff9c,7f645a769190,7f645a769590,2) at dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 syscall(ffff80002a14af30) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a14af30) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f645a769640, count: 1 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff830dea7c) at panic+0x1e5 sys/kern/subr_prf.c:198 vclean(fffffd806c55c6e8,8,ffff8000ffff67b8) at vclean+0x482 sys/kern/vfs_subr.c:1065 vgonel(fffffd806c55c6e8,ffff8000ffff67b8) at vgonel+0xec sys/kern/vfs_subr.c:1197 checkalias(fffffd806c55c898,d02,ffff800000a66c00) at checkalias+0x1ab ffs_vinit(ffff800000a66c00,ffff80002a14a980) at ffs_vinit+0x13d ffs_vget(ffff800000a66c00,1fc46,ffff80002a14aa68) at ffs_vget+0x429 sys/ufs/ffs/ffs_vfsops.c:1283 ufs_lookup() at ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 VOP_LOOKUP(fffffd80794890f8,ffff80002a14ace8,ffff80002a14ad18) at VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 vfs_lookup(ffff80002a14acb8) at vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 namei(ffff80002a14acb8) at namei+0x7aa sys/kern/vfs_lookup.c:250 dofstatat(ffff8000ffff67b8,ffffff9c,7f645a769190,7f645a769590,2) at dofstatat+0xd2 sys/kern/vfs_syscalls.c:2070 syscall(ffff80002a14af30) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a14af30) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f645a769640, count: -14