panic: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 959 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 116629 9178 0 0x100002 0 0 sh *426398 43888 0 0 0x4000000 1K syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff834c0d1e) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff834fb57a,ffffffff8350701c,3bf,ffffffff8352fa22) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c3d2b20,ffffffff834b378b) at refcnt_finalize+0x1e7 sys/kern/kern_synch.c:960 pppx_if_destroy(ffff80002ef84000,ffff80003c3d2b18) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,81,2000,ffff800033392550) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff8000333999c0) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffff9806ce07440,81,fffff980097fd548,ffff800033392550) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b sys/kern/vfs_vnops.c:621 fdrop(fffff9806cc89ea8,ffff800033392550) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffff9806cc89ea8,ffff800033392550) at closef+0x192 sys/kern/kern_descrip.c:1265 sys_closefrom(ffff800033392550,ffff800033399c90,ffff800033399be0) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff800033399c90) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800033399c90) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf12fcc04140, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 959 ddb{1}> show kasan No such command ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff834c0d1e) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff834fb57a,ffffffff8350701c,3bf,ffffffff8352fa22) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c3d2b20,ffffffff834b378b) at refcnt_finalize+0x1e7 sys/kern/kern_synch.c:960 pppx_if_destroy(ffff80002ef84000,ffff80003c3d2b18) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,81,2000,ffff800033392550) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff8000333999c0) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffff9806ce07440,81,fffff980097fd548,ffff800033392550) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b sys/kern/vfs_vnops.c:621 fdrop(fffff9806cc89ea8,ffff800033392550) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffff9806cc89ea8,ffff800033392550) at closef+0x192 sys/kern/kern_descrip.c:1265 sys_closefrom(ffff800033392550,ffff800033399c90,ffff800033399be0) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff800033399c90) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800033399c90) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf12fcc04140, count: -14 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800033399780 rbx 0xffff80002999ee07 rdx 0xffff8000015ff640 rcx 0xffff800033392550 rax 0xffff80002999dff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xa9be1764f4d1bd00 r11 0x1b8aa799706f9ff8 r12 0xffff80002999ec08 r13 0 r14 0 r15 0x1 rip 0xffffffff818cd615 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800033399770 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=426398 pid=43888 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800033393778,0xffff800033393258 process=0xffff800039fb1830 user=0xffff800033394000, vmspace=0xfffff9806cd2b9a8 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S PRLAGS PFLAGS WAIT COMMAND 9178 116629 73769 0 7 0x100002 0 sh 51083 75608 67568 0 2 0 0 syz-executor 51083 272688 67568 0 3 0 0x4000080 fsleep syz-executor 43888 430212 2262 0 2 0 0 syz-executor 43888 209068 2262 0 3 0 0x4000000 smrbar syz-executor *43888 426398 2262 0 7 0 0x4000000 syz-executor 24245 337678 2664 0 2 0 0 syz-executor 24245 173198 2664 0 3 0 0x4000080 piperd syz-executor 13004 100080 78678 0 2 0 0 syz-executor 13004 199076 78678 0 3 0 0x4000000 inode syz-executor 13004 507873 78678 0 3 0 0x4000000 getblk syz-executor 13004 410934 78678 0 2 0 0x4000000 syz-executor 15154 238814 84813 0 2 0 0 syz-executor 15154 187001 84813 0 3 0 0x4000080 fsleep syz-executor 15154 249559 84813 0 3 0 0x4000080 fsleep syz-executor 33123 347967 5347 0 2 0 0 syz-executor 33123 399173 5347 0 3 0 0x4000080 kqsel syz-executor 78678 373538 69768 0 3 0x2 0x80 nanoslp syz-executor 84813 314622 69768 0 3 0x2 0x80 nanoslp syz-executor 73769 478971 69768 0 3 0x2 0x80 wait syz-executor 5347 6996 69768 0 3 0x2 0x80 nanoslp syz-executor 67568 347599 69768 0 3 0x2 0x80 nanoslp syz-executor 2262 7087 69768 0 3 0x2 0x80 nanoslp syz-executor 42968 135712 69768 0 3 0x2 0 biowait syz-executor 2664 511757 69768 0 3 0x2 0x80 nanoslp syz-executor 69768 115268 80510 0 3 0x2 0x80 kqread syz-executor 80510 261221 99469 0 3 0x100002 0x88 sigsusp ksh 99469 482826 58990 0 3 0x10 0x88 kqread sshd-session 58990 268219 92647 0 3 0x12 0x80 kqread sshd-session 53864 3848 1 0 3 0x100003 0x80 ttyin getty 92647 286347 1 0 3 0 0x88 kqread sshd 72878 310327 94992 74 3 0x1100012 0x80 bpf pflogd 94992 472289 1 0 3 0 0x80 sbwait pflogd 57947 294818 19549 73 3 0x1100010 0x80 kqread syslogd 19549 434389 1 0 3 0x100002 0x80 sbwait syslogd 67130 122544 1 0 3 0x100000 0x80 kqread resolvd 58383 96893 40942 77 3 0x100012 0x80 kqread dhcpleased 28037 294037 40942 77 3 0x100012 0x80 kqread dhcpleased 40942 345006 1 0 3 0 0x80 kqread dhcpleased 48473 17400 0 0 3 0x14000 0x200 pause smr 31048 392804 0 0 2 0x14000 0x200 zerothread 93565 356817 0 0 3 0x14000 0x200 aiodoned aiodoned 9666 475761 0 0 3 0x14000 0x200 syncer update 95676 328116 0 0 3 0x14000 0x200 cleaner cleaner 2646 469965 0 0 3 0x14000 0x200 reaper reaper 7224 393879 0 0 3 0x14000 0x200 pgdaemon pagedaemon 39459 455999 0 0 3 0x14000 0x200 bored viomb 17168 394756 0 0 3 0x14000 0x40000200 acpi0 acpi0 45052 103847 0 0 3 0x14000 0x40000200 idle1 27681 193428 0 0 3 0x14000 0x200 bored softnet1 9461 177211 0 0 3 0x14000 0x200 bored softnet0 23746 378865 0 0 3 0x14000 0x200 smrbar systqmp 57305 144239 0 0 3 0x14000 0x200 bored systq 66956 147882 0 0 3 0x14000 0x200 tmoslp softclockmp 45619 241164 0 0 3 0x14000 0x40000200 tmoslp softclock 40225 359647 0 0 3 0x14000 0x40000200 idle0 1 310183 0 0 3 0x2 0x80 wait init 0 0 -1 0 3 0x10000 0x200 scheduler swapper ddb{1}> show all locks Process 43888 (syz-executor) thread 0xffff800033392550 (426398) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83a3ec00) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_closefile+0x41 sys/kern/vfs_vnops.c:614 #2 fdrop+0x121 sys/kern/kern_descrip.c:1281 #3 closef+0x192 sys/kern/kern_descrip.c:1265 #4 sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #6 Xsyscall+0x128 Process 13004 (syz-executor) thread 0xffff800045feed10 (507873) exclusive rrwlock inode r = 0 (0xfffff9806ccf9d80) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline] #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:150 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232 #6 ffs_inode_alloc+0x279 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcd sys/ufs/ufs/ufs_vnops.c:1759 #8 ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 #9 VOP_MKNOD+0x101 sys/kern/vfs_vops.c:121 #10 domknodat+0x469 sys/kern/vfs_syscalls.c:1579 #11 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffff9806d140560) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576 #5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 #6 namei+0x7c5 sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1531 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #9 Xsyscall+0x128 Process 42968 (syz-executor) thread 0xffff80002a2227d8 (135712) exclusive rrwlock inode r = 0 (0xfffff9806ccf9ea8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline] #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:150 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232 #6 ffs_inode_alloc+0x279 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xfc sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x101 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3063 #10 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffff9806ddd2b18) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576 #5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 #6 namei+0x7c5 sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3048 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #9 Xsyscall+0x128 Process 23746 (systqmp) thread 0xffff800045ffe000 (378865) shared rwlock systqmp r = 0 (0xffffffff839138f8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11068 12153K 12279K 166960K 12169 0 pcb 17 12K 12K 166960K 17 0 rtable 227 6K 7K 166960K 339 0 pf 39 18K 18K 166960K 50 0 ifaddr 44 7K 7K 166960K 47 0 ifgroup 64 2K 2K 166960K 64 0 sysctl 1 1K 9K 166960K 5 0 counters 78 37K 37K 166960K 78 0 ioctlops 0 0K 4K 166960K 1486 0 iov 1 1K 1K 166960K 1 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1296 82K 82K 166960K 1373 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 5K 166960K 3 0 VM map 2 1K 1K 166960K 2 0 sem 2 0K 0K 166960K 2 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1734 201K 291K 166960K 11964 0 file desc 17 61K 93K 166960K 142 0 proc 70 115K 147K 166960K 545 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 in_multi 90 6K 6K 166960K 91 0 ether_multi 1 0K 0K 166960K 1 0 mrt 0 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 31 148K 148K 166960K 31 0 exec 0 0K 1K 166960K 380 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 229 168K 177K 166960K 3045 0 UVM aobj 3 2K 2K 166960K 3 0 pinsyscall 42 84K 104K 166960K 1291 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 NDP 28 1K 1K 166960K 28 0 temp 35 9114K 9120K 166960K 3886 0 kqueue 15 24K 24K 166960K 29 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 28 0 0 1 0 1 1 0 8 0 rtpcb 120 32 0 29 1 0 1 1 0 8 0 rtentry 176 106 0 2 5 0 5 5 0 8 0 unpcb 144 41 0 24 1 0 1 1 0 8 0 syncache 336 4 0 4 1 0 1 1 0 8 1 tcpcb 736 10 0 6 1 0 1 1 0 8 0 arp 136 18 0 0 1 0 1 1 0 8 0 inpcb 328 71 0 63 1 0 1 1 0 8 0 nd6 152 21 0 0 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 2 0 0 1 0 1 1 0 8 0 pppxif 1576 2 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 17 0 0 1 0 1 1 0 8 0 pfstkey 128 17 0 0 1 0 1 1 0 8 0 pfstate 448 17 0 0 2 0 2 2 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 419 0 0 27 0 27 27 0 8 0 art_table 40 420 0 0 5 0 5 5 0 8 0 art_node 32 106 0 8 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1587 0 117 93 0 93 93 0 8 1 ffsino 296 1588 0 117 114 0 114 114 0 8 0 nchpl 144 1794 0 91 64 0 64 64 0 8 0 vnodes 216 1683 0 0 94 0 94 94 0 8 0 namei 1024 5465 0 5462 1 0 1 1 0 8 0 percpumem 16 55 0 0 1 0 1 1 0 8 0 kstatmem 264 31 0 0 3 0 3 3 0 8 0 scxspl 216 6208 0 6207 4 1 3 3 1 8 2 plimitpl 152 29 0 12 1 0 1 1 0 8 0 sigapl 424 459 0 412 7 0 7 7 0 8 0 knotepl 120 60 0 0 2 0 2 2 0 8 0 kqueuepl 224 30 0 15 1 0 1 1 0 8 0 pipepl 344 128 0 100 3 0 3 3 0 8 0 fdescpl 528 443 0 412 3 0 3 3 0 8 0 filepl 160 1613 0 1391 10 0 10 10 0 8 0 lockfpl 104 12 0 8 1 0 1 1 0 8 0 lockfspl 48 8 0 4 1 0 1 1 0 8 0 sessionpl 144 25 0 16 1 0 1 1 0 8 0 pgrppl 48 33 0 16 1 0 1 1 0 8 0 ucredpl 104 89 0 76 1 0 1 1 0 8 0 zombiepl 144 412 0 412 1 0 1 1 0 8 1 processpl 1232 459 0 412 5 0 5 5 0 8 0 procpl 664 482 0 425 5 0 5 5 0 8 0 sockpl 752 144 0 116 4 0 4 4 0 8 1 mcl64k 65536 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 108 0 0 14 0 14 14 0 8 0 mcl2k 2048 14 0 0 2 0 2 2 0 8 0 mextrefs 64 13 0 0 1 0 1 1 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 115 0 0 8 0 8 8 0 8 0 bufpl 272 2289 0 105 146 0 146 146 0 8 0 anonpl 32 3568 0 0 30 0 30 30 0 247 1 amapchunkpl 152 8184 0 7723 19 0 19 19 0 158 0 amappl16 200 1013 0 995 4 0 4 4 0 8 3 amappl15 192 8 0 8 1 0 1 1 0 8 1 amappl14 184 427 0 425 1 0 1 1 0 8 0 amappl13 176 122 0 109 1 0 1 1 0 8 0 amappl12 168 689 0 658 2 0 2 2 0 8 0 amappl11 160 17 0 17 1 0 1 1 0 8 1 amappl10 152 137 0 123 1 0 1 1 0 8 0 amappl9 144 273 0 273 1 0 1 1 0 8 1 amappl8 136 93 0 92 1 0 1 1 0 8 0 amappl7 128 145 0 132 1 0 1 1 0 8 0 amappl6 120 191 0 188 1 0 1 1 0 8 0 amappl5 112 107 0 97 1 0 1 1 0 8 0 amappl4 104 285 0 266 1 0 1 1 0 8 0 amappl3 96 1482 0 1374 3 0 3 3 0 8 0 amappl2 88 530 0 470 2 0 2 2 0 8 0 amappl1 80 10402 0 9798 15 0 15 15 0 8 1 amappl 88 2327 0 2171 4 0 4 4 0 92 0 uvmvnodes 80 98 0 0 2 0 2 2 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 443 0 412 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 443 0 412 1 0 1 1 0 8 0 vmmpekpl 168 5718 0 5678 2 0 2 2 0 8 0 vmmpepl 168 37110 0 35255 87 0 87 87 0 357 1 vmsppl 488 442 0 412 5 0 5 5 0 8 0 rwobjpl 80 13684 0 12668 24 0 24 24 0 8 0 pdppl 4096 893 0 824 97 12 85 85 0 8 16 pvpl 32 9666 0 0 78 0 78 78 0 265 0 pmappl 256 442 0 412 3 0 3 3 0 8 0 extentpl 40 46 0 28 1 0 1 1 0 8 0 phpool 112 406 0 15 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83968ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83a3e400) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83a3e400) at __mp_lock+0x199 sys/kern/kern_lock.c:173 intr_handler(ffff80002f389c70,ffff8000002a2900) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff83a3e400) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83a3e400) at __mp_lock+0x192 sys/kern/kern_lock.c:173 syscall(ffff80002f389e40) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002f389e40) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x79450583cd90, count: 6 ddb{0}> trace x86_ipi_db(ffffffff83968ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83a3e400) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83a3e400) at __mp_lock+0x199 sys/kern/kern_lock.c:173 intr_handler(ffff80002f389c70,ffff8000002a2900) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff83a3e400) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83a3e400) at __mp_lock+0x192 sys/kern/kern_lock.c:173 syscall(ffff80002f389e40) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002f389e40) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x79450583cd90, count: -9 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff834c0d1e) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff834fb57a,ffffffff8350701c,3bf,ffffffff8352fa22) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c3d2b20,ffffffff834b378b) at refcnt_finalize+0x1e7 sys/kern/kern_synch.c:960 pppx_if_destroy(ffff80002ef84000,ffff80003c3d2b18) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,81,2000,ffff800033392550) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff8000333999c0) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffff9806ce07440,81,fffff980097fd548,ffff800033392550) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b sys/kern/vfs_vnops.c:621 fdrop(fffff9806cc89ea8,ffff800033392550) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffff9806cc89ea8,ffff800033392550) at closef+0x192 sys/kern/kern_descrip.c:1265 sys_closefrom(ffff800033392550,ffff800033399c90,ffff800033399be0) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff800033399c90) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800033399c90) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf12fcc04140, count: 1 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff834c0d1e) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff834fb57a,ffffffff8350701c,3bf,ffffffff8352fa22) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c3d2b20,ffffffff834b378b) at refcnt_finalize+0x1e7 sys/kern/kern_synch.c:960 pppx_if_destroy(ffff80002ef84000,ffff80003c3d2b18) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,81,2000,ffff800033392550) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff8000333999c0) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffff9806ce07440,81,fffff980097fd548,ffff800033392550) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff9806cc89ea8,ffff800033392550) at vn_closefile+0x12b sys/kern/vfs_vnops.c:621 fdrop(fffff9806cc89ea8,ffff800033392550) at fdrop+0x121 sys/kern/kern_descrip.c:1281 closef(fffff9806cc89ea8,ffff800033392550) at closef+0x192 sys/kern/kern_descrip.c:1265 sys_closefrom(ffff800033392550,ffff800033399c90,ffff800033399be0) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff800033399c90) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800033399c90) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf12fcc04140, count: -14