panic: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 951 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 195895 29093 0 0x2 0 0 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833722d8) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff833b0390,ffffffff833c03bf,3b7,ffffffff833e9810) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80002f7fb4e8,ffffffff833680a2) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80002f7fb4e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,2,2000,ffff80003681fa28) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003885b080) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8076367a58,2,fffffd80097fb208,ffff80003681fa28) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806ee51328,ffff80003681fa28) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806ee51328,ffff80003681fa28) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003681fa28) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003681fa28,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003681fa28,ffff80003885b3f0,ffff80003885b340) at sys_exit+0x1a sys/kern/kern_exit.c:-1 end trace frame: 0xffff80003885b3e0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 951 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833722d8) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff833b0390,ffffffff833c03bf,3b7,ffffffff833e9810) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80002f7fb4e8,ffffffff833680a2) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80002f7fb4e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,2,2000,ffff80003681fa28) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003885b080) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8076367a58,2,fffffd80097fb208,ffff80003681fa28) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806ee51328,ffff80003681fa28) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806ee51328,ffff80003681fa28) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003681fa28) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003681fa28,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003681fa28,ffff80003885b3f0,ffff80003885b340) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80003885b3f0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003885b3f0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ec8e6930a30, count: -16 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80003885ae50 rbx 0xffff8000299eeddf rdx 0 rcx 0xffff80003681fa28 rax 0xffff8000299edff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xbf202643d11da8 r11 0x29b4248b2feab764 r12 0xffff8000299eebe0 r13 0 r14 0 r15 0x1 rip 0xffffffff81959585 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003885ae40 ss 0 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=507285 pid=86555 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80003681fa28 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff80003681fcc0,0xffff80003681e048 process=0xffff80002a2bc030 user=0xffff800038856000, vmspace=0xfffffd800bf95b90 estcpu=36, cpticks=3, pctcpu=0.0, user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 41205 510428 32415 0 2 0 syz-executor 53742 217848 95152 0 2 0 syz-executor 53742 264455 95152 0 2 0x4000000 syz-executor 93913 461173 57670 0 3 0x80 nanoslp syz-executor 93913 351919 57670 0 2 0x4000000 syz-executor 63655 447000 23670 0 3 0x80 nanoslp syz-executor 63655 217570 23670 0 3 0x4000080 ttyout syz-executor 63655 245972 23670 0 3 0x4000080 fsleep syz-executor 23670 62619 24878 0 3 0x82 nanoslp syz-executor 39910 92637 1 0 3 0x100083 ttyin getty 12428 496938 0 0 3 0x14200 acct acct 59378 358862 0 0 3 0x14200 bored sosplice 11279 240398 0 0 3 0x14280 nfsidl nfsio 2709 71254 0 0 3 0x14280 nfsidl nfsio 55484 428976 0 0 3 0x14280 nfsidl nfsio 91194 451664 0 0 3 0x14280 nfsidl nfsio 92737 472138 0 0 3 0x14280 nfsidl nfsio 15929 424526 0 0 3 0x14280 nfsidl nfsio 80119 381301 0 0 3 0x14280 nfsidl nfsio 52074 446139 0 0 3 0x14280 nfsidl nfsio 58127 329367 0 0 3 0x14280 nfsidl nfsio 28137 63653 0 0 3 0x14280 nfsidl nfsio 67401 80938 0 0 3 0x14280 nfsidl nfsio 73470 309167 0 0 3 0x14280 nfsidl nfsio 42518 436753 0 0 3 0x14280 nfsidl nfsio 85536 83118 0 0 3 0x14280 nfsidl nfsio 46008 345186 0 0 3 0x14280 nfsidl nfsio 85795 228039 0 0 3 0x14280 nfsidl nfsio 99349 196442 0 0 3 0x14280 nfsidl nfsio 90378 216870 0 0 3 0x14280 nfsidl nfsio 25081 130440 0 0 3 0x14280 nfsidl nfsio 58442 319259 0 0 3 0x14280 nfsidl nfsio 57670 155434 24878 0 3 0x82 nanoslp syz-executor 95152 362407 24878 0 3 0x82 nanoslp syz-executor 32415 92917 24878 0 3 0x82 nanoslp syz-executor 82452 522176 24878 0 3 0x2 biowait syz-executor 29093 195895 24878 0 7 0x2 syz-executor 24356 376855 24878 0 3 0x82 wait syz-executor 10349 287549 24878 0 3 0x82 nanoslp syz-executor 24878 44809 29146 0 3 0x82 kqread syz-executor 29146 76688 29326 0 3 0x10008a sigsusp ksh 29326 149362 18755 0 3 0x98 kqread sshd-session 18755 105388 91553 0 3 0x92 kqread sshd-session 91553 288472 1 0 3 0x88 kqread sshd 31159 344184 22135 74 3 0x1100092 bpf pflogd 22135 231345 1 0 3 0x80 sbwait pflogd 8308 36044 35794 73 3 0x1100090 kqread syslogd 35794 414875 1 0 3 0x100082 sbwait syslogd 3259 491591 1 0 3 0x100080 kqread resolvd 91877 259511 4003 77 3 0x100092 kqread dhcpleased 3741 227778 4003 77 3 0x100092 kqread dhcpleased 4003 495688 1 0 3 0x80 kqread dhcpleased 63680 239489 0 0 3 0x14200 bored smr 40519 222011 0 0 2 0x14200 zerothread 24607 357577 0 0 3 0x14200 aiodoned aiodoned 11290 18469 0 0 3 0x14200 syncer update 98098 462520 0 0 3 0x14200 cleaner cleaner 41678 452603 0 0 3 0x14200 reaper reaper 48285 93238 0 0 3 0x14200 pgdaemon pagedaemon 93563 104499 0 0 3 0x14200 bored viomb 63020 355805 0 0 3 0x40014200 acpi0 acpi0 90228 181415 0 0 3 0x40014200 idle1 83560 369105 0 0 3 0x14200 bored softnet7 37016 116743 0 0 3 0x14200 bored softnet6 67038 275547 0 0 3 0x14200 bored softnet5 94025 99051 0 0 3 0x14200 bored softnet4 73646 48850 0 0 3 0x14200 bored softnet3 17122 422373 0 0 3 0x14200 bored softnet2 81502 314951 0 0 3 0x14200 bored softnet1 6998 211636 0 0 2 0x14200 softnet0 46496 89681 0 0 3 0x14200 smrbar systqmp 19271 403190 0 0 3 0x14200 bored systq 21795 35370 0 0 3 0x14200 tmoslp softclockmp 24211 360338 0 0 3 0x40014200 tmoslp softclock 73018 412698 0 0 3 0x40014200 idle0 1 506393 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 82452 (syz-executor) thread 0xffff8000ffff2540 (522176) exclusive rrwlock inode r = 0 (0xfffffd806e199418) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:693 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806fc4e808) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:693 #6 cache_lookup+0x351 sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x1e3 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #10 namei+0x7ca sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #12 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 #13 Xsyscall+0x128 Process 29093 (syz-executor) thread 0xffff8000ffff3c98 (195895) exclusive rwlock amaplk r = 0 (0xfffffd807e39b870) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 uvm_fault_check+0x597 sys/uvm/uvm_fault.c:862 #3 uvm_fault+0x106 sys/uvm/uvm_fault.c:677 #4 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #5 usertrap+0x3c6 sys/arch/amd64/amd64/trap.c:605 #6 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd800b0274d0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1924 #3 uvm_fault_check+0x4a sys/uvm/uvm_fault.c:741 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:677 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #6 usertrap+0x3c6 sys/arch/amd64/amd64/trap.c:605 #7 recall_trap+0x8 Process 46496 (systqmp) thread 0xffff8000ffffea60 (89681) shared rwlock systqmp r = 0 (0xffffffff83777278) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10210 11046K 11283K 166960K 12107 0 pcb 17 12K 12K 166960K 173 0 rtable 165 5K 6K 166960K 415 0 pf 34 17K 21K 166960K 146 0 ifaddr 36 6K 7K 166960K 96 0 ifgroup 54 2K 2K 166960K 179 0 sysctl 1 1K 9K 166960K 8 0 counters 68 36K 37K 166960K 158 0 ioctlops 0 0K 4K 166960K 1609 0 iov 0 0K 16K 166960K 49 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1333 84K 84K 166960K 2138 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 16K 16K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 13 16K 16K 166960K 26 0 dirhash 12 2K 2K 166960K 30 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 16 57K 236K 166960K 2448 0 sigio 0 0K 0K 166960K 13 0 proc 72 115K 164K 166960K 703 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 156 0 in_multi 73 5K 7K 166960K 170 0 ether_multi 1 0K 0K 166960K 15 0 mrt 2 0K 0K 166960K 13 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 480 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 228 175K 189K 166960K 20738 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 41 82K 104K 166960K 3596 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 45 0 NDP 13 0K 2K 166960K 65 0 temp 51 8645K 8729K 166960K 43251 0 kqueue 14 22K 27K 166960K 212 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 102 0 99 1 0 1 1 0 8 0 rtentry 176 139 0 70 5 0 5 5 0 8 0 unpcb 144 466 0 449 1 0 1 1 0 8 0 syncache 336 6 0 6 2 1 1 1 0 8 1 tcpcb 736 209 0 205 1 0 1 1 0 8 0 arp 128 17 0 8 1 0 1 1 0 8 0 inpcb 328 739 0 732 2 0 2 2 0 8 1 nd6 144 18 0 7 1 0 1 1 0 8 0 pkpcb 40 12 0 12 2 2 0 1 0 8 0 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1192 26 0 25 1 0 1 1 0 8 0 pppxif 1504 8 0 7 1 0 1 1 0 8 0 pffrag 232 10 0 4 2 1 1 1 0 482 0 pffrnode 88 9 0 3 2 1 1 1 0 8 0 pffrent 40 17 0 11 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 62 0 21 1 0 1 1 0 8 0 pfstkey 128 62 0 21 2 0 2 2 0 8 0 pfstate 384 62 0 21 5 0 5 5 0 8 0 pfrule 1344 22 0 17 2 1 1 2 0 8 0 rttmr 136 2 0 2 2 1 1 1 0 8 1 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 637 0 293 30 6 24 30 0 8 2 art_table 40 639 0 293 5 0 5 5 0 8 0 art_node 32 137 0 75 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 3 1 0 1 1 0 8 0 semupl 112 4 0 4 2 1 1 1 0 8 1 semapl 112 22 0 11 1 0 1 1 0 8 0 shmpl 112 4 0 0 1 0 1 1 0 8 0 dirhash 1024 29 0 12 3 0 3 3 0 8 0 dino2pl 256 4891 0 3382 95 0 95 95 0 8 0 ffsino 296 4891 0 3382 117 0 117 117 0 8 0 nchpl 144 7611 0 5915 63 0 63 63 0 8 0 rtmask 32 1 0 1 1 0 1 1 0 8 1 uvmvnodes 80 5307 0 0 109 0 109 109 0 8 0 vnodes 216 5307 0 0 295 0 295 295 0 8 0 namei 1024 19466 0 19466 2 1 1 1 0 8 1 percpumem 16 94 0 45 1 0 1 1 0 8 0 kstatmem 264 96 0 72 3 1 2 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 7 0 7 3 2 1 1 0 8 1 scxspl 216 29206 0 29205 12 9 3 8 1 8 2 plimitpl 152 155 0 137 1 0 1 1 0 8 0 sigapl 424 2773 0 2699 10 1 9 9 0 8 0 knotepl 120 549 0 0 17 0 17 17 0 8 0 kqueuepl 224 251 0 240 1 0 1 1 0 8 0 pipepl 344 138 0 111 3 0 3 3 0 8 0 fdescpl 528 2728 0 2698 3 0 3 3 0 8 0 filepl 160 7186 0 6967 11 1 10 10 0 8 0 lockfpl 104 404 0 402 1 0 1 1 0 8 0 lockfspl 48 153 0 151 1 0 1 1 0 8 0 sessionpl 144 29 0 20 1 0 1 1 0 8 0 pgrppl 48 41 0 24 1 0 1 1 0 8 0 ucredpl 104 1147 0 1133 1 0 1 1 0 8 0 zombiepl 144 2701 0 2699 3 2 1 1 0 8 0 processpl 1248 2773 0 2699 7 0 7 7 0 8 0 procpl 664 5353 0 5275 9 1 8 8 0 8 0 sockpl 752 1345 0 1318 5 1 4 4 0 8 1 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 18 0 0 3 0 3 3 0 8 0 mcl12k 12288 18 0 0 2 0 2 2 0 8 0 mcl9k 9216 10 0 0 1 0 1 1 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 112 0 0 14 0 14 14 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 24 0 0 3 0 3 3 0 8 0 mtagpl 96 16 0 0 1 0 1 1 0 8 0 mbufpl 256 1209 0 0 76 0 76 76 0 8 0 bufpl 280 9008 0 2865 440 0 440 440 0 8 0 anonpl 32 8690 0 0 71 0 71 71 0 246 0 amapchunkpl 152 72104 0 71661 36 11 25 28 0 158 3 amappl16 200 6191 0 6157 48 33 15 19 0 8 8 amappl15 192 10 0 10 2 2 0 1 0 8 0 amappl14 184 134 0 122 1 0 1 1 0 8 0 amappl13 176 7 0 6 1 0 1 1 0 8 0 amappl12 168 3416 0 3387 4 2 2 3 0 8 0 amappl11 160 54 0 40 1 0 1 1 0 8 0 amappl10 152 6 0 6 1 1 0 1 0 8 0 amappl9 144 246 0 246 1 1 0 1 0 8 0 amappl8 136 30 0 27 1 0 1 1 0 8 0 amappl7 128 121 0 108 1 0 1 1 0 8 0 amappl6 120 192 0 189 1 0 1 1 0 8 0 amappl5 112 129 0 120 1 0 1 1 0 8 0 amappl4 104 330 0 311 1 0 1 1 0 8 0 amappl3 96 15789 0 15686 5 1 4 4 0 8 0 amappl2 88 688 0 628 2 0 2 2 0 8 0 amappl1 80 18934 0 18335 16 1 15 15 0 8 0 amappl 88 19875 0 19721 6 1 5 5 0 92 0 dma32768 32768 1 0 1 1 0 1 1 0 8 1 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 2 0 2 2 1 1 1 0 8 1 dma2048 2048 1 0 1 1 0 1 1 0 8 1 dma1024 1024 2 0 1 1 0 1 1 0 8 0 dma256 256 7 0 7 2 2 0 1 0 8 0 dma128 128 255 0 255 3 2 1 1 0 8 1 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 2728 0 2698 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2728 0 2698 1 0 1 1 0 8 0 vmmpekpl 168 18679 0 18638 2 0 2 2 0 8 0 vmmpepl 168 164493 0 162559 113 12 101 103 0 357 2 vmsppl 488 2727 0 2698 6 1 5 5 0 8 0 rwobjpl 80 43263 0 37029 134 1 133 133 0 8 0 pdppl 4096 5464 0 5396 116 42 74 86 0 8 6 pvpl 32 16797 0 0 137 1 136 136 0 265 0 pmappl 256 2727 0 2698 4 1 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 365 0 55 9 0 9 9 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff8381aff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83892778) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83892778) at __mp_lock+0x199 sys/kern/kern_lock.c:165 intr_handler(ffff80002a37d350,ffff800000079a80) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x4f sys/dev/kcov.c:159 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __mp_lock(ffffffff83892778) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83892778) at __mp_lock+0x199 sys/kern/kern_lock.c:165 syscall(ffff80002a37d6c0) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002a37d6c0) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7cdedd80ea70, count: 2 ddb{0}> trace x86_ipi_db(ffffffff8381aff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83892778) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83892778) at __mp_lock+0x199 sys/kern/kern_lock.c:165 intr_handler(ffff80002a37d350,ffff800000079a80) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x4f sys/dev/kcov.c:159 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __mp_lock(ffffffff83892778) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83892778) at __mp_lock+0x199 sys/kern/kern_lock.c:165 syscall(ffff80002a37d6c0) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002a37d6c0) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7cdedd80ea70, count: -13 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833722d8) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff833b0390,ffffffff833c03bf,3b7,ffffffff833e9810) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80002f7fb4e8,ffffffff833680a2) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80002f7fb4e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,2,2000,ffff80003681fa28) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003885b080) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8076367a58,2,fffffd80097fb208,ffff80003681fa28) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806ee51328,ffff80003681fa28) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806ee51328,ffff80003681fa28) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003681fa28) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003681fa28,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003681fa28,ffff80003885b3f0,ffff80003885b340) at sys_exit+0x1a sys/kern/kern_exit.c:-1 end trace frame: 0xffff80003885b3e0, count: 0 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833722d8) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff833b0390,ffffffff833c03bf,3b7,ffffffff833e9810) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80002f7fb4e8,ffffffff833680a2) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80002f7fb4e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,2,2000,ffff80003681fa28) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003885b080) at spec_close+0x417 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd8076367a58,2,fffffd80097fb208,ffff80003681fa28) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156 vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd806ee51328,ffff80003681fa28) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd806ee51328,ffff80003681fa28) at fdrop+0x121 sys/kern/kern_descrip.c:1280 closef(fffffd806ee51328,ffff80003681fa28) at closef+0x192 sys/kern/kern_descrip.c:1264 fdfree(ffff80003681fa28) at fdfree+0x116 sys/kern/kern_descrip.c:1195 exit1(ffff80003681fa28,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215 sys_exit(ffff80003681fa28,ffff80003885b3f0,ffff80003885b340) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80003885b3f0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003885b3f0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ec8e6930a30, count: -16