panic: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 951 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 325545 14209 0 0x14000 0x200 0 smr db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83467021) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff83417304,ffffffff8341f78f,3b7,ffffffff8341f812) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c4434e8,ffffffff8335fa09) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80003c4434e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,1,2000,ffff8000fffe2d00) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003c40dfd0) at spec_close+0x412 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805ed2d968,1,fffffd80097fb548,ffff8000fffe2d00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8061d6b308,ffff8000fffe2d00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8061d6b308,ffff8000fffe2d00) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000fffe2d00) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000fffe2d00,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000fffe2d00,ffff80003c40e340,ffff80003c40e290) at sys_exit+0x1a sys/kern/kern_exit.c:-1 end trace frame: 0xffff80003c40e330, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: kernel diagnostic assertion "refs != ~0" failed: file "/syzkaller/managers/multicore/kernel/sys/kern/kern_synch.c", line 951 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83467021) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff83417304,ffffffff8341f78f,3b7,ffffffff8341f812) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c4434e8,ffffffff8335fa09) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80003c4434e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,1,2000,ffff8000fffe2d00) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003c40dfd0) at spec_close+0x412 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805ed2d968,1,fffffd80097fb548,ffff8000fffe2d00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8061d6b308,ffff8000fffe2d00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8061d6b308,ffff8000fffe2d00) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000fffe2d00) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000fffe2d00,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000fffe2d00,ffff80003c40e340,ffff80003c40e290) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80003c40e340) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c40e340) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x70dcfa90f7b0, count: -16 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80003c40dda0 rbx 0xffff8000299dedd7 rdx 0 rcx 0xffff8000fffe2d00 rax 0xffff8000299ddff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xdf0472afa17ecc2b r11 0xb38922c24dddaf88 r12 0xffff8000299debd8 r13 0 r14 0 r15 0x1 rip 0xffffffff81d3fc45 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c40dd90 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=70884 pid=1073 tcnt=0 stat=onproc flags process=1008 proc=2000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff8000fffe2d00 scnt=-1 ecnt=1 forw=0xffffffffffffffff, list=0xffff8000fffea7d8,0xffff8000fffe3230 process=0xffff8000fffe66e0 user=0xffff80003c409000, vmspace=0xfffffd806cf405c8 estcpu=36, cpticks=4, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 96641 167445 45060 0 2 0 syz-executor 87640 433806 63167 0 3 0x80 nanoslp syz-executor 87640 24856 63167 0 2 0x4000000 syz-executor 87640 270234 63167 0 3 0x4000080 fsleep syz-executor 52008 328020 80202 0 3 0x90 nanoslp syz-executor 52008 159772 80202 0 3 0x4000090 kqread syz-executor 52008 6479 80202 0 3 0x4000090 fsleep syz-executor 77180 37875 91091 0 3 0x80 nanoslp syz-executor 77180 184736 91091 0 3 0x4000080 msgwait syz-executor 77180 120864 91091 0 3 0x4000080 fsleep syz-executor 57404 249745 66059 -1 3 0x90 nanoslp syz-executor 57404 236281 66059 -1 3 0x4000090 ttyin syz-executor 57404 218287 66059 -1 3 0x4000090 fsleep syz-executor 84623 391822 97545 0 3 0x80 nanoslp syz-executor 84623 130976 97545 0 3 0x4000080 kqsel syz-executor 84623 330297 97545 0 3 0x4000080 fsleep syz-executor 43883 120640 0 0 3 0x14200 bored sosplice 45060 324288 81805 0 2 0x2 syz-executor 91091 443445 81805 0 3 0x82 nanoslp syz-executor 80202 346796 81805 0 3 0x82 nanoslp syz-executor 93406 291291 81805 0 3 0x82 nanoslp syz-executor 63167 84533 81805 0 3 0x82 nanoslp syz-executor 66059 70794 81805 0 3 0x82 nanoslp syz-executor 24803 477623 81805 0 3 0x82 nanoslp syz-executor 97545 518276 81805 0 3 0x82 nanoslp syz-executor 81805 381895 34635 0 3 0x82 kqread syz-executor 34635 117777 48458 0 3 0x10008a sigsusp ksh 48458 51451 42346 0 3 0x98 kqread sshd-session 42346 241175 92633 0 3 0x92 kqread sshd-session 85887 433197 1 0 3 0x100083 ttyin getty 92633 43653 1 0 3 0x88 kqread sshd 78844 413546 81350 74 3 0x1100092 bpf pflogd 81350 141864 1 0 3 0x80 sbwait pflogd 60553 47168 71483 73 3 0x1100090 kqread syslogd 71483 358303 1 0 3 0x100082 sbwait syslogd 88986 277691 1 0 3 0x100080 kqread resolvd 50792 31969 20774 77 2 0x100012 dhcpleased 18349 170229 20774 77 3 0x100092 kqread dhcpleased 20774 129456 1 0 3 0x80 kqread dhcpleased 14209 325545 0 0 7 0x14200 smr 89509 196378 0 0 2 0x14200 zerothread 95205 397598 0 0 3 0x14200 aiodoned aiodoned 87711 157235 0 0 3 0x14200 syncer update 50771 490926 0 0 3 0x14200 cleaner cleaner 10667 211251 0 0 3 0x14200 reaper reaper 7158 430014 0 0 3 0x14200 pgdaemon pagedaemon 69412 164887 0 0 3 0x14200 bored viomb 33327 327775 0 0 3 0x40014200 acpi0 acpi0 39781 432867 0 0 3 0x40014200 idle1 23613 398661 0 0 3 0x14200 bored softnet3 19320 298343 0 0 3 0x14200 bored softnet2 97300 311048 0 0 3 0x14200 bored softnet1 88053 374647 0 0 2 0x14200 softnet0 26001 410714 0 0 3 0x14200 bored systqmp 47903 481791 0 0 3 0x14200 bored systq 6157 355416 0 0 3 0x14200 tmoslp softclockmp 50195 362190 0 0 3 0x40014200 tmoslp softclock 58518 182362 0 0 3 0x40014200 idle0 1 326947 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive mutex &sched_lock r = 0 (0xffffffff83960cf8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:311 #2 mtx_enter+0x62 sys/kern/kern_lock.c:261 #3 wakeup_n+0x54 sys/kern/kern_synch.c:579 #4 uvm_pmr_freepages+0x459 sys/uvm/uvm_pmemrange.c:1338 #5 uvm_km_pgremove_intrsafe+0xd9 sys/uvm/uvm_km.c:309 #6 uvm_unmap_kill_entry_withlock+0x1f2 sys/uvm/uvm_map.c:1872 #7 uvm_unmap_remove+0x6a2 sys/uvm/uvm_map.c:2002 #8 uvm_unmap+0xab vm_map_unlock_ln sys/uvm/uvm_map.c:-1 [inline] #8 uvm_unmap+0xab sys/uvm/uvm_map.c:1793 #9 free+0x28b sys/kern/kern_malloc.c:432 #10 bpf_d_smr+0x7c sys/net/bpf.c:1688 #11 smr_thread+0x457 sys/kern/kern_smr.c:-1 #12 proc_trampoline+0x10 exclusive mutex &uvm.fpageqlock r = 0 (0xffffffff83a09670) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:311 #2 mtx_enter+0x62 sys/kern/kern_lock.c:261 #3 uvm_pmr_freepages+0x1a8 sys/uvm/uvm_pmemrange.c:1323 #4 uvm_km_pgremove_intrsafe+0xd9 sys/uvm/uvm_km.c:309 #5 uvm_unmap_kill_entry_withlock+0x1f2 sys/uvm/uvm_map.c:1872 #6 uvm_unmap_remove+0x6a2 sys/uvm/uvm_map.c:2002 #7 uvm_unmap+0xab vm_map_unlock_ln sys/uvm/uvm_map.c:-1 [inline] #7 uvm_unmap+0xab sys/uvm/uvm_map.c:1793 #8 free+0x28b sys/kern/kern_malloc.c:432 #9 bpf_d_smr+0x7c sys/net/bpf.c:1688 #10 smr_thread+0x457 sys/kern/kern_smr.c:-1 #11 proc_trampoline+0x10 exclusive mutex &map->mtx r = 0 (0xffffffff8399d140) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:311 #2 mtx_enter+0x62 sys/kern/kern_lock.c:261 #3 vm_map_lock_ln+0x1a1 sys/uvm/uvm_map.c:5179 #4 uvm_unmap+0x81 sys/uvm/uvm_map.c:1792 #5 free+0x28b sys/kern/kern_malloc.c:432 #6 bpf_d_smr+0x7c sys/net/bpf.c:1688 #7 smr_thread+0x457 sys/kern/kern_smr.c:-1 #8 proc_trampoline+0x10 Process 14209 (smr) thread 0xffff8000ffffd1f8 (325545) shared rwlock smr r = 0 (0xffffffff83886238) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 smr_thread+0x3cd sys/kern/kern_smr.c:-1 #2 proc_trampoline+0x10 Process 88053 (softnet0) thread 0xffff8000ffffe520 (374647) shared rwlock softnet0 r = 0 (0xffff80000002c078) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10214 11225K 11552K 166960K 11621 0 pcb 17 12K 12K 166960K 81 0 rtable 227 7K 7K 166960K 383 0 pf 39 18K 67485K 166960K 81 0 ifaddr 46 8K 8K 166960K 61 0 ifgroup 62 2K 2K 166960K 87 0 sysctl 1 1K 9K 166960K 6 0 counters 74 37K 37K 166960K 102 0 ioctlops 0 0K 4K 166960K 1555 0 iov 0 0K 12K 166960K 16 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1373 86K 86K 166960K 1570 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 16 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 85K 166960K 390 0 sigio 0 0K 0K 166960K 4 0 proc 72 91K 140K 166960K 567 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 47 0 in_multi 101 7K 7K 166960K 114 0 ether_multi 1 0K 0K 166960K 3 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 386 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 239 160K 169K 166960K 5150 0 UVM aobj 11 4K 4K 166960K 11 0 pinsyscall 43 86K 100K 166960K 1473 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 20 0 NDP 14 0K 2K 166960K 39 0 temp 44 8675K 8747K 166960K 15153 0 kqueue 16 26K 26K 166960K 83 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 84 0 81 2 1 1 2 0 8 0 rtentry 176 120 0 17 6 0 6 6 0 8 0 unpcb 144 160 0 143 1 0 1 1 0 8 0 syncache 336 4 0 4 2 1 1 1 0 8 1 tcpqe 32 1 0 1 1 0 1 1 0 8 1 tcpcb 736 154 0 149 8 6 2 7 0 8 1 arp 128 21 0 1 1 0 1 1 0 8 0 inpcb 328 443 0 432 8 6 2 7 0 8 0 nd6 144 25 0 0 1 0 1 1 0 8 0 pkpcb 40 7 0 7 2 1 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 13 0 11 2 1 1 1 0 8 0 pppxif 1504 2 0 1 1 0 1 1 0 8 0 pffrag 232 2 0 0 1 0 1 1 0 482 0 pffrnode 88 2 0 0 1 0 1 1 0 8 0 pffrent 40 2 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pfstitem 24 30 0 1 1 0 1 1 0 8 0 pfstkey 128 30 0 1 1 0 1 1 0 8 0 pfstate 384 30 0 1 3 0 3 3 0 8 0 pfrule 1344 23 0 18 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 0 1 1 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 461 0 43 29 0 29 29 0 8 1 art_table 32 462 0 43 4 0 4 4 0 8 0 art_node 16 118 0 27 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 13 0 3 1 0 1 1 0 8 0 shmpl 112 8 0 0 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 1997 0 486 95 0 95 95 0 8 0 ffsino 288 1997 0 486 109 0 109 109 0 8 0 nchpl 144 2568 0 875 63 0 63 63 0 8 0 rtmask 32 1 0 1 1 0 1 1 0 8 1 uvmvnodes 80 2222 0 0 46 0 46 46 0 8 0 vnodes 216 2222 0 0 124 0 124 124 0 8 0 namei 1024 8127 0 8127 3 2 1 2 0 8 1 percpumem 16 66 0 14 1 0 1 1 0 8 0 kstatmem 264 48 0 18 4 1 3 3 0 8 0 scsiplug 72 1 0 1 1 1 0 1 0 8 0 scxspl 216 8080 0 8080 3 2 1 2 1 8 1 plimitpl 152 88 0 70 1 0 1 1 0 8 0 sigapl 424 690 0 639 8 2 6 7 0 8 0 knotepl 120 314 0 0 10 0 10 10 0 8 0 kqueuepl 224 178 0 162 5 4 1 5 0 8 0 pipepl 336 128 0 101 3 0 3 3 0 8 0 fdescpl 520 671 0 639 3 0 3 3 0 8 0 filepl 160 3309 0 3080 18 7 11 17 0 8 0 lockfpl 104 117 0 113 1 0 1 1 0 8 0 lockfspl 48 57 0 53 1 0 1 1 0 8 0 sessionpl 144 23 0 14 1 0 1 1 0 8 0 pgrppl 48 32 0 15 1 0 1 1 0 8 0 ucredpl 104 371 0 356 1 0 1 1 0 8 0 zombiepl 144 641 0 639 2 1 1 1 0 8 0 processpl 1240 690 0 639 5 0 5 5 0 8 0 procpl 656 1122 0 1061 7 1 6 6 0 8 0 sosppl 168 3 0 3 1 1 0 1 0 8 0 sockpl 728 701 0 670 13 9 4 13 0 8 0 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 120 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 26 0 0 4 0 4 4 0 8 0 mtagpl 96 6 0 0 1 0 1 1 0 8 0 mbufpl 256 440 0 0 28 0 28 28 0 8 0 bufpl 280 2806 0 124 192 0 192 192 0 8 0 anonpl 32 7439 0 0 60 0 60 60 0 246 0 amapchunkpl 152 16135 0 15518 36 7 29 29 0 158 3 amappl16 200 1969 0 1940 9 7 2 6 0 8 0 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 110 0 98 1 0 1 1 0 8 0 amappl13 176 5 0 4 1 0 1 1 0 8 0 amappl12 168 1314 0 1283 4 1 3 3 0 8 0 amappl11 160 52 0 38 1 0 1 1 0 8 0 amappl10 152 6 0 5 1 0 1 1 0 8 0 amappl9 144 250 0 250 1 1 0 1 0 8 0 amappl8 136 25 0 22 1 0 1 1 0 8 0 amappl7 128 131 0 119 1 0 1 1 0 8 0 amappl6 120 176 0 173 1 0 1 1 0 8 0 amappl5 112 126 0 116 1 0 1 1 0 8 0 amappl4 104 317 0 297 1 0 1 1 0 8 0 amappl3 96 2933 0 2819 5 1 4 4 0 8 0 amappl2 88 634 0 572 2 0 2 2 0 8 0 amappl1 80 9408 0 8794 16 1 15 15 0 8 1 amappl 88 4431 0 4264 6 1 5 5 0 92 1 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 10 0 0 1 0 1 1 0 8 0 uaddrrnd 24 672 0 640 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 672 0 640 1 0 1 1 0 8 0 vmmpekpl 168 7098 0 7059 2 0 2 2 0 8 0 vmmpepl 168 48152 0 46127 99 4 95 95 0 357 4 vmsppl 480 671 0 640 6 1 5 5 0 8 0 rwobjpl 72 17396 0 14224 59 0 59 59 0 8 1 pdppl 4096 1351 0 1280 99 26 73 81 0 8 2 pvpl 32 14269 0 0 117 1 116 116 0 265 0 pmappl 256 671 0 640 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 407 0 37 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff8382cff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83991c98) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83991c98) at __mp_lock+0x192 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x12a sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc msleep_nsec(ffffffff83a0cb18,ffffffff83886200,4,ffffffff834625aa,ffffffffffffffff) at msleep_nsec+0x2f1 sys/kern/kern_synch.c:209 smr_thread(ffff8000ffffd1f8) at smr_thread+0x17b sys/kern/kern_smr.c:98 end trace frame: 0x0, count: 5 ddb{0}> trace x86_ipi_db(ffffffff8382cff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83991c98) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83991c98) at __mp_lock+0x192 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x12a sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc msleep_nsec(ffffffff83a0cb18,ffffffff83886200,4,ffffffff834625aa,ffffffffffffffff) at msleep_nsec+0x2f1 sys/kern/kern_synch.c:209 smr_thread(ffff8000ffffd1f8) at smr_thread+0x17b sys/kern/kern_smr.c:98 end trace frame: 0x0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83467021) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff83417304,ffffffff8341f78f,3b7,ffffffff8341f812) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c4434e8,ffffffff8335fa09) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80003c4434e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,1,2000,ffff8000fffe2d00) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003c40dfd0) at spec_close+0x412 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805ed2d968,1,fffffd80097fb548,ffff8000fffe2d00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8061d6b308,ffff8000fffe2d00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8061d6b308,ffff8000fffe2d00) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000fffe2d00) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000fffe2d00,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000fffe2d00,ffff80003c40e340,ffff80003c40e290) at sys_exit+0x1a sys/kern/kern_exit.c:-1 end trace frame: 0xffff80003c40e330, count: 0 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83467021) at panic+0x1e5 sys/kern/subr_prf.c:198 __assert(ffffffff83417304,ffffffff8341f78f,3b7,ffffffff8341f812) at __assert+0x29 sys/kern/subr_prf.c:-1 refcnt_finalize(ffff80003c4434e8,ffffffff8335fa09) at refcnt_finalize+0x1db sys/kern/kern_synch.c:952 pppx_if_destroy(0,ffff80003c4434e0) at pppx_if_destroy+0x3d sys/net/if_pppx.c:794 pppxclose(205b9a,1,2000,ffff8000fffe2d00) at pppxclose+0xa0 sys/net/if_pppx.c:541 spec_close(ffff80003c40dfd0) at spec_close+0x412 sys/kern/spec_vnops.c:-1 VOP_CLOSE(fffffd805ed2d968,1,fffffd80097fb548,ffff8000fffe2d00) at VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061d6b308,ffff8000fffe2d00) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615 fdrop(fffffd8061d6b308,ffff8000fffe2d00) at fdrop+0x126 sys/kern/kern_descrip.c:1267 closef(fffffd8061d6b308,ffff8000fffe2d00) at closef+0x192 sys/kern/kern_descrip.c:1251 fdfree(ffff8000fffe2d00) at fdfree+0x116 sys/kern/kern_descrip.c:1182 exit1(ffff8000fffe2d00,0,0,1) at exit1+0x59c sys/kern/kern_exit.c:215 sys_exit(ffff8000fffe2d00,ffff80003c40e340,ffff80003c40e290) at sys_exit+0x1a sys/kern/kern_exit.c:-1 syscall(ffff80003c40e340) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c40e340) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:742 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x70dcfa90f7b0, count: -16