panic: maddr rwlock 0xffff800001589860: enter read deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *218450 52587 0 0x14000 0x40000200 0 softclock db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001589860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806d807d00,ffffffff839adbf8,0,0,ffff80002a739a70,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a5580,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72d228) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72d228) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: maddr rwlock 0xffff800001589860: enter read deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001589860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806d807d00,ffffffff839adbf8,0,0,ffff80002a739a70,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a5580,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72d228) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72d228) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002a739780 rbx 0xffff800001589800 rdx 0 rcx 0 rax 0xffff80002a72d228 r8 0x101010101010101 r9 0x8080808080808080 r10 0x7e4b25c31d70d7f7 r11 0x6c7824a6873a15a1 r12 0 r13 0xffff80002a72d22c r14 0 r15 0x1 rip 0xffffffff82215455 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a739770 ss 0 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (softclock) tid=218450 pid=52587 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a72d758,0xffff80002a72cfa0 process=0xffff8000ffffe880 user=0xffff80002a734000, vmspace=0xffffffff839ad710 estcpu=0, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 49240 35941 43636 0 2 0 syz-executor 49240 339475 43636 0 3 0x4000080 fsleep syz-executor 87194 45290 94256 0 2 0 syz-executor 87194 100053 94256 0 2 0x4000000 syz-executor 87194 243816 94256 0 2 0x4000000 syz-executor 68032 269850 84128 0 2 0xc80 syz-executor 68032 313018 84128 0 3 0x4000080 fsleep syz-executor 68032 167932 84128 0 3 0x4000080 msgwait syz-executor 68032 96706 84128 0 3 0x4000080 fsleep syz-executor 90941 373001 56022 60929 2 0xc90 syz-executor 90941 87983 56022 60929 3 0x4000090 kqread syz-executor 90941 418142 56022 60929 3 0x4000090 fsleep syz-executor 36797 347304 58510 0 2 0 syz-executor 36797 506761 58510 0 3 0x4000080 ttyopn syz-executor 36797 469525 58510 0 3 0x4000080 ttyopn syz-executor 36797 433122 58510 0 2 0x4000000 syz-executor 92950 503866 66452 0 2 0 syz-executor 92950 243542 66452 0 3 0x4000080 fsleep syz-executor 92950 149663 66452 0 3 0x4000080 fsleep syz-executor 34374 292581 6746 0 2 0 syz-executor 34374 359686 6746 0 2 0x4000000 syz-executor 21971 325022 33287 0 3 0x3000 suspend syz-executor 21971 61363 33287 0 2 0x4081000 syz-executor 33287 442867 92204 0 2 0xc82 syz-executor 66452 425114 92204 0 2 0xc82 syz-executor 94256 437677 92204 0 2 0xc82 syz-executor 43636 464023 92204 0 2 0xc82 syz-executor 6746 98403 92204 0 2 0xc82 syz-executor 56022 350456 92204 0 2 0xc82 syz-executor 58510 325538 92204 0 2 0xc82 syz-executor 84128 354007 92204 0 2 0xc82 syz-executor 92204 335679 97638 0 3 0x82 kqread syz-executor 97638 278090 5710 0 3 0x10008a sigsusp ksh 5710 214289 29713 0 3 0x98 kqread sshd-session 29713 271953 87520 0 3 0x92 kqread sshd-session 93488 503864 1 0 3 0x100083 ttyin getty 87520 424560 1 0 3 0x88 kqread sshd 89106 152482 35365 73 3 0x1100090 kqread syslogd 35365 280839 1 0 3 0x100082 sbwait syslogd 10949 124830 1 0 3 0x100080 kqread resolvd 65885 238529 2124 77 3 0x100092 kqread dhcpleased 83097 356827 2124 77 3 0x100092 kqread dhcpleased 2124 512338 1 0 3 0x80 kqread dhcpleased 38265 246229 0 0 3 0x14200 bored smr 87799 345923 0 0 2 0x14200 zerothread 35391 111251 0 0 3 0x14200 aiodoned aiodoned 34254 450514 0 0 3 0x14200 syncer update 95560 149816 0 0 3 0x14200 cleaner cleaner 90920 26785 0 0 3 0x14200 reaper reaper 96626 120861 0 0 3 0x14200 pgdaemon pagedaemon 40911 40737 0 0 3 0x14200 bored viomb 28462 496691 0 0 3 0x40014200 acpi0 acpi0 43738 132880 0 0 3 0x14200 bored softnet0 23084 398510 0 0 3 0x14200 bored systqmp 51981 14019 0 0 3 0x14200 bored systq *52587 218450 0 0 7 0x40014200 softclock 35886 175854 0 0 3 0x40014200 idle0 1 155689 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11039 12116K 12495K 166960K 12368 0 pcb 18 14K 16K 166960K 128 0 rtable 245 7K 7K 166960K 388 0 pf 34 13K 16K 166960K 55 0 ifaddr 45 8K 8K 166960K 58 0 ifgroup 54 2K 2K 166960K 75 0 sysctl 2 1K 9K 166960K 6 0 counters 35 18K 18K 166960K 45 0 ioctlops 0 0K 4K 166960K 55 0 iov 0 0K 12K 166960K 39 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1379 87K 87K 166960K 1574 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 3 0 VM map 2 1K 1K 166960K 2 0 sem 6 0K 0K 166960K 8 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 97K 166960K 271 0 sigio 1 0K 0K 166960K 3 0 proc 60 59K 124K 166960K 486 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 15 0 in_multi 99 7K 7K 166960K 103 0 ether_multi 1 0K 0K 166960K 2 0 mrt 2 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 367 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 244 152K 166K 166960K 4217 0 UVM aobj 6 2K 2K 166960K 6 0 pinsyscall 39 78K 96K 166960K 1339 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 4 0 NDP 13 0K 2K 166960K 37 0 temp 44 8664K 8728K 166960K 4773 0 kqueue 14 22K 26K 166960K 41 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 45 0 42 1 0 1 1 0 8 0 rtentry 136 119 0 9 4 0 4 4 0 8 0 unpcb 144 72 0 54 1 0 1 1 0 8 0 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 736 37 0 33 1 0 1 1 0 8 0 arp 96 20 0 2 1 0 1 1 0 8 0 inpcb 328 201 0 193 7 0 7 7 0 8 6 ip6q 72 3 0 1 1 0 1 1 0 8 0 ip6af 40 4 0 2 1 0 1 1 0 8 0 nd6 112 24 0 0 1 0 1 1 0 8 0 pkpcb 40 1 0 1 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1072 10 0 8 1 0 1 1 0 8 0 pppxif 1416 2 0 2 1 0 1 1 0 8 1 rttmr 136 1 0 0 1 0 1 1 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 492 0 10 31 0 31 31 0 8 0 art_table 40 494 0 10 5 0 5 5 0 8 0 art_node 32 119 0 19 1 0 1 1 0 8 0 sysvmsgpl 40 7 0 7 1 0 1 1 0 8 1 semapl 112 5 0 1 1 0 1 1 0 8 0 shmpl 112 3 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1889 0 384 95 0 95 95 0 8 0 ffsino 256 1889 0 384 95 0 95 95 0 8 0 nchpl 144 2259 0 566 64 0 64 64 0 8 0 vnodes 216 2071 0 0 116 0 116 116 0 8 0 namei 1024 6903 0 6903 2 0 2 2 0 8 2 kstatmem 264 42 0 16 3 0 3 3 0 8 0 scxspl 216 7023 0 7023 2 0 2 2 1 8 2 plimitpl 152 52 0 36 1 0 1 1 0 8 0 sigapl 424 557 0 514 6 0 6 6 0 8 1 knotepl 120 12242 0 12192 9 0 9 9 0 8 7 kqueuepl 184 55 0 43 1 0 1 1 0 8 0 pipepl 304 118 0 91 3 0 3 3 0 8 0 fdescpl 448 544 0 514 5 0 5 5 0 8 1 filepl 120 2524 0 2305 13 0 13 13 0 8 5 lockfpl 104 62 0 60 1 0 1 1 0 8 0 lockfspl 48 24 0 22 1 0 1 1 0 8 0 sessionpl 144 21 0 13 1 0 1 1 0 8 0 pgrppl 48 29 0 13 1 0 1 1 0 8 0 ucredpl 104 452 0 440 1 0 1 1 0 8 0 zombiepl 144 515 0 514 1 0 1 1 0 8 0 processpl 1152 557 0 514 4 0 4 4 0 8 0 procpl 664 761 0 703 6 0 6 6 0 8 1 sosppl 176 2 0 2 1 0 1 1 0 8 1 sockpl 552 324 0 295 8 0 8 8 0 8 5 mcl64k 65536 7 0 7 1 0 1 1 0 8 1 mcl16k 16384 1 0 1 1 0 1 1 0 8 1 mcl12k 12288 1 0 1 1 0 1 1 0 8 1 mcl8k 8192 7 0 7 1 0 1 1 0 8 1 mcl4k 4096 2609 0 2557 13 0 13 13 0 8 6 mcl2k 2048 372 0 368 2 0 2 2 0 8 1 mtagpl 96 15 0 4 1 0 1 1 0 8 0 mbufpl 256 5480 0 5300 24 3 21 24 0 8 8 bufpl 280 2547 0 119 174 0 174 174 0 8 0 anonpl 24 108834 0 103469 35 0 35 35 0 187 2 amapchunkpl 152 12330 0 11678 27 0 27 27 0 158 1 amappl16 200 1863 0 1835 5 0 5 5 0 8 2 amappl15 192 3 0 3 1 0 1 1 0 8 1 amappl14 184 16 0 16 1 0 1 1 0 8 1 amappl13 176 404 0 403 1 0 1 1 0 8 0 amappl12 168 951 0 912 3 0 3 3 0 8 1 amappl11 160 5 0 5 1 0 1 1 0 8 1 amappl10 152 45 0 35 1 0 1 1 0 8 0 amappl9 144 268 0 268 1 0 1 1 0 8 1 amappl8 136 20 0 18 1 0 1 1 0 8 0 amappl7 128 83 0 82 1 0 1 1 0 8 0 amappl6 120 267 0 255 1 0 1 1 0 8 0 amappl5 112 68 0 61 1 0 1 1 0 8 0 amappl4 104 374 0 350 1 0 1 1 0 8 0 amappl3 96 1984 0 1886 3 0 3 3 0 8 0 amappl2 88 661 0 591 2 0 2 2 0 8 0 amappl1 80 9256 0 8718 13 0 13 13 0 8 1 amappl 88 3506 0 3329 5 0 5 5 0 92 0 uvmvnodes 80 102 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 2 0 1 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 253 0 253 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 5 0 0 1 0 1 1 0 8 0 uaddrrnd 24 544 0 514 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 544 0 514 1 0 1 1 0 8 0 vmmpekpl 168 5914 0 5889 2 0 2 2 0 8 0 vmmpepl 168 41826 0 39987 81 0 81 81 0 357 1 vmsppl 368 543 0 514 4 0 4 4 0 8 1 rwobjpl 40 14274 0 13320 11 0 11 11 0 8 0 pdppl 4096 1095 0 1028 97 30 67 83 0 8 0 pvpl 32 259787 0 247093 103 0 103 103 0 265 0 pmappl 216 543 0 514 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 381 0 33 11 0 11 11 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001589860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806d807d00,ffffffff839adbf8,0,0,ffff80002a739a70,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a5580,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72d228) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72d228) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001589860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806d807df0,ffff800001589800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806d807d00,ffffffff839adbf8,0,0,ffff80002a739a70,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a5580,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72d228) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72d228) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10