panic: maddr rwlock 0xffff800001583860: enter read deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *431466 24271 0 0x14000 0x40000200 0 softclock db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001583860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806c88de00,ffffffff839adbf8,0,0,ffff80002a738fa0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001597d80,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: maddr rwlock 0xffff800001583860: enter read deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001583860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806c88de00,ffffffff839adbf8,0,0,ffff80002a738fa0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001597d80,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002a738cb0 rbx 0xffff800001583800 rdx 0 rcx 0 rax 0xffff80002a72ca60 r8 0x101010101010101 r9 0x8080808080808080 r10 0x994544a30fee2255 r11 0x24408e8663ddba3d r12 0 r13 0xffff80002a72ca64 r14 0 r15 0x1 rip 0xffffffff82215455 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a738ca0 ss 0 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (softclock) tid=431466 pid=24271 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=51, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a72ccf8,0xffff80002a72c7d8 process=0xffff8000ffffe400 user=0xffff80002a734000, vmspace=0xffffffff839ad710 estcpu=1, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 60336 227594 95072 0 2 0 syz-executor 60336 43640 95072 0 2 0x4000000 syz-executor 63692 301784 51065 0 2 0 syz-executor 63692 165318 51065 0 3 0x4000080 fsleep syz-executor 23935 485738 30892 0 2 0 syz-executor 23935 293913 30892 0 3 0x4000080 fsleep syz-executor 23935 422397 30892 0 3 0x4000080 fsleep syz-executor 16148 92156 2582 0 2 0 syz-executor 16148 225382 2582 0 3 0x4000080 fsleep syz-executor 63462 434020 61571 0 2 0 syz-executor 63462 469169 61571 0 3 0x4000080 piperd syz-executor 63462 478038 61571 0 3 0x4000080 fsleep syz-executor 93923 110662 86859 0 2 0xc80 syz-executor 93923 227283 86859 0 3 0x4000080 tunread syz-executor 93923 268678 86859 0 3 0x4000080 fsleep syz-executor 51110 5445 73645 0 2 0xc80 syz-executor 51110 333606 73645 0 3 0x4000080 fsleep syz-executor 51110 128256 73645 0 3 0x4000080 ttyout syz-executor 51110 181060 73645 0 3 0x4000080 fsleep syz-executor 88482 259751 78982 0 2 0xc80 syz-executor 88482 288084 78982 0 3 0x4000080 kqpoll syz-executor 88482 10105 78982 0 3 0x4000080 fsleep syz-executor 30892 143646 62426 0 3 0x82 nanoslp syz-executor 86859 206456 62426 0 2 0xc82 syz-executor 61571 297235 62426 0 2 0xc82 syz-executor 78982 73116 62426 0 2 0xc82 syz-executor 95072 16315 62426 0 2 0xc82 syz-executor 73645 474028 62426 0 3 0x82 nanoslp syz-executor 2582 230744 62426 0 3 0x82 nanoslp syz-executor 51065 378088 62426 0 2 0xc82 syz-executor 62426 14005 23601 0 3 0x82 kqread syz-executor 23601 120712 81356 0 3 0x10008a sigsusp ksh 81356 446044 41287 0 3 0x98 kqread sshd-session 41287 435738 91167 0 3 0x92 kqread sshd-session 64364 388722 1 0 3 0x100083 ttyin getty 91167 233386 1 0 3 0x88 kqread sshd 36076 61748 21971 73 3 0x1100090 kqread syslogd 21971 269978 1 0 3 0x100082 sbwait syslogd 72373 502669 1 0 3 0x100080 kqread resolvd 35022 198451 36528 77 3 0x100092 kqread dhcpleased 90837 11691 36528 77 3 0x100092 kqread dhcpleased 36528 277910 1 0 3 0x80 kqread dhcpleased 76666 227633 0 0 3 0x14200 bored smr 43163 132637 0 0 2 0x14200 zerothread 45459 433818 0 0 3 0x14200 aiodoned aiodoned 92230 388628 0 0 3 0x14200 syncer update 75632 307452 0 0 3 0x14200 cleaner cleaner 61649 186131 0 0 3 0x14200 reaper reaper 702 116701 0 0 3 0x14200 pgdaemon pagedaemon 58962 2915 0 0 3 0x14200 bored viomb 13763 22829 0 0 3 0x40014200 acpi0 acpi0 77093 501117 0 0 3 0x14200 bored softnet0 28599 253110 0 0 3 0x14200 bored systqmp 87800 78494 0 0 3 0x14200 bored systq *24271 431466 0 0 7 0x40014200 softclock 89413 167861 0 0 3 0x40014200 idle0 1 364066 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11064 12172K 12495K 166960K 12293 0 pcb 20 12K 12K 166960K 43 0 rtable 219 6K 7K 166960K 372 0 pf 31 13K 16K 166960K 38 0 ifaddr 39 6K 7K 166960K 47 0 ifgroup 51 2K 2K 166960K 60 0 sysctl 2 1K 9K 166960K 6 0 counters 33 17K 17K 166960K 35 0 ioctlops 0 0K 4K 166960K 72 0 iov 0 0K 16K 166960K 38 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1373 86K 86K 166960K 1451 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 3 0 VM map 2 1K 1K 166960K 2 0 sem 5 0K 0K 166960K 5 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 93K 166960K 215 0 sigio 0 0K 0K 166960K 1 0 proc 60 59K 100K 166960K 482 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 18 0 in_multi 88 6K 7K 166960K 108 0 ether_multi 1 0K 0K 166960K 3 0 mrt 3 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 223 996K 996K 166960K 223 0 exec 0 0K 1K 166960K 367 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 241 143K 151K 166960K 3661 0 UVM aobj 5 2K 2K 166960K 5 0 pinsyscall 39 78K 96K 166960K 1283 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 3 0 NDP 11 0K 2K 166960K 29 0 temp 36 8662K 8726K 166960K 5879 0 kqueue 14 22K 30K 166960K 35 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 46 0 40 1 0 1 1 0 8 0 rtentry 136 113 0 15 4 0 4 4 0 8 0 unpcb 144 69 0 50 1 0 1 1 0 8 0 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 736 66 0 62 1 0 1 1 0 8 0 arp 96 18 0 2 1 0 1 1 0 8 0 ipq 40 2 0 0 1 0 1 1 0 8 0 ipqe 40 2 0 0 1 0 1 1 0 8 0 inpcb 328 157 0 144 2 0 2 2 0 8 0 nd6 112 24 0 3 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 rttmr 136 1 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 490 0 50 31 0 31 31 0 8 2 art_table 40 491 0 50 5 0 5 5 0 8 0 art_node 32 113 0 24 1 0 1 1 0 8 0 semapl 112 3 0 0 1 0 1 1 0 8 0 shmpl 112 2 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1698 0 193 95 0 95 95 0 8 0 ffsino 256 1698 0 193 95 0 95 95 0 8 0 nchpl 144 2002 0 307 63 0 63 63 0 8 0 vnodes 216 1849 0 0 103 0 103 103 0 8 0 namei 1024 6094 0 6094 2 0 2 2 0 8 2 kstatmem 264 26 0 4 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 0 1 1 0 8 1 scxspl 216 6596 0 6596 4 0 4 4 1 8 4 plimitpl 152 78 0 60 1 0 1 1 0 8 0 sigapl 424 501 0 458 6 0 6 6 0 8 1 knotepl 120 5519 0 5467 9 0 9 9 0 8 7 kqueuepl 184 40 0 30 1 0 1 1 0 8 0 pipepl 304 118 0 87 3 0 3 3 0 8 0 fdescpl 448 488 0 458 5 0 5 5 0 8 1 filepl 120 1967 0 1734 9 0 9 9 0 8 1 lockfpl 104 28 0 24 1 0 1 1 0 8 0 lockfspl 48 16 0 12 1 0 1 1 0 8 0 sessionpl 144 21 0 13 1 0 1 1 0 8 0 pgrppl 48 29 0 13 1 0 1 1 0 8 0 ucredpl 104 265 0 253 1 0 1 1 0 8 0 zombiepl 144 458 0 458 1 0 1 1 0 8 1 processpl 1152 501 0 458 4 0 4 4 0 8 0 procpl 664 619 0 562 5 0 5 5 0 8 0 sockpl 552 274 0 236 3 0 3 3 0 8 0 mcl64k 65536 2 0 2 1 0 1 1 0 8 1 mcl8k 8192 4 0 4 1 0 1 1 0 8 1 mcl4k 4096 2534 0 2482 14 0 14 14 0 8 7 mcl2k 2048 368 0 353 3 0 3 3 0 8 0 mtagpl 96 5 0 4 1 0 1 1 0 8 0 mbufpl 256 4873 0 4684 12 0 12 12 0 8 0 bufpl 280 2550 0 118 174 0 174 174 0 8 0 anonpl 24 105274 0 102081 33 0 33 33 0 187 10 amapchunkpl 152 10578 0 10052 25 0 25 25 0 158 4 amappl16 200 1929 0 1903 5 0 5 5 0 8 2 amappl15 192 7 0 7 1 0 1 1 0 8 1 amappl14 184 6 0 6 1 0 1 1 0 8 1 amappl13 176 406 0 405 1 0 1 1 0 8 0 amappl12 168 822 0 783 2 0 2 2 0 8 0 amappl11 160 5 0 4 1 0 1 1 0 8 0 amappl10 152 43 0 33 1 0 1 1 0 8 0 amappl9 144 249 0 249 1 0 1 1 0 8 1 amappl8 136 54 0 53 1 0 1 1 0 8 0 amappl7 128 80 0 79 1 0 1 1 0 8 0 amappl6 120 292 0 281 1 0 1 1 0 8 0 amappl5 112 72 0 64 1 0 1 1 0 8 0 amappl4 104 389 0 367 1 0 1 1 0 8 0 amappl3 96 1716 0 1617 3 0 3 3 0 8 0 amappl2 88 590 0 520 2 0 2 2 0 8 0 amappl1 80 8986 0 8439 14 0 14 14 0 8 2 amappl 88 2964 0 2791 4 0 4 4 0 92 0 uvmvnodes 80 96 0 0 2 0 2 2 0 8 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 254 0 254 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 4 0 0 1 0 1 1 0 8 0 uaddrrnd 24 488 0 458 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 488 0 458 1 0 1 1 0 8 0 vmmpekpl 168 5484 0 5450 2 0 2 2 0 8 0 vmmpepl 168 38773 0 36938 81 0 81 81 0 357 1 vmsppl 368 487 0 458 4 0 4 4 0 8 1 rwobjpl 40 13784 0 12829 11 0 11 11 0 8 0 pdppl 4096 983 0 916 95 28 67 81 0 8 0 pvpl 32 240821 0 232103 91 0 91 91 0 265 12 pmappl 216 487 0 458 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 367 0 28 10 0 10 10 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001583860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806c88de00,ffffffff839adbf8,0,0,ffff80002a738fa0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001597d80,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001583860,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd806c88def0,ffff800001583800) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd806c88de00,ffffffff839adbf8,0,0,ffff80002a738fa0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001597d80,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72ca60) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10