panic: maddr rwlock 0xffff800001580060: enter read deadlock Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *284812 16694 0 0x14000 0x40000200 0 softclock db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001580060,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd8070a33f00,ffffffff839adbf8,0,0,ffff80002a7391e0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a7900,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: maddr rwlock 0xffff800001580060: enter read deadlock ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001580060,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd8070a33f00,ffffffff839adbf8,0,0,ffff80002a7391e0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a7900,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002a738ef0 rbx 0xffff800001580000 rdx 0 rcx 0 rax 0xffff80002a72cf90 r8 0x101010101010101 r9 0x8080808080808080 r10 0x54903cd5ee80927e r11 0x8f6bcf9f5702f682 r12 0 r13 0xffff80002a72cf94 r14 0 r15 0x1 rip 0xffffffff82215455 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a738ee0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (softclock) tid=284812 pid=16694 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=50, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a72d4c0,0xffff80002a72cd08 process=0xffff8000ffffdf80 user=0xffff80002a734000, vmspace=0xffffffff839ad710 estcpu=0, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 1921 407432 70262 0 2 0 syz-executor 1921 133261 70262 0 3 0x4000080 fifor syz-executor 86977 110984 83980 0 2 0 syz-executor 86977 165475 83980 0 3 0x4000080 msgwait syz-executor 86977 422395 83980 0 3 0x4000080 fsleep syz-executor 98138 54456 22199 0 2 0 syz-executor 98138 108145 22199 0 2 0x4000c80 syz-executor 98138 253466 22199 0 2 0x4000000 syz-executor 32182 412649 80610 -1 2 0x10 syz-executor 32182 421909 80610 -1 3 0x4000090 fsleep syz-executor 12639 295519 5240 0 2 0 syz-executor 12639 395436 5240 0 3 0x4000080 dtread syz-executor 12639 44071 5240 0 3 0x4000080 dtread syz-executor 220 195477 70766 -1 2 0xc90 syz-executor 220 412602 70766 -1 3 0x4000090 lockf syz-executor 220 34612 70766 -1 3 0x4000090 fsleep syz-executor 97179 12098 54413 0 2 0x4000000 syz-executor 97179 189389 54413 0 2 0x4000000 syz-executor 39178 378558 0 0 3 0x14280 nfsidl nfsio 59979 431985 0 0 3 0x14280 nfsidl nfsio 12255 447031 0 0 3 0x14280 nfsidl nfsio 83502 50001 0 0 3 0x14280 nfsidl nfsio 14469 334556 0 0 3 0x14280 nfsidl nfsio 19744 53724 0 0 3 0x14280 nfsidl nfsio 10145 356391 0 0 3 0x14280 nfsidl nfsio 80753 58939 0 0 3 0x14280 nfsidl nfsio 65314 339877 0 0 3 0x14280 nfsidl nfsio 40714 157749 0 0 3 0x14280 nfsidl nfsio 91577 317137 0 0 3 0x14280 nfsidl nfsio 53869 487439 0 0 3 0x14280 nfsidl nfsio 47551 457271 0 0 3 0x14280 nfsidl nfsio 2167 456263 0 0 3 0x14280 nfsidl nfsio 65378 44697 0 0 3 0x14280 nfsidl nfsio 12577 257524 0 0 3 0x14280 nfsidl nfsio 38608 55915 0 0 3 0x14280 nfsidl nfsio 3339 170797 0 0 3 0x14280 nfsidl nfsio 77807 442910 0 0 3 0x14280 nfsidl nfsio 97377 391718 0 0 3 0x14280 nfsidl nfsio 5240 354208 73610 0 2 0xc82 syz-executor 70262 453758 73610 0 2 0xc82 syz-executor 83980 115535 73610 0 2 0xc82 syz-executor 38568 284891 73610 0 2 0x2 syz-executor 80610 267223 73610 0 2 0xc82 syz-executor 22199 299997 73610 0 2 0xc82 syz-executor 70766 395935 73610 0 2 0xc82 syz-executor 54413 5374 73610 0 2 0xc82 syz-executor 73610 338217 71906 0 3 0x82 kqread syz-executor 71906 108785 83720 0 3 0x10008a sigsusp ksh 83720 52915 70868 0 3 0x98 kqread sshd-session 70868 191547 90873 0 3 0x92 kqread sshd-session 64778 110749 1 0 3 0x100083 ttyin getty 90873 41418 1 0 3 0x88 kqread sshd 77181 500650 85847 73 3 0x1100090 kqread syslogd 85847 407759 1 0 3 0x100082 sbwait syslogd 80976 401023 1 0 3 0x100080 kqread resolvd 32664 507432 12587 77 3 0x100092 kqread dhcpleased 76437 230930 12587 77 3 0x100092 kqread dhcpleased 12587 435093 1 0 3 0x80 kqread dhcpleased 64776 397362 0 0 3 0x14200 bored smr 27436 214082 0 0 2 0x14200 zerothread 31840 164543 0 0 3 0x14200 aiodoned aiodoned 16553 144457 0 0 3 0x14200 syncer update 7461 481574 0 0 3 0x14200 cleaner cleaner 24907 39194 0 0 3 0x14200 reaper reaper 6554 41011 0 0 3 0x14200 pgdaemon pagedaemon 76334 37108 0 0 3 0x14200 bored viomb 91851 300200 0 0 3 0x40014200 acpi0 acpi0 47670 360184 0 0 3 0x14200 bored softnet0 37276 444884 0 0 3 0x14200 bored systqmp 25547 347179 0 0 3 0x14200 bored systq *16694 284812 0 0 7 0x40014200 softclock 64147 7808 0 0 3 0x40014200 idle0 1 477272 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11044 12158K 12846K 166960K 13446 0 pcb 19 13K 13K 166960K 175 0 rtable 212 9K 11K 166960K 442 0 pf 31 13K 17K 166960K 109 0 ifaddr 39 7K 8K 166960K 82 0 ifgroup 49 2K 2K 166960K 148 0 sysctl 4 1K 9K 166960K 82 0 counters 32 17K 18K 166960K 71 0 ioctlops 0 0K 4K 166960K 139 0 iov 0 0K 16K 166960K 37 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1462 92K 92K 166960K 2218 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 14 0 VM map 2 1K 1K 166960K 2 0 sem 18 5K 5K 166960K 27 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 240K 166960K 807 0 sigio 0 0K 0K 166960K 13 0 proc 60 59K 124K 166960K 559 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 74 0 in_multi 93 6K 7K 166960K 143 0 ether_multi 1 0K 0K 166960K 12 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 428 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 226 155K 168K 166960K 8550 0 UVM aobj 26 12K 12K 166960K 27 0 pinsyscall 38 76K 100K 166960K 1864 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 55 0 NDP 10 0K 2K 166960K 53 0 temp 56 8666K 8739K 166960K 31780 0 kqueue 15 22K 31K 166960K 141 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 77 0 74 1 0 1 1 0 8 0 rtentry 136 127 0 39 4 0 4 4 0 8 0 unpcb 144 368 0 348 3 1 2 2 0 8 1 syncache 336 6 0 6 2 1 1 1 0 8 1 tcpqe 32 3 0 3 2 1 1 1 0 8 1 tcpcb 736 274 0 267 4 2 2 4 0 8 1 arp 96 18 0 6 1 0 1 1 0 8 0 ipq 40 6 0 1 1 0 1 1 0 8 0 ipqe 40 9 0 4 1 0 1 1 0 8 0 inpcb 328 725 0 712 8 5 3 8 0 8 1 ip6q 72 5 0 1 1 0 1 1 0 8 0 ip6af 40 3 0 2 1 0 1 1 0 8 0 nd6 112 29 0 5 1 0 1 1 0 8 0 pkpcb 40 3 0 3 1 1 0 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1072 23 0 23 2 1 1 1 0 8 1 pppxif 1416 5 0 5 2 1 1 1 0 8 1 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pfrktable 1344 1 0 1 1 1 0 1 0 8 0 pfanchor 1288 1 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfstitem 24 2 0 0 1 0 1 1 0 8 0 pfstkey 128 4 0 2 1 0 1 1 0 8 0 pfstate 384 2 0 1 1 0 1 1 0 8 0 pfrule 1344 3 0 2 2 1 1 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 523 0 126 30 1 29 30 0 8 2 art_table 40 526 0 126 5 0 5 5 0 8 0 art_node 32 126 0 48 1 0 1 1 0 8 0 sysvmsgpl 40 7 0 3 1 0 1 1 0 8 0 semapl 112 22 0 6 1 0 1 1 0 8 0 shmpl 112 21 0 1 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 2917 0 1421 95 0 95 95 0 8 0 ffsino 256 2917 0 1421 95 0 95 95 0 8 0 nchpl 144 3964 0 2272 64 0 64 64 0 8 0 rtmask 32 3 0 3 1 1 0 1 0 8 0 vnodes 216 3490 0 0 194 0 194 194 0 8 0 namei 1024 13398 0 13398 3 2 1 2 0 8 1 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 808 3 0 0 1 0 1 1 0 8 0 kstatmem 264 72 0 52 2 0 2 2 0 8 0 scsiplug 72 5 0 5 2 1 1 1 0 8 1 scxspl 216 14567 0 14567 9 7 2 8 1 8 2 plimitpl 152 129 0 113 1 0 1 1 0 8 0 sigapl 424 1082 0 1020 9 1 8 8 0 8 0 knotepl 120 28869 0 28821 21 11 10 14 0 8 8 kqueuepl 184 275 0 264 4 3 1 4 0 8 0 pipepl 304 160 0 132 3 0 3 3 0 8 0 fdescpl 448 1048 0 1019 5 1 4 5 0 8 0 filepl 120 6480 0 6247 13 4 9 13 0 8 1 lockfpl 104 341 0 336 2 1 1 2 0 8 0 lockfspl 48 93 0 89 1 0 1 1 0 8 0 sessionpl 144 23 0 15 1 0 1 1 0 8 0 pgrppl 48 37 0 21 1 0 1 1 0 8 0 ucredpl 104 1091 0 1078 1 0 1 1 0 8 0 zombiepl 144 1020 0 1020 1 0 1 1 0 8 1 processpl 1152 1082 0 1020 5 0 5 5 0 8 0 procpl 664 2030 0 1957 7 0 7 7 0 8 0 sosppl 176 6 0 6 2 1 1 1 0 8 1 sockpl 552 1196 0 1160 8 3 5 8 0 8 2 mcl64k 65536 50 0 48 3 0 3 3 0 8 2 mcl16k 16384 1 0 1 1 0 1 1 0 8 1 mcl12k 12288 1 0 1 1 1 0 1 0 8 0 mcl9k 9216 1 0 1 1 1 0 1 0 8 0 mcl8k 8192 15 0 15 2 1 1 1 0 8 1 mcl4k 4096 3308 0 3254 15 7 8 15 0 8 1 mcl2k 2048 1124 0 1122 5 3 2 4 0 8 1 mtagpl 96 46 0 13 1 0 1 1 0 8 0 mbufpl 256 26703 0 26487 79 62 17 77 0 8 0 bufpl 280 4891 0 121 341 0 341 341 0 8 0 anonpl 24 157852 0 154571 67 20 47 47 0 187 19 amapchunkpl 152 28359 0 27902 47 13 34 34 0 158 14 amappl16 200 2602 0 2563 16 2 14 15 0 8 8 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 10 0 10 2 1 1 1 0 8 1 amappl13 176 412 0 411 1 0 1 1 0 8 0 amappl12 168 1404 0 1366 3 1 2 3 0 8 0 amappl11 160 46 0 46 1 1 0 1 0 8 0 amappl10 152 45 0 35 1 0 1 1 0 8 0 amappl9 144 250 0 249 1 0 1 1 0 8 0 amappl8 136 58 0 57 1 0 1 1 0 8 0 amappl7 128 81 0 80 1 0 1 1 0 8 0 amappl6 120 275 0 263 1 0 1 1 0 8 0 amappl5 112 89 0 81 1 0 1 1 0 8 0 amappl4 104 390 0 366 1 0 1 1 0 8 0 amappl3 96 4852 0 4768 3 0 3 3 0 8 0 amappl2 88 1197 0 1125 2 0 2 2 0 8 0 amappl1 80 12244 0 11697 16 1 15 15 0 8 2 amappl 88 7703 0 7547 5 0 5 5 0 92 1 uvmvnodes 80 123 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 256 0 256 2 1 1 1 0 8 1 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 26 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1048 0 1019 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1048 0 1019 1 0 1 1 0 8 0 vmmpekpl 168 9731 0 9697 2 0 2 2 0 8 0 vmmpepl 168 72446 0 70646 107 2 105 105 0 357 18 vmsppl 368 1047 0 1019 4 1 3 4 0 8 0 rwobjpl 40 20757 0 19762 16 1 15 15 0 8 0 pdppl 4096 2109 0 2041 117 47 70 83 0 8 2 pvpl 32 452981 0 444181 155 31 124 124 0 265 34 pmappl 216 1050 0 1019 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 471 0 131 12 0 12 12 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001580060,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd8070a33f00,ffffffff839adbf8,0,0,ffff80002a7391e0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a7900,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff83325ab2) at panic+0x1cf sys/kern/subr_prf.c:198 rw_do_enter_read(ffff800001580060,0) at rw_do_enter_read+0x435 sys/kern/kern_rwlock.c:379 in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd8070a33ff0,ffff800001580000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd8070a33f00,ffffffff839adbf8,0,0,ffff80002a7391e0,0) at ip6_output+0x1369 sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015a7900,83,0) at mld6_sendpkt+0x364 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff838bf828) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff837b82a0,ffffffff838bf828) at timeout_run+0xf3 sys/kern/kern_timeout.c:-1 softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b softclock_thread_run sys/kern/kern_timeout.c:842 [inline] softclock_thread(ffff80002a72cf90) at softclock_thread+0x12b sys/kern/kern_timeout.c:866 end trace frame: 0x0, count: -10