panic: rw_enter: rtlck locking against myself Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *510876 459 0 0x14000 0x200 0K softnet db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8279852b) at panic+0x177 sys/kern/subr_prf.c:198 rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 rw_enter_diag sys/kern/kern_rwlock.c:183 [inline] rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 sys/kern/kern_rwlock.c:274 arpresolve(ffff8000001a02a8,fffffd806f4b8000,fffffd8066f71800,ffff8000006c8bf0,ffff800021196d78) at arpresolve+0x3ce sys/netinet/if_ether.c:423 ether_resolve(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000,ffff800021196d78) at ether_resolve+0x215 sys/net/if_ethersubr.c:224 ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:330 [inline] ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 sys/net/if_ethersubr.c:359 arpcache(ffff8000001a02a8,fffffd806d22f01a,fffffd806f4b8000) at arpcache+0x2e8 sys/netinet/if_ether.c:734 in_arpinput(ffff8000001a02a8,fffffd8079b8c800) at in_arpinput+0x4c1 sys/netinet/if_ether.c:615 arpintr() at arpintr+0x71 sys/netinet/if_ether.c:538 if_netisr(0) at if_netisr+0xcf sys/net/if.c:912 taskq_thread(ffff80000002c000) at taskq_thread+0xe5 sys/kern/kern_task.c:449 end trace frame: 0x0, count: 4 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: rw_enter: rtlck locking against myself ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8279852b) at panic+0x177 sys/kern/subr_prf.c:198 rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 rw_enter_diag sys/kern/kern_rwlock.c:183 [inline] rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 sys/kern/kern_rwlock.c:274 arpresolve(ffff8000001a02a8,fffffd806f4b8000,fffffd8066f71800,ffff8000006c8bf0,ffff800021196d78) at arpresolve+0x3ce sys/netinet/if_ether.c:423 ether_resolve(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000,ffff800021196d78) at ether_resolve+0x215 sys/net/if_ethersubr.c:224 ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:330 [inline] ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 sys/net/if_ethersubr.c:359 arpcache(ffff8000001a02a8,fffffd806d22f01a,fffffd806f4b8000) at arpcache+0x2e8 sys/netinet/if_ether.c:734 in_arpinput(ffff8000001a02a8,fffffd8079b8c800) at in_arpinput+0x4c1 sys/netinet/if_ether.c:615 arpintr() at arpintr+0x71 sys/netinet/if_ether.c:538 if_netisr(0) at if_netisr+0xcf sys/net/if.c:912 taskq_thread(ffff80000002c000) at taskq_thread+0xe5 sys/kern/kern_task.c:449 end trace frame: 0x0, count: -11 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800021196ab0 rbx 0xffffffff82b8eb8f cpu_info_full_primary+0x2b8f rdx 0 rcx 0 rax 0xffff800021178000 r8 0x101010101010101 r9 0x8080808080808080 r10 0x19121bdf46d7efac r11 0xdf91490c089bdeb1 r12 0xffffffff82b8e990 cpu_info_full_primary+0x2990 r13 0 r14 0 r15 0x1 rip 0xffffffff8229d9e8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800021196aa0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (softnet) pid=510876 stat=onproc flags process=14000 proc=200 pri=32, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800021178570,0xffff8000211782c8 process=0xffff8000ffffc000 user=0xffff800021192000, vmspace=0xffffffff82bfa0e8 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 55043 105076 88680 0 3 0x82 piperd syz-executor.7 55146 350112 1 0 3 0x100083 ttyin getty 34111 267401 88680 0 2 0x2 syz-executor.6 10891 211543 88680 0 3 0x82 wait syz-executor.2 28534 399172 0 0 3 0x14200 acct acct 39213 171965 88680 0 3 0x82 wait syz-executor.5 28160 439262 88680 0 3 0x82 wait syz-executor.1 41130 7702 88680 0 3 0x82 wait syz-executor.3 34749 168095 88680 0 3 0x82 piperd syz-executor.0 20554 37946 88680 0 3 0x82 wait syz-executor.4 10642 356050 0 0 3 0x14280 nfsidl nfsio 81928 8825 0 0 3 0x14280 nfsidl nfsio 331 221221 0 0 3 0x14280 nfsidl nfsio 18198 443987 0 0 3 0x14280 nfsidl nfsio 47311 381935 0 0 3 0x14280 nfsidl nfsio 86542 507771 0 0 3 0x14280 nfsidl nfsio 12483 418374 0 0 3 0x14280 nfsidl nfsio 64041 227362 0 0 3 0x14280 nfsidl nfsio 98743 424506 0 0 3 0x14280 nfsidl nfsio 2980 134422 0 0 3 0x14280 nfsidl nfsio 59949 212652 0 0 3 0x14280 nfsidl nfsio 32252 460033 0 0 3 0x14280 nfsidl nfsio 62351 330327 0 0 3 0x14280 nfsidl nfsio 76259 319221 0 0 3 0x14280 nfsidl nfsio 93886 434438 0 0 3 0x14280 nfsidl nfsio 50400 479733 0 0 3 0x14280 nfsidl nfsio 50037 363128 0 0 3 0x14280 nfsidl nfsio 72108 128417 0 0 3 0x14280 nfsidl nfsio 73410 251789 0 0 3 0x14280 nfsidl nfsio 83965 470621 0 0 3 0x14280 nfsidl nfsio 36837 353805 0 0 3 0x14200 bored sosplice 88680 427424 42597 0 3 0x82 thrsleep syz-fuzzer 88680 20671 42597 0 3 0x4000082 nanoslp syz-fuzzer 88680 195552 42597 0 3 0x4000082 thrsleep syz-fuzzer 88680 338047 42597 0 3 0x4000082 wait syz-fuzzer 88680 486454 42597 0 3 0x4000082 wait syz-fuzzer 88680 387028 42597 0 3 0x4000082 thrsleep syz-fuzzer 88680 121426 42597 0 3 0x4000082 wait syz-fuzzer 88680 509379 42597 0 3 0x4000082 wait syz-fuzzer 88680 325613 42597 0 3 0x4000082 thrsleep syz-fuzzer 88680 451232 42597 0 3 0x4000082 kqread syz-fuzzer 88680 232128 42597 0 3 0x4000082 wait syz-fuzzer 88680 433311 42597 0 3 0x4000082 thrsleep syz-fuzzer 88680 74007 42597 0 3 0x4000082 thrsleep syz-fuzzer 88680 83431 42597 0 3 0x4000082 wait syz-fuzzer 88680 207237 42597 0 3 0x4000082 wait syz-fuzzer 88680 291325 42597 0 3 0x4000082 wait syz-fuzzer 42597 389942 76167 0 3 0x10008a sigsusp ksh 76167 128905 89109 0 3 0x9a kqread sshd 89109 72477 1 0 3 0x88 kqread sshd 74914 226051 64996 74 3 0x1100092 bpf pflogd 64996 406117 1 0 3 0x80 netio pflogd 51266 105958 4379 73 2 0x1100010 syslogd 4379 501941 1 0 3 0x100082 netio syslogd 24281 310318 1 0 3 0x100080 kqread resolvd 2776 132501 0 0 3 0x14200 bored smr 9792 325757 0 0 2 0x14200 zerothread 38443 309257 0 0 3 0x14200 aiodoned aiodoned 57583 101854 0 0 3 0x14200 syncer update 62435 235383 0 0 3 0x14200 cleaner cleaner 3903 455474 0 0 2 0x14200 reaper 68021 378036 0 0 3 0x14200 pgdaemon pagedaemon 89493 78368 0 0 3 0x14200 bored viomb 89394 173235 0 0 3 0x40014200 acpi0 acpi0 48789 288821 0 0 7 0x40014200 idle1 91732 129623 0 0 3 0x14200 bored softnet 72217 131565 0 0 3 0x14200 bored softnet 16408 33165 0 0 3 0x14200 bored softnet * 459 510876 0 0 7 0x14200 softnet 55985 100043 0 0 3 0x14200 bored systqmp 54629 80774 0 0 3 0x14200 bored systq 37171 519839 0 0 2 0x40014200 softclock 30432 508461 0 0 3 0x40014200 idle0 1 3452 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10257 6524K 8119K 78643K 30787 0 pcb 13 28K 32K 78643K 9451 0 rtable 222 18K 19K 78643K 8490 0 ifaddr 98 35K 38K 78643K 3099 0 sysctl 3 1K 1K 78643K 7 0 counters 62 36K 36K 78643K 2924 0 ioctlops 0 0K 4K 78643K 7643 0 iov 0 0K 32K 78643K 8325 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1748 109K 110K 78643K 24679 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 346 0 VM map 2 1K 1K 78643K 2 0 sem 12 28K 56K 78643K 29 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 10 33K 89K 78643K 40655 0 sigio 0 0K 0K 78643K 1479 0 proc 69 67K 128K 78643K 6760 0 subproc 104 6K 10K 78643K 2318 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 2978 0 in_multi 91 6K 7K 78643K 2767 0 ether_multi 1 0K 0K 78643K 584 0 mrt 4 0K 0K 78643K 1050 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 259 1155K 1155K 78643K 259 0 exec 0 0K 1K 78643K 9462 0 pfkey data 0 0K 0K 78643K 3 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 466 100K 116K 78643K 272173 0 UVM aobj 131 4K 4K 78643K 138 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 1520 0 NDP 18 0K 1K 78643K 1050 0 temp 154 5775K 6926K 78643K 420668 0 kqueue 6 10K 28K 78643K 3363 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 3082 0 3081 39 38 1 5 0 8 0 rtentry 112 2804 0 2717 5 2 3 4 0 8 0 unpcb 144 46618 0 46610 371 370 1 10 0 8 0 syncache 296 101 0 101 31 31 0 1 0 8 0 tcpqe 32 302 0 302 14 14 0 1 0 8 0 tcpcb 776 13015 0 13011 418 417 1 20 0 8 0 arp 120 358 0 344 1 0 1 1 0 8 0 inpcb 368 45422 0 45418 645 644 1 22 0 8 0 nd6 48 561 0 538 1 0 1 1 0 8 0 pkpcb 40 70 0 70 18 18 0 1 0 8 0 kcovpl 48 162 0 154 1 0 1 1 0 8 0 mppekey 1024 52 0 52 7 7 0 1 0 8 0 ppxss 1256 993 0 993 70 70 0 1 0 8 0 pppxif 1456 469 0 469 54 54 0 1 0 8 0 pffrag 232 53 0 53 16 16 0 1 0 482 0 pffrnode 88 53 0 53 16 16 0 1 0 8 0 pffrent 40 287 0 287 19 19 0 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 1657 0 1621 1 0 1 1 0 8 0 pfstkey 128 1657 0 1621 10 7 3 5 0 8 0 pfstate 384 1657 0 1621 44 37 7 14 0 8 1 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 284 0 284 13 13 0 1 0 8 0 art_heap8 4096 6 0 5 5 4 1 3 0 8 0 art_heap4 256 12290 0 11866 117 90 27 30 0 8 0 art_table 32 12296 0 11871 11 7 4 4 0 8 0 art_node 16 2771 0 2695 1 0 1 1 0 8 0 sysvmsgpl 40 21 0 12 1 0 1 1 0 8 0 semupl 112 8 0 8 1 1 0 1 0 8 0 semapl 112 10 0 0 1 0 1 1 0 8 0 shmpl 112 135 0 7 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 61686 0 60072 102 0 102 102 0 8 0 ffsino 272 61686 0 60072 108 0 108 108 0 8 0 nchpl 144 125791 0 124135 63 0 63 63 0 8 0 rtmask 32 18 0 18 8 8 0 1 0 8 0 uvmvnodes 80 8630 0 0 177 0 177 177 0 8 0 vnodes 216 8630 0 0 480 0 480 480 0 8 0 namei 1024 511191 0 511190 22 21 1 2 0 8 0 percpumem 16 1475 0 1431 1 0 1 1 0 8 0 vmpool 696 215 0 215 27 27 0 1 0 8 0 kstatmem 264 1342 0 1306 12 9 3 3 0 8 0 scsiplug 72 12 0 12 4 4 0 1 0 8 0 scxspl 216 365760 0 365760 68 67 1 8 0 8 1 plimitpl 152 4542 0 4526 1 0 1 1 0 8 0 sigapl 424 40750 0 40686 13 5 8 8 0 8 0 futexpl 64 441975 0 441975 14 13 1 1 0 8 1 knotepl 120 2039 0 0 13 0 13 13 0 8 0 kqueuepl 216 11007 0 11002 191 190 1 8 0 8 0 pipepl 320 10556 0 10528 247 244 3 13 0 8 0 fdescpl 496 40644 0 40624 7 3 4 5 0 8 0 filepl 152 368787 0 368567 481 471 10 25 0 8 0 lockfpl 104 14240 0 14239 29 28 1 2 0 8 0 lockfspl 48 4140 0 4139 1 0 1 1 0 8 0 sessionpl 144 191 0 175 1 0 1 1 0 8 0 pgrppl 48 833 0 817 1 0 1 1 0 8 0 ucredpl 104 48514 0 48495 1 0 1 1 0 8 0 zombiepl 144 40691 0 40686 4 3 1 1 0 8 0 processpl 1072 40750 0 40686 6 1 5 5 0 8 0 procpl 696 110394 0 110310 74 65 9 11 0 8 0 srpgc 96 208 0 208 55 55 0 1 0 8 0 sosppl 168 343 0 343 55 55 0 1 0 8 0 sockpl 488 95260 0 95247 2131 2126 5 41 0 8 2 mcl64k 65536 33 0 0 3 0 3 3 0 8 0 mcl16k 16384 33 0 0 5 2 3 3 0 8 0 mcl12k 12288 49 0 0 2 0 2 2 0 8 0 mcl9k 9216 38 0 0 3 1 2 2 0 8 0 mcl8k 8192 33 0 0 3 0 3 3 0 8 0 mcl4k 4096 41 0 0 3 0 3 3 0 8 0 mcl2k2 2112 32 0 0 3 0 3 3 0 8 0 mcl2k 2048 616 0 0 42 21 21 42 0 8 0 mtagpl 96 538 0 0 8 2 6 8 0 8 0 mbufpl 256 2811 0 0 80 1 79 79 0 8 0 bufpl 288 77295 0 68665 617 0 617 617 0 8 0 anonpl 24 8051204 0 8031054 583 456 127 189 0 186 0 amapchunkpl 152 773273 0 772269 184 144 40 62 0 158 0 amappl16 200 76783 0 76256 422 391 31 46 0 8 0 amappl15 192 181 0 179 1 0 1 1 0 8 0 amappl14 184 627 0 612 2 1 1 2 0 8 0 amappl13 176 22 0 22 6 6 0 1 0 8 0 amappl12 168 2402 0 2393 1 0 1 1 0 8 0 amappl11 160 58 0 49 1 0 1 1 0 8 0 amappl10 152 235 0 218 1 0 1 1 0 8 0 amappl9 144 1148 0 1148 57 57 0 1 0 8 0 amappl8 136 1883 0 1639 11 2 9 9 0 8 0 amappl7 128 606 0 581 2 0 2 2 0 8 0 amappl6 120 1179 0 1154 2 1 1 2 0 8 0 amappl5 112 1490 0 1482 1 0 1 1 0 8 0 amappl4 104 2663 0 2622 8 6 2 2 0 8 0 amappl3 96 119662 0 119609 2 0 2 2 0 8 0 amappl2 88 44224 0 44150 6 3 3 3 0 8 0 amappl1 80 916787 0 916114 26 9 17 23 0 8 0 amappl 88 269090 0 268882 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 137 0 7 3 0 3 3 0 8 0 uaddrrnd 24 40859 0 40835 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 40859 0 40835 1 0 1 1 0 8 0 vmmpekpl 168 313877 0 313804 4 0 4 4 0 8 0 vmmpepl 168 3745910 0 3743151 482 332 150 180 0 357 0 vmsppl 368 40858 0 40834 4 1 3 4 0 8 0 rwobjpl 56 967813 0 957265 210 59 151 153 0 8 0 pdppl 4096 81725 0 81668 1803 1742 61 81 0 8 4 pvpl 32 15672846 0 15647415 1133 886 247 336 0 265 26 pmappl 248 40858 0 40834 3 1 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 3642 0 2605 30 0 30 30 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8279852b) at panic+0x177 sys/kern/subr_prf.c:198 rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 rw_enter_diag sys/kern/kern_rwlock.c:183 [inline] rw_enter(ffffffff82b9b020,1) at rw_enter+0x482 sys/kern/kern_rwlock.c:274 arpresolve(ffff8000001a02a8,fffffd806f4b8000,fffffd8066f71800,ffff8000006c8bf0,ffff800021196d78) at arpresolve+0x3ce sys/netinet/if_ether.c:423 ether_resolve(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000,ffff800021196d78) at ether_resolve+0x215 sys/net/if_ethersubr.c:224 ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:330 [inline] ether_output(ffff8000001a02a8,fffffd8066f71800,ffff8000006c8bf0,fffffd806f4b8000) at ether_output+0x47 sys/net/if_ethersubr.c:359 arpcache(ffff8000001a02a8,fffffd806d22f01a,fffffd806f4b8000) at arpcache+0x2e8 sys/netinet/if_ether.c:734 in_arpinput(ffff8000001a02a8,fffffd8079b8c800) at in_arpinput+0x4c1 sys/netinet/if_ether.c:615 arpintr() at arpintr+0x71 sys/netinet/if_ether.c:538 if_netisr(0) at if_netisr+0xcf sys/net/if.c:912 taskq_thread(ffff80000002c000) at taskq_thread+0xe5 sys/kern/kern_task.c:449 end trace frame: 0x0, count: -11 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020d68ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800020d68ff0) at sched_idle+0x417 sys/kern/kern_sched.c:175 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800020d68ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800020d68ff0) at sched_idle+0x417 sys/kern/kern_sched.c:175 end trace frame: 0x0, count: -5