panic: solock: lock not held Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *299551 75072 0 0 0x4000000 0 syz-executor.2 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8072b50260) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 soassertlocked sys/kern/uipc_socket2.c:414 [inline] sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 sys/kern/uipc_socket2.c:479 sosplice(fffffd8062407470,3,0,0) at sosplice+0x547 sosetopt(fffffd8062407470,ffff,1023,fffffd806efc1700) at sosetopt+0x7ec sys_setsockopt(ffff80002171cfc8,ffff80002e9f18b8,ffff80002e9f1910) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002e9f1980) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc21f7947a50, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: solock: lock not held ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8072b50260) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 soassertlocked sys/kern/uipc_socket2.c:414 [inline] sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 sys/kern/uipc_socket2.c:479 sosplice(fffffd8062407470,3,0,0) at sosplice+0x547 sosetopt(fffffd8062407470,ffff,1023,fffffd806efc1700) at sosetopt+0x7ec sys_setsockopt(ffff80002171cfc8,ffff80002e9f18b8,ffff80002e9f1910) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002e9f1980) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc21f7947a50, count: -9 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002e9f1630 rbx 0x39 rdx 0xffff800000c22bc0 rcx 0 rax 0xffff80002171cfc8 r8 0x101010101010101 r9 0x8080808080808080 r10 0xcb7dec8a57034bca r11 0x11d9797c39e49a0b r12 0 r13 0xfffffd8062407520 r14 0 r15 0x1 rip 0xffffffff8101e5c8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002e9f1620 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (syz-executor.2) pid=299551 stat=onproc flags process=0 proc=4000000 pri=32, usrpri=83, nice=20 forw=0xffffffffffffffff, list=0xffff80002171cd28,0xffffffff82a95cc0 process=0xffff800021710410 user=0xffff80002e9ec000, vmspace=0xfffffd807b071560 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 75072 432278 92059 0 2 0 syz-executor.2 *75072 299551 92059 0 7 0x4000000 syz-executor.2 66722 11308 70551 0 2 0 syz-executor.1 66722 104785 70551 0 3 0x4000080 fsleep syz-executor.1 80148 423208 66608 0 2 0 syz-executor.5 80148 224442 66608 0 3 0x4000080 fsleep syz-executor.5 80148 55879 66608 0 3 0x4000080 fsleep syz-executor.5 76815 295104 33852 0 2 0 syz-executor.0 76815 151230 33852 0 3 0x4000080 fsleep syz-executor.0 89191 523079 5642 0 2 0 syz-executor.4 89191 20648 5642 0 3 0x4000080 bell syz-executor.4 60331 225610 83945 0 3 0x80 nanoslp syz-executor.7 60331 443747 83945 0 3 0x4000080 ttyin syz-executor.7 60331 88027 83945 0 3 0x4000080 fsleep syz-executor.7 60331 381921 83945 0 3 0x4000080 fsleep syz-executor.7 58998 80498 71410 0 2 0 syz-executor.3 58998 414596 71410 0 3 0x4000080 fsleep syz-executor.3 58998 454876 71410 0 3 0x4000080 fsleep syz-executor.3 13668 206733 8349 0 3 0x80 nanoslp syz-executor.6 13668 264555 8349 0 3 0x4000080 netcon2 syz-executor.6 13668 63200 8349 0 3 0x4000080 fsleep syz-executor.6 70551 210346 74149 0 3 0x82 nanoslp syz-executor.1 92059 488360 74149 0 3 0x82 nanoslp syz-executor.2 5642 169546 74149 0 3 0x82 nanoslp syz-executor.4 68321 448217 0 0 3 0x14200 acct acct 71410 324668 74149 0 3 0x82 nanoslp syz-executor.3 33852 138381 74149 0 3 0x82 nanoslp syz-executor.0 81690 112595 1 0 3 0x100083 ttyin getty 83945 157972 74149 0 3 0x82 nanoslp syz-executor.7 33454 350851 0 0 3 0x14280 nfsidl nfsio 13490 404559 0 0 3 0x14280 nfsidl nfsio 52672 236486 0 0 3 0x14280 nfsidl nfsio 25807 160376 0 0 3 0x14280 nfsidl nfsio 74263 151036 0 0 3 0x14280 nfsidl nfsio 21987 153578 0 0 3 0x14280 nfsidl nfsio 82481 76971 0 0 3 0x14280 nfsidl nfsio 2063 49985 0 0 3 0x14280 nfsidl nfsio 70737 210191 0 0 3 0x14280 nfsidl nfsio 66631 489552 0 0 3 0x14280 nfsidl nfsio 66677 345100 0 0 3 0x14280 nfsidl nfsio 49135 331930 0 0 3 0x14280 nfsidl nfsio 93869 99929 0 0 3 0x14280 nfsidl nfsio 95249 415671 0 0 3 0x14280 nfsidl nfsio 20679 73796 0 0 3 0x14280 nfsidl nfsio 16630 78861 0 0 3 0x14280 nfsidl nfsio 20766 179328 0 0 3 0x14280 nfsidl nfsio 42462 227919 0 0 3 0x14280 nfsidl nfsio 50334 497170 0 0 3 0x14280 nfsidl nfsio 66062 145710 0 0 3 0x14280 nfsidl nfsio 6753 322040 0 0 3 0x14200 bored sosplice 8349 473019 74149 0 3 0x82 nanoslp syz-executor.6 66608 119703 74149 0 3 0x82 nanoslp syz-executor.5 74149 90967 65091 0 3 0x82 thrsleep syz-fuzzer 74149 405785 65091 0 3 0x4000082 thrsleep syz-fuzzer 74149 215499 65091 0 3 0x4000082 wait syz-fuzzer 74149 156672 65091 0 3 0x4000082 wait syz-fuzzer 74149 389845 65091 0 3 0x4000082 thrsleep syz-fuzzer 74149 422414 65091 0 3 0x4000082 wait syz-fuzzer 74149 422648 65091 0 3 0x4000082 wait syz-fuzzer 74149 63033 65091 0 3 0x4000082 kqread syz-fuzzer 74149 21874 65091 0 3 0x4000082 thrsleep syz-fuzzer 74149 295276 65091 0 3 0x4000082 wait syz-fuzzer 74149 455528 65091 0 3 0x4000082 wait syz-fuzzer 74149 315647 65091 0 3 0x4000082 wait syz-fuzzer 74149 375502 65091 0 3 0x4000082 thrsleep syz-fuzzer 74149 481295 65091 0 3 0x4000082 wait syz-fuzzer 65091 307357 17728 0 3 0x10008a sigsusp ksh 17728 385214 86868 0 3 0x9a kqread sshd 86868 399665 1 0 3 0x88 kqread sshd 49478 417713 42872 73 3 0x1100090 kqread syslogd 42872 308875 1 0 3 0x100082 netio syslogd 16359 209984 1 0 3 0x100080 kqread resolvd 79861 82319 76444 77 3 0x100092 kqread dhcpleased 39736 18745 76444 77 3 0x100092 kqread dhcpleased 76444 425820 1 0 3 0x80 kqread dhcpleased 37195 187122 0 0 3 0x14200 bored smr 14662 266634 0 0 2 0x14200 zerothread 97233 408452 0 0 3 0x14200 aiodoned aiodoned 19878 181944 0 0 3 0x14200 syncer update 54344 58099 0 0 3 0x14200 cleaner cleaner 48769 49302 0 0 3 0x14200 reaper reaper 97766 277577 0 0 3 0x14200 pgdaemon pagedaemon 96785 131655 0 0 3 0x14200 bored viomb 3686 256361 0 0 3 0x40014200 acpi0 acpi0 76661 435194 0 0 3 0x14200 bored softnet 73290 439752 0 0 3 0x14200 bored softnet 71047 400722 0 0 3 0x14200 bored softnet 7077 119881 0 0 3 0x14200 bored softnet 64891 123698 0 0 3 0x14200 bored systqmp 77179 300884 0 0 3 0x14200 bored systq 59416 117114 0 0 3 0x40014200 bored softclock 62281 201044 0 0 3 0x40014200 idle0 1 90205 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10184 6421K 7519K 78643K 15810 0 pcb 14 16K 21K 78643K 493 0 rtable 188 14K 18K 78643K 1970 0 ifaddr 89 18K 20K 78643K 705 0 counters 25 17K 17K 78643K 63 0 ioctlops 0 0K 4K 78643K 2349 0 iov 0 0K 28K 78643K 452 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1330 83K 84K 78643K 3262 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 30 0 VM map 2 0K 0K 78643K 2 0 sem 20 3K 5K 78643K 207 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 18 65K 77K 78643K 3851 0 sigio 0 0K 0K 78643K 16 0 proc 62 67K 83K 78643K 958 0 subproc 104 6K 6K 78643K 286 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 112 0 in_multi 77 5K 6K 78643K 301 0 ether_multi 1 0K 0K 78643K 5 0 mrt 0 0K 0K 78643K 12 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 2K 78643K 1287 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 345 414K 1007K 78643K 21690 0 UVM aobj 131 4K 4K 78643K 135 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 138 0 NDP 14 0K 2K 78643K 96 0 temp 128 4722K 5746K 78643K 37153 0 kqueue 12 18K 24K 78643K 280 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 232 0 229 3 2 1 3 0 8 0 rtentry 112 423 0 341 4 0 4 4 0 8 1 unpcb 144 2160 0 2143 24 23 1 6 0 8 0 syncache 296 24 0 24 5 5 0 1 0 8 0 tcpqe 32 10 0 10 3 3 0 1 0 8 0 tcpcb 768 1547 0 1528 44 35 9 15 0 8 7 arp 88 56 0 41 1 0 1 1 0 8 0 ipq 40 4 0 4 2 2 0 1 0 8 0 ipqe 40 45 0 45 2 2 0 1 0 8 0 inpcb 336 3303 0 3280 42 34 8 15 0 8 4 nd6 48 70 0 50 1 0 1 1 0 8 0 pkpcb 40 12 0 12 2 1 1 1 0 8 1 kcovpl 48 22 0 14 1 0 1 1 0 8 0 ppxss 1160 11 0 11 3 3 0 1 0 8 0 pfstscr 40 13 0 11 1 0 1 1 0 8 0 pfosfp 40 4 0 3 1 0 1 1 0 8 0 pfosfpen 112 4 0 3 1 0 1 1 0 8 0 pfrktable 1344 400 0 400 3 3 0 1 0 8 0 pfanchor 1280 362 0 231 14 2 12 13 0 8 0 pftag 88 5 0 2 2 1 1 1 0 8 0 pfqueue 264 38 0 38 2 1 1 1 0 8 1 pfstitem 24 20 0 16 1 0 1 1 0 8 0 pfstkey 120 26 0 22 1 0 1 1 0 8 0 pfstate 336 13 0 11 1 0 1 1 0 8 0 pfrule 1360 1738 0 1726 3 1 2 2 0 8 1 rttmr 136 6 0 6 1 1 0 1 0 8 0 art_heap8 4096 7 0 6 3 2 1 3 0 8 0 art_heap4 256 1663 0 1274 38 13 25 30 0 8 0 art_table 32 1670 0 1280 4 0 4 4 0 8 0 art_node 16 354 0 283 1 0 1 1 0 8 0 sysvmsgpl 40 18 0 1 1 0 1 1 0 8 0 semupl 112 4 0 4 2 2 0 1 0 8 0 semapl 112 196 0 178 1 0 1 1 0 8 0 shmpl 112 132 0 4 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 6420 0 4990 90 0 90 90 0 8 0 ffsino 240 6420 0 4990 85 0 85 85 0 8 0 nchpl 144 11390 0 9752 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 42495 0 42495 2 1 1 2 0 8 1 vcpupl 2048 67 0 0 9 0 9 9 0 8 0 vmpool 536 114 0 47 6 1 5 5 0 8 0 pfiaddrpl 120 120 0 120 3 3 0 1 0 8 0 kstatmem 264 100 0 76 2 0 2 2 0 8 0 scsiplug 72 3 0 3 1 1 0 1 0 8 0 scxspl 216 32330 0 32330 12 10 2 8 0 8 2 plimitpl 152 228 0 213 1 0 1 1 0 8 0 sigapl 424 4137 0 4070 8 0 8 8 0 8 0 futexpl 64 33585 0 33576 1 0 1 1 0 8 0 knotepl 120 41792 0 41712 18 11 7 7 0 8 3 kqueuepl 184 726 0 718 7 6 1 4 0 8 0 pipepl 288 766 0 737 9 6 3 5 0 8 0 fdescpl 432 4098 0 4069 4 0 4 4 0 8 0 filepl 120 27159 0 26843 37 25 12 16 0 8 2 lockfpl 104 1196 0 1194 3 2 1 2 0 8 0 lockfspl 48 315 0 313 1 0 1 1 0 8 0 sessionpl 144 38 0 22 1 0 1 1 0 8 0 pgrppl 48 38 0 22 1 0 1 1 0 8 0 ucredpl 104 3085 0 3075 1 0 1 1 0 8 0 zombiepl 144 4070 0 4070 1 0 1 1 0 8 1 processpl 1000 4137 0 4070 11 2 9 9 0 8 0 procpl 672 9485 0 9392 15 7 8 9 0 8 0 sosppl 168 26 0 24 6 5 1 1 0 8 0 sockpl 456 5707 0 5669 120 107 13 25 0 8 7 mcl64k 65536 118 0 118 4 3 1 1 0 8 1 mcl16k 16384 44 0 44 4 3 1 1 0 8 1 mcl12k 12288 124 0 124 5 4 1 1 0 8 1 mcl9k 9216 36 0 36 7 6 1 1 0 8 1 mcl8k 8192 170 0 170 2 1 1 1 0 8 1 mcl4k 4096 333 0 333 1 0 1 1 0 8 1 mcl2k2 2112 20 0 20 4 3 1 1 0 8 1 mcl2k 2048 77631 0 77573 19 8 11 13 0 8 3 mtagpl 96 493 0 181 10 2 8 8 0 8 0 mbufpl 256 216706 0 216192 112 77 35 65 0 8 0 bufpl 288 9880 0 3476 458 0 458 458 0 8 0 anonpl 24 763636 0 746140 171 37 134 152 0 188 9 amapchunkpl 152 290323 0 289663 4415 4308 107 4414 0 158 80 amappl16 200 11902 0 11020 97 39 58 58 0 8 8 amappl15 192 897 0 888 1 0 1 1 0 8 0 amappl14 184 4 0 1 1 0 1 1 0 8 0 amappl13 176 385 0 382 1 0 1 1 0 8 0 amappl12 168 45 0 35 1 0 1 1 0 8 0 amappl11 160 775 0 757 1 0 1 1 0 8 0 amappl10 152 981 0 980 1 0 1 1 0 8 0 amappl9 144 781 0 775 1 0 1 1 0 8 0 amappl8 136 1492 0 1421 3 0 3 3 0 8 0 amappl7 128 849 0 827 1 0 1 1 0 8 0 amappl6 120 572 0 551 2 1 1 2 0 8 0 amappl5 112 4164 0 4147 1 0 1 1 0 8 0 amappl4 104 2302 0 2274 2 1 1 2 0 8 0 amappl3 96 11076 0 11017 2 0 2 2 0 8 0 amappl2 88 907 0 871 2 0 2 2 0 8 0 amappl1 80 99779 0 99085 21 6 15 20 0 8 0 amappl 88 20866 0 20670 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 134 0 4 3 0 3 3 0 8 0 uaddrrnd 24 4212 0 4116 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4212 0 4116 1 0 1 1 0 8 0 vmmpekpl 168 30847 0 30781 5 1 4 4 0 8 0 vmmpepl 168 403216 0 399020 235 46 189 189 0 357 6 vmsppl 272 4211 0 4116 9 2 7 7 0 8 0 rwobjpl 24 100597 0 92613 51 1 50 50 0 8 1 pdppl 4096 8430 0 8299 312 181 131 131 0 8 0 pvpl 32 1535580 0 1516515 280 75 205 255 0 265 24 pmappl 216 4211 0 4116 6 0 6 6 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1209 0 334 25 0 25 25 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8072b50260) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 soassertlocked sys/kern/uipc_socket2.c:414 [inline] sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 sys/kern/uipc_socket2.c:479 sosplice(fffffd8062407470,3,0,0) at sosplice+0x547 sosetopt(fffffd8062407470,ffff,1023,fffffd806efc1700) at sosetopt+0x7ec sys_setsockopt(ffff80002171cfc8,ffff80002e9f18b8,ffff80002e9f1910) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002e9f1980) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc21f7947a50, count: -9 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8072b50260) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 soassertlocked sys/kern/uipc_socket2.c:414 [inline] sbunlock(fffffd8072b50258,fffffd8072b50380) at sbunlock+0xc9 sys/kern/uipc_socket2.c:479 sosplice(fffffd8062407470,3,0,0) at sosplice+0x547 sosetopt(fffffd8062407470,ffff,1023,fffffd806efc1700) at sosetopt+0x7ec sys_setsockopt(ffff80002171cfc8,ffff80002e9f18b8,ffff80002e9f1910) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002e9f1980) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc21f7947a50, count: -9