panic: solock: lock not held Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *223385 88110 0 0 0x4000000 0 syz-executor.0 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8068d9daf0) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 somove(fffffd8068d9d200,1) at somove+0x25d sbspace sys/sys/socketvar.h:209 [inline] somove(fffffd8068d9d200,1) at somove+0x25d sys/kern/uipc_socket.c:1487 sosplice(fffffd8068d9d200,5,0,0) at sosplice+0x502 sys/kern/uipc_socket.c:1346 sosetopt(fffffd8068d9d200,ffff,1023,fffffd8067539600) at sosetopt+0x7ec sys_setsockopt(ffff8000217b57b0,ffff80002ceafdb8,ffff80002ceafe10) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002ceafe80) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x675a5788710, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: solock: lock not held ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8068d9daf0) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 somove(fffffd8068d9d200,1) at somove+0x25d sbspace sys/sys/socketvar.h:209 [inline] somove(fffffd8068d9d200,1) at somove+0x25d sys/kern/uipc_socket.c:1487 sosplice(fffffd8068d9d200,5,0,0) at sosplice+0x502 sys/kern/uipc_socket.c:1346 sosetopt(fffffd8068d9d200,ffff,1023,fffffd8067539600) at sosetopt+0x7ec sys_setsockopt(ffff8000217b57b0,ffff80002ceafdb8,ffff80002ceafe10) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002ceafe80) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x675a5788710, count: -9 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002ceafae0 rbx 0xfffffd8068555e70 rdx 0xffff800000bed680 rcx 0 rax 0xffff8000217b57b0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xea2bd943593ad93d r11 0xe08aa84ad32c3573 r12 0 r13 0xfffffd8068d9dae8 r14 0 r15 0x1 rip 0xffffffff8101e5c8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002ceafad0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (syz-executor.0) pid=223385 stat=onproc flags process=0 proc=4000000 pri=32, usrpri=80, nice=20 forw=0xffffffffffffffff, list=0xffff8000217b47f0,0xffff8000217b5520 process=0xffff8000231c37b8 user=0xffff80002ceaa000, vmspace=0xfffffd8067cb3aa0 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 68792 376015 74206 0 3 0x80 nanoslp syz-executor.5 68792 367799 74206 0 3 0x4000080 netio syz-executor.5 68792 363673 74206 0 3 0x4000080 fsleep syz-executor.5 88110 292924 89383 0 2 0 syz-executor.0 *88110 223385 89383 0 7 0x4000000 syz-executor.0 10448 480335 63456 0 3 0x80 nanoslp syz-executor.3 10448 396465 63456 0 3 0x4000080 fsleep syz-executor.3 53117 376561 69978 0 3 0x80 nanoslp syz-executor.7 53117 226728 69978 0 3 0x4000080 ttyretype syz-executor.7 53117 256343 69978 0 3 0x4000080 ttyretype syz-executor.7 53117 115954 69978 0 3 0x4000080 fsleep syz-executor.7 20641 275423 48404 0 3 0x80 nanoslp syz-executor.6 20641 374678 48404 0 3 0x4000080 fsleep syz-executor.6 20641 442500 48404 0 3 0x4000080 netio syz-executor.6 20641 340997 48404 0 3 0x4000080 fsleep syz-executor.6 73701 357592 0 0 3 0x14280 nfsidl nfsio 26086 15916 0 0 3 0x14280 nfsidl nfsio 27268 118435 0 0 3 0x14280 nfsidl nfsio 23302 433310 0 0 3 0x14280 nfsidl nfsio 98396 193315 0 0 3 0x14280 nfsidl nfsio 5995 329962 0 0 3 0x14280 nfsidl nfsio 60195 203047 0 0 3 0x14280 nfsidl nfsio 47776 40244 0 0 3 0x14280 nfsidl nfsio 50537 519105 0 0 3 0x14280 nfsidl nfsio 49020 254391 0 0 3 0x14280 nfsidl nfsio 24948 143617 0 0 3 0x14280 nfsidl nfsio 89737 416516 0 0 3 0x14280 nfsidl nfsio 82602 57053 0 0 3 0x14280 nfsidl nfsio 57542 246234 0 0 3 0x14280 nfsidl nfsio 12497 184701 0 0 3 0x14280 nfsidl nfsio 38452 183868 0 0 3 0x14280 nfsidl nfsio 10333 234037 0 0 3 0x14280 nfsidl nfsio 40457 317270 0 0 3 0x14280 nfsidl nfsio 42545 487912 0 0 3 0x14280 nfsidl nfsio 23468 37961 0 0 3 0x14280 nfsidl nfsio 89383 9843 87880 0 3 0x82 nanoslp syz-executor.0 41204 38425 87880 0 3 0x82 nanoslp syz-executor.1 48404 290147 87880 0 3 0x82 nanoslp syz-executor.6 20926 82514 0 0 3 0x14200 bored sosplice 69978 455992 87880 0 3 0x82 nanoslp syz-executor.7 63456 49862 87880 0 3 0x82 nanoslp syz-executor.3 74206 4830 87880 0 3 0x82 nanoslp syz-executor.5 14569 219331 87880 0 3 0x82 nanoslp syz-executor.4 94902 411199 87880 0 3 0x82 nanoslp syz-executor.2 87880 148830 46114 0 3 0x82 thrsleep syz-fuzzer 87880 391425 46114 0 3 0x4000082 nanoslp syz-fuzzer 87880 369617 46114 0 3 0x4000082 kqread syz-fuzzer 87880 232239 46114 0 3 0x4000082 wait syz-fuzzer 87880 375994 46114 0 3 0x4000082 thrsleep syz-fuzzer 87880 97256 46114 0 3 0x4000082 wait syz-fuzzer 87880 202635 46114 0 3 0x4000082 wait syz-fuzzer 87880 433998 46114 0 3 0x4000082 thrsleep syz-fuzzer 87880 307031 46114 0 3 0x4000082 wait syz-fuzzer 87880 192637 46114 0 3 0x4000082 wait syz-fuzzer 87880 229193 46114 0 3 0x4000082 wait syz-fuzzer 87880 462131 46114 0 3 0x4000082 wait syz-fuzzer 87880 123145 46114 0 3 0x4000082 wait syz-fuzzer 87880 200488 46114 0 3 0x4000082 thrsleep syz-fuzzer 46114 156367 88557 0 3 0x10008a sigsusp ksh 88557 408077 94387 0 3 0x9a kqread sshd 5616 417618 1 0 3 0x100083 ttyin getty 94387 347979 1 0 3 0x88 kqread sshd 27087 470890 9497 73 3 0x1100090 kqread syslogd 9497 165329 1 0 3 0x100082 netio syslogd 84526 412144 1 0 3 0x100080 kqread resolvd 19906 382306 38646 77 3 0x100092 kqread dhcpleased 34923 192425 38646 77 3 0x100092 kqread dhcpleased 38646 383402 1 0 3 0x80 kqread dhcpleased 15455 222860 0 0 3 0x14200 bored smr 28556 103042 0 0 2 0x14200 zerothread 11633 60328 0 0 3 0x14200 aiodoned aiodoned 73810 136623 0 0 3 0x14200 syncer update 729 31758 0 0 3 0x14200 cleaner cleaner 9284 32256 0 0 3 0x14200 reaper reaper 2470 356627 0 0 3 0x14200 pgdaemon pagedaemon 10898 324146 0 0 3 0x14200 bored viomb 52488 495684 0 0 3 0x40014200 acpi0 acpi0 61961 373927 0 0 3 0x14200 bored softnet 77341 504253 0 0 3 0x14200 bored softnet 79990 60146 0 0 3 0x14200 bored softnet 20910 280927 0 0 3 0x14200 bored softnet 46442 392744 0 0 3 0x14200 bored systqmp 79768 414056 0 0 3 0x14200 bored systq 95830 53302 0 0 3 0x40014200 bored softclock 68112 486791 0 0 3 0x40014200 idle0 1 330612 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10188 6401K 6918K 78643K 12875 0 pcb 13 12K 14K 78643K 70 0 rtable 205 10K 10K 78643K 1033 0 ifaddr 76 16K 18K 78643K 397 0 counters 25 17K 17K 78643K 53 0 ioctlops 0 0K 4K 78643K 259 0 iov 0 0K 16K 78643K 99 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1286 80K 81K 78643K 1671 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 14 0 VM map 2 0K 0K 78643K 2 0 sem 21 1K 1K 78643K 75 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 15 53K 73K 78643K 1077 0 sigio 0 0K 0K 78643K 141 0 proc 58 59K 75K 78643K 611 0 subproc 104 6K 6K 78643K 156 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 30 0 in_multi 81 5K 6K 78643K 163 0 ether_multi 1 0K 0K 78643K 6 0 mrt 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 163 731K 731K 78643K 163 0 exec 0 0K 2K 78643K 929 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 266 227K 227K 78643K 7270 0 UVM aobj 13 2K 2K 78643K 13 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 30 0 NDP 10 0K 1K 78643K 60 0 temp 124 4722K 5734K 78643K 23811 0 kqueue 12 18K 29K 78643K 112 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 87 0 82 1 0 1 1 0 8 0 rtentry 112 160 0 72 4 0 4 4 0 8 0 unpcb 144 539 0 389 8 2 6 6 0 8 0 syncache 296 7 0 7 2 2 0 1 0 8 0 tcpqe 32 34 0 34 2 2 0 1 0 8 0 tcpcb 768 534 0 524 20 11 9 19 0 8 7 arp 88 26 0 12 1 0 1 1 0 8 0 inpcb 336 1440 0 1358 15 7 8 15 0 8 1 nd6 48 38 0 20 1 0 1 1 0 8 0 kcovpl 48 12 0 4 1 0 1 1 0 8 0 ppxss 1160 22 0 22 1 0 1 1 0 8 1 pfstscr 40 4 0 3 1 0 1 1 0 8 0 pfrktable 1344 249 0 247 1 0 1 1 0 8 0 pfanchor 1280 259 0 109 13 0 13 13 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfstitem 24 2 0 0 1 0 1 1 0 8 0 pfstkey 120 8 0 6 1 0 1 1 0 8 0 pfstate 336 4 0 3 1 0 1 1 0 8 0 pfrule 1360 74 0 58 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 686 0 319 30 3 27 29 0 8 3 art_table 32 687 0 319 4 0 4 4 0 8 0 art_node 16 159 0 79 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 0 1 0 1 1 0 8 0 semapl 112 61 0 42 1 0 1 1 0 8 0 shmpl 112 10 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2739 0 1306 90 0 90 90 0 8 0 ffsino 240 2739 0 1306 85 0 85 85 0 8 0 nchpl 144 4317 0 2675 63 0 63 63 0 8 0 uvmvnodes 80 3110 0 0 64 0 64 64 0 8 0 vnodes 216 3110 0 0 173 0 173 173 0 8 0 namei 1024 16116 0 16116 2 1 1 2 0 8 1 vcpupl 2048 10 0 0 2 0 2 2 0 8 0 vmpool 536 10 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 74 0 70 1 0 1 1 0 8 0 kstatmem 264 70 0 50 2 0 2 2 0 8 0 scxspl 216 12949 0 12949 9 7 2 8 0 8 2 plimitpl 152 290 0 275 1 0 1 1 0 8 0 sigapl 424 1377 0 1311 8 0 8 8 0 8 0 futexpl 64 10140 0 10135 1 0 1 1 0 8 0 knotepl 120 17012 0 16932 10 3 7 10 0 8 3 kqueuepl 184 223 0 215 4 2 2 4 0 8 1 pipepl 288 296 0 268 7 4 3 7 0 8 0 fdescpl 432 1340 0 1314 4 0 4 4 0 8 0 filepl 120 8236 0 7786 19 5 14 15 0 8 0 lockfpl 104 313 0 311 1 0 1 1 0 8 0 lockfspl 48 82 0 80 1 0 1 1 0 8 0 sessionpl 144 27 0 11 1 0 1 1 0 8 0 pgrppl 48 27 0 11 1 0 1 1 0 8 0 ucredpl 104 818 0 808 1 0 1 1 0 8 0 zombiepl 144 1314 0 1311 1 0 1 1 0 8 0 processpl 1000 1377 0 1311 10 1 9 9 0 8 0 procpl 672 2944 0 2855 10 1 9 9 0 8 1 sosppl 168 128 0 125 1 0 1 1 0 8 0 sockpl 456 2069 0 1832 51 21 30 30 0 8 0 mcl64k 65536 38 0 38 1 0 1 1 0 8 1 mcl16k 16384 13 0 13 1 0 1 1 0 8 1 mcl12k 12288 37 0 37 1 0 1 1 0 8 1 mcl9k 9216 19 0 19 2 1 1 1 0 8 1 mcl8k 8192 70 0 70 1 0 1 1 0 8 1 mcl4k 4096 114 0 114 1 0 1 1 0 8 1 mcl2k2 2112 9 0 9 1 0 1 1 0 8 1 mcl2k 2048 71415 0 71353 13 3 10 12 0 8 0 mtagpl 96 85 0 20 3 1 2 2 0 8 0 mbufpl 256 121051 0 120782 21 0 21 21 0 8 1 bufpl 288 5757 0 136 402 0 402 402 0 8 0 anonpl 24 230166 0 214203 105 4 101 104 0 188 2 amapchunkpl 152 37859 0 37233 42 9 33 39 0 158 7 amappl16 200 2689 0 2120 33 1 32 32 0 8 1 amappl15 192 131 0 124 1 0 1 1 0 8 0 amappl14 184 122 0 116 1 0 1 1 0 8 0 amappl13 176 301 0 296 1 0 1 1 0 8 0 amappl12 168 12 0 7 1 0 1 1 0 8 0 amappl11 160 209 0 192 1 0 1 1 0 8 0 amappl10 152 118 0 114 1 0 1 1 0 8 0 amappl9 144 579 0 574 1 0 1 1 0 8 0 amappl8 136 906 0 849 3 0 3 3 0 8 1 amappl7 128 418 0 399 1 0 1 1 0 8 0 amappl6 120 318 0 305 2 1 1 2 0 8 0 amappl5 112 870 0 858 1 0 1 1 0 8 0 amappl4 104 1143 0 1114 2 1 1 2 0 8 0 amappl3 96 3376 0 3323 2 0 2 2 0 8 0 amappl2 88 684 0 648 2 0 2 2 0 8 0 amappl1 80 34276 0 33637 19 4 15 19 0 8 0 amappl 88 6712 0 6554 4 0 4 4 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 12 0 0 1 0 1 1 0 8 0 uaddrrnd 24 1350 0 1314 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1350 0 1314 1 0 1 1 0 8 0 vmmpekpl 168 14467 0 14416 3 0 3 3 0 8 0 vmmpepl 168 133236 0 130771 127 7 120 125 0 357 1 vmsppl 272 1349 0 1314 4 1 3 3 0 8 0 rwobjpl 24 35330 0 30661 29 0 29 29 0 8 0 pdppl 4096 2706 0 2638 126 52 74 74 0 8 6 pvpl 32 556750 0 536501 239 28 211 239 0 265 42 pmappl 216 1349 0 1314 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 811 0 73 22 0 22 22 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8068d9daf0) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 somove(fffffd8068d9d200,1) at somove+0x25d sbspace sys/sys/socketvar.h:209 [inline] somove(fffffd8068d9d200,1) at somove+0x25d sys/kern/uipc_socket.c:1487 sosplice(fffffd8068d9d200,5,0,0) at sosplice+0x502 sys/kern/uipc_socket.c:1346 sosetopt(fffffd8068d9d200,ffff,1023,fffffd8067539600) at sosetopt+0x7ec sys_setsockopt(ffff8000217b57b0,ffff80002ceafdb8,ffff80002ceafe10) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002ceafe80) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x675a5788710, count: -9 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8254949d) at panic+0x161 sys/kern/subr_prf.c:198 rw_assert_wrlock(fffffd8068d9daf0) at rw_assert_wrlock+0xb7 sys/kern/kern_rwlock.c:388 somove(fffffd8068d9d200,1) at somove+0x25d sbspace sys/sys/socketvar.h:209 [inline] somove(fffffd8068d9d200,1) at somove+0x25d sys/kern/uipc_socket.c:1487 sosplice(fffffd8068d9d200,5,0,0) at sosplice+0x502 sys/kern/uipc_socket.c:1346 sosetopt(fffffd8068d9d200,ffff,1023,fffffd8067539600) at sosetopt+0x7ec sys_setsockopt(ffff8000217b57b0,ffff80002ceafdb8,ffff80002ceafe10) at sys_setsockopt+0x1f5 sys/kern/uipc_syscalls.c:1233 syscall(ffff80002ceafe80) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x675a5788710, count: -9