login: panic: sbdrop Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *207627 97738 0 0 0 1K dhclient 3149 1 0 0x2 0 0 init db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8243281a) at panic+0x164 sys/kern/subr_prf.c:218 sbdrop(ffff800020e1e308,ffff800020e1e390,8e9) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 sbflush(ffff800020e1e308,ffff800020e1e390) at sbflush+0x93 sys/kern/uipc_socket2.c:934 sbrelease(ffff800020e1e308,ffff800020e1e390) at sbrelease+0x2e sys/kern/uipc_socket2.c:525 sorflush(fffffd806f6884b0) at sorflush+0x14b sys/kern/uipc_socket.c:1137 sofree(fffffd806f6884b0,42) at sofree+0x147 sys/kern/uipc_socket.c:263 soclose(fffffd806f6884b0,0) at soclose+0x270 sys/kern/uipc_socket.c:344 soo_close(fffffd80743f8260,ffff800020ddcea8) at soo_close+0x40 fdrop(fffffd80743f8260,ffff800020ddcea8) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd80743f8260,ffff800020ddcea8) at closef+0x11c sys/kern/kern_descrip.c:1263 syscall(ffff800020e1e720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffff2880, count: 2 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic sbdrop ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8243281a) at panic+0x164 sys/kern/subr_prf.c:218 sbdrop(ffff800020e1e308,ffff800020e1e390,8e9) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 sbflush(ffff800020e1e308,ffff800020e1e390) at sbflush+0x93 sys/kern/uipc_socket2.c:934 sbrelease(ffff800020e1e308,ffff800020e1e390) at sbrelease+0x2e sys/kern/uipc_socket2.c:525 sorflush(fffffd806f6884b0) at sorflush+0x14b sys/kern/uipc_socket.c:1137 sofree(fffffd806f6884b0,42) at sofree+0x147 sys/kern/uipc_socket.c:263 soclose(fffffd806f6884b0,0) at soclose+0x270 sys/kern/uipc_socket.c:344 soo_close(fffffd80743f8260,ffff800020ddcea8) at soo_close+0x40 fdrop(fffffd80743f8260,ffff800020ddcea8) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd80743f8260,ffff800020ddcea8) at closef+0x11c sys/kern/kern_descrip.c:1263 syscall(ffff800020e1e720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffff2880, count: -13 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e1e150 rbx 0xffff800020e1e200 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff8210369f kprintf+0x16f r9 0x1 r10 0x2 r11 0xb0b366fb50ab3ca r12 0x3000000008 r13 0xffff800020e1e160 r14 0x100 r15 0x1 rip 0xffffffff81785548 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e1e140 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (dhclient) pid=207627 stat=onproc flags process=0 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020ddc008,0xffff800020e40610 process=0xffff800020df0f90 user=0xffff800020e19000, vmspace=0xfffffd807efff5c0 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 74170 52387 55282 0 2 0 syz-executor.1 74170 152794 55282 0 3 0x4000080 fsleep syz-executor.1 11386 489544 1 0 3 0x100083 ttyin getty 59556 215466 0 0 3 0x14280 nfsidl nfsio 3694 402571 0 0 3 0x14280 nfsidl nfsio 3307 482748 0 0 3 0x14280 nfsidl nfsio 86348 186491 0 0 3 0x14280 nfsidl nfsio 32362 161290 0 0 3 0x14280 nfsidl nfsio 22676 7122 0 0 3 0x14280 nfsidl nfsio 51574 335555 0 0 3 0x14280 nfsidl nfsio 39509 455615 0 0 3 0x14280 nfsidl nfsio 95780 87756 0 0 3 0x14280 nfsidl nfsio 3174 45043 0 0 3 0x14280 nfsidl nfsio 88386 361021 0 0 3 0x14280 nfsidl nfsio 69051 490004 0 0 3 0x14280 nfsidl nfsio 5814 509832 0 0 3 0x14280 nfsidl nfsio 47454 357703 0 0 3 0x14280 nfsidl nfsio 81482 239768 0 0 3 0x14280 nfsidl nfsio 35201 121570 0 0 3 0x14280 nfsidl nfsio 6152 61703 0 0 3 0x14280 nfsidl nfsio 51861 420843 0 0 3 0x14280 nfsidl nfsio 87820 477455 0 0 3 0x14280 nfsidl nfsio 82298 216509 0 0 3 0x14280 nfsidl nfsio 40988 436258 0 0 3 0x14200 bored sosplice 55282 336814 89073 0 3 0x82 nanosleep syz-executor.1 4878 214427 89073 0 2 0x2 syz-executor.0 89073 245263 12316 0 3 0x82 thrsleep syz-fuzzer 89073 507262 12316 0 3 0x4000082 nanosleep syz-fuzzer 89073 441411 12316 0 3 0x4000082 nanosleep syz-fuzzer 89073 137242 12316 0 3 0x4000082 kqread syz-fuzzer 89073 143213 12316 0 3 0x4000082 thrsleep syz-fuzzer 89073 83297 12316 0 3 0x4000082 thrsleep syz-fuzzer 89073 91232 12316 0 3 0x4000082 thrsleep syz-fuzzer 89073 66962 12316 0 3 0x4000082 thrsleep syz-fuzzer 12316 376493 81317 0 3 0x10008a pause ksh 81317 357155 77611 0 3 0x92 select sshd 77611 123324 1 0 3 0x80 select sshd 18637 116490 60690 74 3 0x100092 bpf pflogd 60690 378538 1 0 3 0x80 netio pflogd 97233 8454 93171 73 3 0x100090 kqread syslogd 93171 4849 1 0 3 0x100082 netio syslogd *97738 207627 1 0 7 0 dhclient 32519 157616 0 0 3 0x14200 bored smr 11358 162119 0 0 2 0x14200 zerothread 1100 143119 0 0 3 0x14200 aiodoned aiodoned 42755 159492 0 0 3 0x14200 syncer update 18730 454987 0 0 3 0x14200 cleaner cleaner 25625 279765 0 0 3 0x14200 reaper reaper 4606 234989 0 0 3 0x14200 pgdaemon pagedaemon 47397 138340 0 0 3 0x14200 bored crynlk 70501 116376 0 0 3 0x14200 bored crypto 33205 177817 0 0 3 0x40014200 acpi0 acpi0 59955 379272 0 0 3 0x40014200 idle1 79812 426520 0 0 3 0x14200 bored softnet 63148 61533 0 0 3 0x14200 bored systqmp 14179 327642 0 0 3 0x14200 bored systq 45730 383232 0 0 3 0x40014200 bored softclock 71145 305560 0 0 3 0x40014200 idle0 1 3149 0 0 7 0x2 init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 97738 (dhclient) thread 0xffff800020ddcea8 (207627) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82935f10) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x66 sys/kern/uipc_socket2.c:292 #2 soclose+0x2f sys/kern/uipc_socket.c:296 #3 soo_close+0x40 #4 fdrop+0xc2 sys/kern/kern_descrip.c:1279 #5 closef+0x11c sys/kern/kern_descrip.c:1263 #6 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #6 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9500 6404K 7568K 78643K 12173 0 pcb 13 8K 8K 78643K 78 0 rtable 105 3K 3K 78643K 264 0 ifaddr 64 13K 13K 78643K 99 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 34K 78643K 51 0 ioctlops 0 0K 4K 78643K 1493 0 iov 0 0K 12K 78643K 17 0 mount 1 1K 1K 78643K 1 0 vnodes 1225 77K 77K 78643K 1607 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 4 0 VM map 2 1K 1K 78643K 2 0 sem 10 0K 1K 78643K 16 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 271 0 sigio 0 0K 0K 78643K 8 0 proc 62 63K 83K 78643K 469 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 59 0 in_multi 44 2K 2K 78643K 109 0 ether_multi 1 0K 0K 78643K 11 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 1K 78643K 216 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 156 26K 42K 78643K 1812 0 UVM aobj 10 2K 2K 78643K 11 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 30 0 NDP 11 0K 0K 78643K 22 0 temp 108 3868K 3932K 78643K 3802 0 kqueue 3 4K 8K 78643K 7 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 0 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 24 0 24 1 0 1 1 0 8 1 rtentry 112 58 0 14 2 0 2 2 0 8 0 unpcb 120 127 0 118 1 0 1 1 0 8 0 syncache 264 5 0 5 2 1 1 1 0 8 1 tcpqe 32 390 0 390 2 2 0 2 0 8 0 tcpcb 544 86 0 79 2 0 2 2 0 8 1 inpcb 296 326 0 318 2 0 2 2 0 8 1 nd6 48 15 0 9 1 0 1 1 0 8 0 pkpcb 40 4 0 4 1 0 1 1 0 8 1 pffrag 232 6 0 5 1 0 1 1 0 482 0 pffrnode 88 6 0 5 1 0 1 1 0 8 0 pffrent 40 184 0 183 1 0 1 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 39 0 4 1 0 1 1 0 8 0 pfstkey 112 39 0 4 2 0 2 2 0 8 0 pfstate 328 39 0 4 4 0 4 4 0 8 0 pfrule 1360 22 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 250 0 47 15 0 15 15 0 8 0 art_table 32 251 0 47 2 0 2 2 0 8 0 art_node 16 57 0 17 1 0 1 1 0 8 0 sysvmsgpl 40 9 0 7 1 0 1 1 0 8 0 semupl 112 5 0 5 1 1 0 1 0 8 0 semapl 112 8 0 0 1 0 1 1 0 8 0 shmpl 112 8 0 1 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1720 0 315 89 0 89 89 0 8 0 ffsino 272 1720 0 315 94 0 94 94 0 8 0 nchpl 144 2263 0 654 60 0 60 60 0 8 0 uvmvnodes 72 2126 0 0 39 0 39 39 0 8 0 vnodes 208 2126 0 0 112 0 112 112 0 8 0 namei 1024 6291 0 6291 1 0 1 1 0 8 1 percpumem 16 36 0 4 1 0 1 1 0 8 0 vmpool 560 2 0 2 1 1 0 1 0 8 0 scxspl 192 6892 0 6892 7 5 2 5 0 8 2 plimitpl 152 26 0 18 1 0 1 1 0 8 0 sigapl 424 508 0 457 6 0 6 6 0 8 0 futexpl 56 5260 0 5259 1 0 1 1 0 8 0 knotepl 112 66 0 46 1 0 1 1 0 8 0 kqueuepl 144 16 0 14 1 0 1 1 0 8 0 pipepl 304 107 0 96 2 0 2 2 0 8 1 fdescpl 496 472 0 457 3 0 3 3 0 8 0 filepl 152 2591 0 2493 5 0 5 5 0 8 0 lockfpl 104 34 0 34 1 0 1 1 0 8 1 lockfspl 48 15 0 15 1 0 1 1 0 8 1 sessionpl 112 19 0 9 1 0 1 1 0 8 0 pgrppl 48 21 0 11 1 0 1 1 0 8 0 ucredpl 96 176 0 167 1 0 1 1 0 8 0 zombiepl 144 457 0 457 1 0 1 1 0 8 1 processpl 992 508 0 457 7 0 7 7 0 8 0 procpl 624 1007 0 948 5 0 5 5 0 8 0 sosppl 128 6 0 6 1 0 1 1 0 8 1 sockpl 400 483 0 465 3 0 3 3 0 8 0 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 240 0 0 29 0 29 29 0 8 0 mtagpl 96 159 0 0 4 0 4 4 0 8 0 mbufpl 256 446 0 0 28 0 28 28 0 8 0 bufpl 280 3938 0 133 272 0 272 272 0 8 0 anonpl 16 63619 0 44909 79 1 78 78 0 124 2 amapchunkpl 152 2666 0 2342 18 4 14 18 0 158 0 amappl16 192 2027 0 1175 44 0 44 44 0 8 1 amappl15 184 128 0 126 1 0 1 1 0 8 0 amappl14 176 28 0 20 1 0 1 1 0 8 0 amappl13 168 141 0 137 1 0 1 1 0 8 0 amappl12 160 6 0 5 1 0 1 1 0 8 0 amappl11 152 52 0 40 1 0 1 1 0 8 0 amappl10 144 24 0 21 1 0 1 1 0 8 0 amappl9 136 362 0 361 1 0 1 1 0 8 0 amappl8 128 361 0 322 2 0 2 2 0 8 0 amappl7 120 120 0 107 1 0 1 1 0 8 0 amappl6 112 27 0 23 1 0 1 1 0 8 0 amappl5 104 376 0 359 1 0 1 1 0 8 0 amappl4 96 605 0 578 1 0 1 1 0 8 0 amappl3 88 113 0 106 1 0 1 1 0 8 0 amappl2 80 2953 0 2888 2 0 2 2 0 8 0 amappl1 72 22367 0 21933 23 13 10 18 0 8 0 amappl 80 1287 0 1209 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 10 0 1 1 0 1 1 0 8 0 uaddrrnd 24 474 0 459 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 474 0 459 1 0 1 1 0 8 0 vmmpekpl 168 7715 0 7676 2 0 2 2 0 8 0 vmmpepl 168 66340 0 64315 112 11 101 108 0 357 10 vmsppl 368 473 0 459 2 0 2 2 0 8 0 pdppl 4096 955 0 918 6 0 6 6 0 8 1 pvpl 32 204929 0 182990 187 0 187 187 0 265 8 pmappl 232 473 0 459 2 1 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 286 0 3 9 0 9 9 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffffffff82779ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __sanitizer_cov_trace_cmp4(ffffffff82935d08,ffffffff82935d08) at __sanitizer_cov_trace_cmp4+0x72 sys/dev/kcov.c:137 syscall(ffff800020d87e60) at syscall+0x400 mi_syscall sys/sys/syscall_mi.h:93 [inline] syscall(ffff800020d87e60) at syscall+0x400 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe8e00, count: 9 ddb{0}> trace x86_ipi_db(ffffffff82779ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __sanitizer_cov_trace_cmp4(ffffffff82935d08,ffffffff82935d08) at __sanitizer_cov_trace_cmp4+0x72 sys/dev/kcov.c:137 syscall(ffff800020d87e60) at syscall+0x400 mi_syscall sys/sys/syscall_mi.h:93 [inline] syscall(ffff800020d87e60) at syscall+0x400 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe8e00, count: -6 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x18: addq $0x8,%rsp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8243281a) at panic+0x164 sys/kern/subr_prf.c:218 sbdrop(ffff800020e1e308,ffff800020e1e390,8e9) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 sbflush(ffff800020e1e308,ffff800020e1e390) at sbflush+0x93 sys/kern/uipc_socket2.c:934 sbrelease(ffff800020e1e308,ffff800020e1e390) at sbrelease+0x2e sys/kern/uipc_socket2.c:525 sorflush(fffffd806f6884b0) at sorflush+0x14b sys/kern/uipc_socket.c:1137 sofree(fffffd806f6884b0,42) at sofree+0x147 sys/kern/uipc_socket.c:263 soclose(fffffd806f6884b0,0) at soclose+0x270 sys/kern/uipc_socket.c:344 soo_close(fffffd80743f8260,ffff800020ddcea8) at soo_close+0x40 fdrop(fffffd80743f8260,ffff800020ddcea8) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd80743f8260,ffff800020ddcea8) at closef+0x11c sys/kern/kern_descrip.c:1263 syscall(ffff800020e1e720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffff2880, count: 2 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8243281a) at panic+0x164 sys/kern/subr_prf.c:218 sbdrop(ffff800020e1e308,ffff800020e1e390,8e9) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 sbflush(ffff800020e1e308,ffff800020e1e390) at sbflush+0x93 sys/kern/uipc_socket2.c:934 sbrelease(ffff800020e1e308,ffff800020e1e390) at sbrelease+0x2e sys/kern/uipc_socket2.c:525 sorflush(fffffd806f6884b0) at sorflush+0x14b sys/kern/uipc_socket.c:1137 sofree(fffffd806f6884b0,42) at sofree+0x147 sys/kern/uipc_socket.c:263 soclose(fffffd806f6884b0,0) at soclose+0x270 sys/kern/uipc_socket.c:344 soo_close(fffffd80743f8260,ffff800020ddcea8) at soo_close+0x40 fdrop(fffffd80743f8260,ffff800020ddcea8) at fdrop+0xc2 sys/kern/kern_descrip.c:1279 closef(fffffd80743f8260,ffff800020ddcea8) at closef+0x11c sys/kern/kern_descrip.c:1263 syscall(ffff800020e1e720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffff2880, count: -13