panic: receive 1a: so 0xfffffd806f68d000, so_type 3, m 0xfffffd80679da900, m_type 0 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *237378 18904 0 0 0 1K dhclient db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823f06f0) at panic+0x164 sys/kern/subr_prf.c:218 soreceive(fffffd806f68d000,0,ffff800020e1e448,0,0,ffff800020e1e354) at soreceive+0x174a sys/kern/uipc_socket.c:983 soo_read(fffffd8073e18688,ffff800020e1e448,0) at soo_read+0x53 sys/kern/sys_socket.c:70 dofilereadv(ffff800020ddcc38,6,ffff800020e1e448,0,ffff800020e1e530) at dofilereadv+0x1a1 sys/kern/sys_generic.c:237 sys_read(ffff800020ddcc38,ffff800020e1e4e0,ffff800020e1e530) at sys_read+0x83 sys/kern/sys_generic.c:157 syscall(ffff800020e1e5b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e5b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe1b50, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic receive 1a: so 0xfffffd806f68d000, so_type 3, m 0xfffffd80679da900, m_type 0 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823f06f0) at panic+0x164 sys/kern/subr_prf.c:218 soreceive(fffffd806f68d000,0,ffff800020e1e448,0,0,ffff800020e1e354) at soreceive+0x174a sys/kern/uipc_socket.c:983 soo_read(fffffd8073e18688,ffff800020e1e448,0) at soo_read+0x53 sys/kern/sys_socket.c:70 dofilereadv(ffff800020ddcc38,6,ffff800020e1e448,0,ffff800020e1e530) at dofilereadv+0x1a1 sys/kern/sys_generic.c:237 sys_read(ffff800020ddcc38,ffff800020e1e4e0,ffff800020e1e530) at sys_read+0x83 sys/kern/sys_generic.c:157 syscall(ffff800020e1e5b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e5b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe1b50, count: -8 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e1e190 rbx 0xffff800020e1e240 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff8210369f kprintf+0x16f r9 0x1 r10 0x2 r11 0x2dcfd5c8e5306c12 r12 0x3000000008 r13 0xffff800020e1e1a0 r14 0x100 r15 0x1 rip 0xffffffff81785548 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e1e180 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (dhclient) pid=237378 stat=onproc flags process=0 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020ddc9c8,0xffff800020ddceb8 process=0xffff800020df03f0 user=0xffff800020e19000, vmspace=0xfffffd807efff730 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 70924 437539 45099 0 3 0x80 nanosleep syz-executor.0 70924 145660 45099 0 3 0x4000080 netcon syz-executor.0 70924 157713 45099 0 3 0x4000080 fsleep syz-executor.0 2938 95055 0 0 3 0x14280 nfsidl nfsio 67770 342084 0 0 3 0x14280 nfsidl nfsio 83248 428353 0 0 3 0x14280 nfsidl nfsio 11324 417724 0 0 3 0x14280 nfsidl nfsio 22180 190670 0 0 3 0x14280 nfsidl nfsio 39525 174190 0 0 3 0x14280 nfsidl nfsio 97987 470479 0 0 3 0x14280 nfsidl nfsio 39612 86387 0 0 3 0x14280 nfsidl nfsio 17224 375129 0 0 3 0x14280 nfsidl nfsio 21465 119365 0 0 3 0x14280 nfsidl nfsio 70198 279006 0 0 3 0x14280 nfsidl nfsio 87483 255076 0 0 3 0x14280 nfsidl nfsio 73041 201421 0 0 3 0x14280 nfsidl nfsio 55123 448437 0 0 3 0x14280 nfsidl nfsio 30214 75996 0 0 3 0x14280 nfsidl nfsio 67612 186648 0 0 3 0x14280 nfsidl nfsio 19829 60595 0 0 3 0x14280 nfsidl nfsio 96973 349925 0 0 3 0x14280 nfsidl nfsio 93154 284482 0 0 3 0x14280 nfsidl nfsio 86067 32404 0 0 3 0x14280 nfsidl nfsio 11219 275646 0 0 3 0x14200 bored sosplice 67441 310040 50855 0 3 0x82 nanosleep syz-executor.1 45099 206153 50855 0 3 0x82 nanosleep syz-executor.0 50855 43242 53442 0 3 0x82 thrsleep syz-fuzzer 50855 352884 53442 0 3 0x4000082 nanosleep syz-fuzzer 50855 508259 53442 0 3 0x4000082 kqread syz-fuzzer 50855 417524 53442 0 3 0x4000082 thrsleep syz-fuzzer 50855 256991 53442 0 3 0x4000082 thrsleep syz-fuzzer 50855 390356 53442 0 3 0x4000082 thrsleep syz-fuzzer 50855 158552 53442 0 3 0x4000082 nanosleep syz-fuzzer 50855 298652 53442 0 3 0x4000082 thrsleep syz-fuzzer 53442 508238 14939 0 3 0x10008a pause ksh 14939 211252 48907 0 3 0x92 select sshd 4211 367374 1 0 3 0x100083 ttyin getty 48907 272584 1 0 3 0x80 select sshd 76826 425128 68155 74 3 0x100092 bpf pflogd 68155 165696 1 0 3 0x80 netio pflogd 31965 375984 40252 73 3 0x100090 kqread syslogd 40252 509126 1 0 3 0x100082 netio syslogd 94788 271201 1 77 3 0x100090 poll dhclient *18904 237378 1 0 7 0 dhclient 83832 206105 0 0 3 0x14200 bored smr 92823 70288 0 0 3 0x14200 pgzero zerothread 70935 97267 0 0 3 0x14200 aiodoned aiodoned 61489 318146 0 0 3 0x14200 syncer update 54806 211574 0 0 3 0x14200 cleaner cleaner 87866 29793 0 0 3 0x14200 reaper reaper 5211 512717 0 0 3 0x14200 pgdaemon pagedaemon 94698 29532 0 0 3 0x14200 bored crynlk 29380 501671 0 0 3 0x14200 bored crypto 93658 144858 0 0 3 0x40014200 acpi0 acpi0 23226 378002 0 0 3 0x40014200 idle1 77058 368434 0 0 3 0x14200 bored softnet 20470 122810 0 0 3 0x14200 bored systqmp 81084 473364 0 0 3 0x14200 bored systq 16053 42527 0 0 3 0x40014200 bored softclock 20870 213266 0 0 7 0x40014200 idle0 1 133136 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 18904 (dhclient) thread 0xffff800020ddcc38 (237378) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82935f10) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x66 sys/kern/uipc_socket2.c:292 #2 soreceive+0x114 sys/kern/uipc_socket.c:737 #3 soo_read+0x53 sys/kern/sys_socket.c:70 #4 dofilereadv+0x1a1 sys/kern/sys_generic.c:237 #5 sys_read+0x83 sys/kern/sys_generic.c:157 #6 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #6 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9512 6415K 6671K 78643K 11136 0 pcb 13 8K 8K 78643K 103 0 rtable 86 4K 8K 78643K 496 0 ifaddr 85 17K 18K 78643K 192 0 sysctl 2 0K 0K 78643K 2 0 counters 45 34K 34K 78643K 63 0 ioctlops 0 0K 4K 78643K 1546 0 iov 0 0K 32K 78643K 686 0 mount 1 1K 1K 78643K 1 0 vnodes 1219 77K 77K 78643K 1396 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 12 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 157 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 6 17K 25K 78643K 531 0 sigio 0 0K 0K 78643K 4 0 proc 62 63K 95K 78643K 478 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 51 0 in_multi 72 3K 3K 78643K 169 0 ether_multi 1 0K 0K 78643K 12 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 1K 78643K 239 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 188 45K 60K 78643K 2669 0 UVM aobj 63 4K 4K 78643K 63 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 70 0 NDP 12 0K 0K 78643K 33 0 temp 127 3875K 3950K 78643K 3583 0 kqueue 3 4K 22K 78643K 26 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 7 0 0 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 37 0 35 1 0 1 1 0 8 0 rtentry 112 72 0 40 2 0 2 2 0 8 0 unpcb 120 193 0 182 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 65 0 65 1 1 0 1 0 8 0 tcpcb 544 134 0 126 2 1 1 2 0 8 0 inpcb 296 485 0 470 3 1 2 3 0 8 0 nd6 48 16 0 14 1 0 1 1 0 8 0 pffrag 232 3 0 1 1 0 1 1 0 482 0 pffrnode 88 3 0 1 1 0 1 1 0 8 0 pffrent 40 7 0 5 1 0 1 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 76 0 74 2 1 1 1 0 8 0 pfstitem 24 37 0 12 1 0 1 1 0 8 0 pfstkey 112 37 0 12 1 0 1 1 0 8 0 pfstate 328 37 0 12 3 0 3 3 0 8 0 pfrule 1360 42 0 29 4 2 2 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 360 0 201 15 2 13 14 0 8 1 art_table 32 362 0 201 2 0 2 2 0 8 0 art_node 16 71 0 43 1 0 1 1 0 8 0 sysvmsgpl 40 20 0 14 1 0 1 1 0 8 0 semapl 112 154 0 144 1 0 1 1 0 8 0 shmpl 112 60 0 0 2 0 2 2 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2045 0 641 90 1 89 89 0 8 0 ffsino 272 2045 0 641 94 0 94 94 0 8 0 nchpl 144 3328 0 1716 60 0 60 60 0 8 0 uvmvnodes 72 2210 0 0 41 0 41 41 0 8 0 vnodes 208 2210 0 0 117 0 117 117 0 8 0 namei 1024 8702 0 8702 1 0 1 1 0 8 1 percpumem 16 42 0 9 1 0 1 1 0 8 0 vcpupl 1984 2 0 0 1 0 1 1 0 8 0 vmpool 560 4 0 2 2 1 1 1 0 8 0 pfiaddrpl 120 20 0 20 3 2 1 1 0 8 1 scsiplug 64 1 0 1 1 1 0 1 0 8 0 scxspl 192 8624 0 8624 8 7 1 7 0 8 1 plimitpl 152 50 0 42 1 0 1 1 0 8 0 sigapl 424 768 0 715 6 0 6 6 0 8 0 futexpl 56 7104 0 7103 2 1 1 1 0 8 0 knotepl 112 131 0 111 2 1 1 2 0 8 0 kqueuepl 144 74 0 71 1 0 1 1 0 8 0 pipepl 304 142 0 131 4 2 2 2 0 8 1 fdescpl 496 731 0 714 3 0 3 3 0 8 0 filepl 152 4221 0 4115 6 1 5 5 0 8 0 lockfpl 104 61 0 60 1 0 1 1 0 8 0 lockfspl 48 24 0 23 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 28 0 17 1 0 1 1 0 8 0 ucredpl 96 499 0 490 1 0 1 1 0 8 0 zombiepl 144 716 0 715 2 1 1 1 0 8 0 processpl 992 768 0 715 7 0 7 7 0 8 0 procpl 624 1835 0 1773 6 0 6 6 0 8 0 srpgc 64 2 0 2 1 1 0 1 0 8 0 sosppl 128 4 0 4 2 2 0 1 0 8 0 sockpl 400 716 0 695 7 3 4 4 0 8 1 mcl64k 65536 11 0 0 2 0 2 2 0 8 0 mcl12k 12288 8 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 187 0 0 23 0 23 23 0 8 0 mtagpl 96 20 0 0 1 0 1 1 0 8 0 mbufpl 256 426 0 0 25 0 25 25 0 8 0 bufpl 280 4906 0 133 341 0 341 341 0 8 0 anonpl 16 102468 0 83825 106 24 82 93 0 124 5 amapchunkpl 152 5240 0 4946 38 13 25 26 0 158 13 amappl16 192 3629 0 2731 65 19 46 57 0 8 1 amappl15 184 258 0 255 1 0 1 1 0 8 0 amappl14 176 267 0 260 1 0 1 1 0 8 0 amappl13 168 30 0 27 1 0 1 1 0 8 0 amappl12 160 5 0 5 1 1 0 1 0 8 0 amappl11 152 51 0 36 1 0 1 1 0 8 0 amappl10 144 273 0 266 1 0 1 1 0 8 0 amappl9 136 374 0 371 1 0 1 1 0 8 0 amappl8 128 396 0 333 3 0 3 3 0 8 0 amappl7 120 381 0 362 1 0 1 1 0 8 0 amappl6 112 26 0 19 1 0 1 1 0 8 0 amappl5 104 631 0 614 1 0 1 1 0 8 0 amappl4 96 494 0 460 1 0 1 1 0 8 0 amappl3 88 370 0 363 1 0 1 1 0 8 0 amappl2 80 4909 0 4834 2 0 2 2 0 8 0 amappl1 72 30410 0 29928 23 13 10 18 0 8 0 amappl 80 2115 0 2030 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 62 0 0 1 0 1 1 0 8 0 uaddrrnd 24 735 0 716 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 735 0 716 1 0 1 1 0 8 0 vmmpekpl 168 9473 0 9431 3 0 3 3 0 8 0 vmmpepl 168 99872 0 97603 132 32 100 114 0 357 1 vmsppl 368 734 0 716 2 0 2 2 0 8 0 pdppl 4096 1477 0 1434 7 1 6 6 0 8 0 pvpl 32 288260 0 266206 244 41 203 216 0 265 23 pmappl 232 734 0 716 4 2 2 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 289 0 12 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffffffff82779ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82935d08) at __mp_lock+0x125 __mp_lock_spin sys/kern/kern_lock.c:117 [inline] __mp_lock(ffffffff82935d08) at __mp_lock+0x125 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f acpicpu_idle() at acpicpu_idle+0x331 sys/dev/acpi/acpicpu.c:1187 sched_idle(ffffffff82779ff0) at sched_idle+0x3f7 sys/kern/kern_sched.c:178 end trace frame: 0x0, count: 7 ddb{0}> trace x86_ipi_db(ffffffff82779ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82935d08) at __mp_lock+0x125 __mp_lock_spin sys/kern/kern_lock.c:117 [inline] __mp_lock(ffffffff82935d08) at __mp_lock+0x125 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f acpicpu_idle() at acpicpu_idle+0x331 sys/dev/acpi/acpicpu.c:1187 sched_idle(ffffffff82779ff0) at sched_idle+0x3f7 sys/kern/kern_sched.c:178 end trace frame: 0x0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x18: addq $0x8,%rsp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823f06f0) at panic+0x164 sys/kern/subr_prf.c:218 soreceive(fffffd806f68d000,0,ffff800020e1e448,0,0,ffff800020e1e354) at soreceive+0x174a sys/kern/uipc_socket.c:983 soo_read(fffffd8073e18688,ffff800020e1e448,0) at soo_read+0x53 sys/kern/sys_socket.c:70 dofilereadv(ffff800020ddcc38,6,ffff800020e1e448,0,ffff800020e1e530) at dofilereadv+0x1a1 sys/kern/sys_generic.c:237 sys_read(ffff800020ddcc38,ffff800020e1e4e0,ffff800020e1e530) at sys_read+0x83 sys/kern/sys_generic.c:157 syscall(ffff800020e1e5b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e5b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe1b50, count: 7 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823f06f0) at panic+0x164 sys/kern/subr_prf.c:218 soreceive(fffffd806f68d000,0,ffff800020e1e448,0,0,ffff800020e1e354) at soreceive+0x174a sys/kern/uipc_socket.c:983 soo_read(fffffd8073e18688,ffff800020e1e448,0) at soo_read+0x53 sys/kern/sys_socket.c:70 dofilereadv(ffff800020ddcc38,6,ffff800020e1e448,0,ffff800020e1e530) at dofilereadv+0x1a1 sys/kern/sys_generic.c:237 sys_read(ffff800020ddcc38,ffff800020e1e4e0,ffff800020e1e530) at sys_read+0x83 sys/kern/sys_generic.c:157 syscall(ffff800020e1e5b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e5b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe1b50, count: -8