panic: tcp_output Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 113437 75075 32767 0x10 0 1 syz-executor.7 *441252 75075 32767 0x10 0x4000000 0 syz-executor.7 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e05d) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c643a8) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd807e47e3e8,fffffd8069695300,fffffd8069695e00,fffffd806e63a100) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002966da48,4,ffff80002e4f41c0,0,ffff80002e4f42b0) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002966da48,ffff80002e4f4268,ffff80002e4f42b0) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002e4f4330) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002e4f4330) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3b6ef88c640, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: tcp_output ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e05d) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c643a8) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd807e47e3e8,fffffd8069695300,fffffd8069695e00,fffffd806e63a100) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002966da48,4,ffff80002e4f41c0,0,ffff80002e4f42b0) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002966da48,ffff80002e4f4268,ffff80002e4f42b0) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002e4f4330) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002e4f4330) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3b6ef88c640, count: -9 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002e4f3ca0 rbx 0xffffffff829b9b8f cpu_info_full_primary+0x2b8f rdx 0xffff800000bf5080 rcx 0 rax 0xffff80002966da48 r8 0x101010101010101 r9 0x8080808080808080 r10 0xe01ae2979f16b64b r11 0xc27e71b9e3a20696 r12 0xffffffff829b9990 cpu_info_full_primary+0x2990 r13 0 r14 0 r15 0x1 rip 0xffffffff824835f8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002e4f3c90 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.7) pid=441252 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=76, nice=20 forw=0xffffffffffffffff, list=0xffff80002966d7a8,0xffff80002966d518 process=0xffff80002129a578 user=0xffff80002e4ef000, vmspace=0xfffffd806c998180 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 35856 133250 49459 32767 2 0x10 syz-executor.6 20896 239095 53529 32767 2 0x10 syz-executor.4 56737 280407 81874 32767 2 0x10 syz-executor.2 56737 102379 81874 32767 3 0x4000090 fsleep syz-executor.2 56737 392639 81874 32767 3 0x4000090 fsleep syz-executor.2 91745 483922 36857 32767 2 0x10 syz-executor.5 91745 327269 36857 32767 3 0x4000090 fifow syz-executor.5 75075 113437 66310 32767 7 0x10 syz-executor.7 *75075 441252 66310 32767 7 0x4000010 syz-executor.7 19519 164619 50192 32767 2 0x10 syz-executor.3 19519 110211 50192 32767 3 0x4000090 fsleep syz-executor.3 71275 355322 25685 32767 2 0x10 syz-executor.1 71275 75328 25685 32767 3 0x4000090 netcon2 syz-executor.1 71275 127892 25685 32767 3 0x4000090 fsleep syz-executor.1 53049 346591 75550 32767 3 0x90 nanoslp syz-executor.0 53049 331072 75550 32767 3 0x4000090 ttyout syz-executor.0 25685 339906 34301 32767 3 0x90 nanoslp syz-executor.1 34301 509464 20365 0 3 0x82 wait syz-executor.1 75550 274859 34100 32767 3 0x90 nanoslp syz-executor.0 34100 219662 20365 0 3 0x82 wait syz-executor.0 66310 230038 1982 32767 3 0x90 nanoslp syz-executor.7 1982 357404 20365 0 3 0x82 wait syz-executor.7 53529 311965 77446 32767 3 0x90 nanoslp syz-executor.4 77446 502453 20365 0 3 0x82 wait syz-executor.4 50192 430647 16277 32767 3 0x90 nanoslp syz-executor.3 16277 481488 20365 0 3 0x82 wait syz-executor.3 76679 25381 0 0 3 0x14200 bored sosplice 36857 453942 32201 32767 3 0x90 nanoslp syz-executor.5 49459 232374 41161 32767 3 0x90 nanoslp syz-executor.6 32201 309525 20365 0 3 0x82 wait syz-executor.5 41161 330523 20365 0 3 0x82 wait syz-executor.6 81874 9620 66233 32767 3 0x90 nanoslp syz-executor.2 66233 151244 20365 0 3 0x82 wait syz-executor.2 20365 47486 64105 0 3 0x82 thrsleep syz-fuzzer 20365 335675 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 395686 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 218138 64105 0 3 0x4000082 kqread syz-fuzzer 20365 111718 64105 0 3 0x4000082 wait syz-fuzzer 20365 17353 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 93218 64105 0 3 0x4000082 wait syz-fuzzer 20365 258026 64105 0 3 0x4000082 wait syz-fuzzer 20365 10123 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 256723 64105 0 3 0x4000082 wait syz-fuzzer 20365 369043 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 503931 64105 0 3 0x4000082 wait syz-fuzzer 20365 512626 64105 0 3 0x4000082 wait syz-fuzzer 20365 165683 64105 0 3 0x4000082 thrsleep syz-fuzzer 20365 59120 64105 0 3 0x4000082 wait syz-fuzzer 20365 479106 64105 0 3 0x4000082 wait syz-fuzzer 64105 260233 14358 0 3 0x10008a sigsusp ksh 14358 129264 46517 0 3 0x9a kqread sshd 41448 217302 1 0 3 0x100083 ttyin getty 46517 460435 1 0 3 0x88 kqread sshd 65004 284504 3742 73 3 0x1100090 kqread syslogd 3742 70301 1 0 3 0x100082 netio syslogd 72906 472511 1 0 3 0x100080 kqread resolvd 79789 54778 36975 77 3 0x100092 kqread dhcpleased 26866 135185 36975 77 3 0x100092 kqread dhcpleased 36975 276962 1 0 3 0x80 kqread dhcpleased 26252 447401 0 0 3 0x14200 bored smr 12723 105430 0 0 2 0x14200 zerothread 61432 316682 0 0 3 0x14200 aiodoned aiodoned 29184 91762 0 0 3 0x14200 syncer update 45897 281955 0 0 3 0x14200 cleaner cleaner 21653 444526 0 0 3 0x14200 reaper reaper 11804 413216 0 0 3 0x14200 pgdaemon pagedaemon 20515 326711 0 0 3 0x14200 bored viomb 89870 134553 0 0 3 0x40014200 acpi0 acpi0 39023 226991 0 0 3 0x40014200 idle1 6628 422028 0 0 3 0x14200 bored softnet 42064 272777 0 0 3 0x14200 bored softnet 22089 472681 0 0 3 0x14200 bored softnet 92072 207443 0 0 3 0x14200 bored softnet 32304 439276 0 0 3 0x14200 bored systqmp 62848 153604 0 0 3 0x14200 bored systq 88701 125278 0 0 3 0x40014200 bored softclock 15057 509413 0 0 3 0x40014200 idle0 1 233318 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 75075 (syz-executor.7) thread 0xffff80002966da48 (441252) exclusive rwlock netlock r = 0 (0xffffffff829ae840) #0 witness_lock+0x44d #1 sosend+0x500 sys/kern/uipc_socket.c:632 #2 sendit+0x65d sys/kern/uipc_syscalls.c:694 #3 sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 #4 syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] #4 syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 #5 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10198 6410K 6419K 78643K 11328 0 pcb 13 12K 14K 78643K 17 0 rtable 234 6K 7K 78643K 1439 0 ifaddr 82 17K 17K 78643K 177 0 sysctl 3 1K 1K 78643K 6 0 counters 56 35K 35K 78643K 82 0 ioctlops 0 0K 2K 78643K 79 0 iov 0 0K 28K 78643K 1369 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1272 79K 79K 78643K 3056 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 3 5K 9K 78643K 117 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 3189 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 26 97K 121K 78643K 9013 0 sigio 0 0K 0K 78643K 270 0 proc 56 78K 115K 78643K 1393 0 subproc 104 6K 6K 78643K 273 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 954 0 in_multi 99 6K 6K 78643K 337 0 ether_multi 1 0K 0K 78643K 30 0 mrt 1 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 169 758K 758K 78643K 169 0 exec 0 0K 2K 78643K 1902 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 62K 78643K 8 0 UVM amap 381 99K 113K 78643K 58745 0 UVM aobj 131 4K 4K 78643K 132 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 269 0 NDP 11 0K 2K 78643K 66 0 temp 124 4726K 4853K 78643K 25319 0 kqueue 12 18K 30K 78643K 886 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 804 0 801 13 12 1 5 0 8 0 rtentry 112 263 0 153 4 0 4 4 0 8 0 unpcb 144 5708 0 5690 63 62 1 8 0 8 0 syncache 296 139 0 139 23 22 1 1 0 8 1 tcpqe 32 45 0 45 15 14 1 1 0 8 1 tcpcb 768 9717 0 9701 232 226 6 27 0 8 4 arp 120 47 0 29 1 0 1 1 0 8 0 ipq 40 8 0 8 4 4 0 1 0 8 0 ipqe 40 55 0 55 4 4 0 1 0 8 0 inpcb 368 13325 0 13310 182 177 5 17 0 8 3 ip6q 72 1 0 1 1 1 0 1 0 8 0 nd6 48 69 0 45 1 0 1 1 0 8 0 kcovpl 48 21 0 13 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1058 0 602 30 1 29 30 0 8 0 art_table 32 1059 0 602 4 0 4 4 0 8 0 art_node 16 262 0 162 1 0 1 1 0 8 0 sysvmsgpl 40 9 0 6 1 0 1 1 0 8 0 semapl 112 3187 0 3177 1 0 1 1 0 8 0 shmpl 112 129 0 1 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 13610 0 12154 92 0 92 92 0 8 0 ffsino 272 13610 0 12154 98 0 98 98 0 8 0 nchpl 144 25865 0 24225 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 86582 0 86582 2 1 1 2 0 8 1 percpumem 16 53 0 13 1 0 1 1 0 8 0 kstatmem 264 48 0 26 2 0 2 2 0 8 0 scxspl 216 70106 0 70106 32 29 3 8 0 8 3 plimitpl 152 2268 0 2246 5 4 1 2 0 8 0 sigapl 424 9265 0 9210 7 0 7 7 0 8 0 futexpl 64 78787 0 78783 1 0 1 1 0 8 0 knotepl 120 659 0 0 17 2 15 17 0 8 0 kqueuepl 216 2848 0 2839 49 48 1 8 0 8 0 pipepl 320 2514 0 2486 79 76 3 14 0 8 0 fdescpl 496 9247 0 9210 7 2 5 6 0 8 0 filepl 152 65709 0 65463 132 119 13 20 0 8 0 lockfpl 104 1604 0 1602 3 2 1 2 0 8 0 lockfspl 48 345 0 343 1 0 1 1 0 8 0 sessionpl 144 36 0 20 1 0 1 1 0 8 0 pgrppl 48 568 0 552 1 0 1 1 0 8 0 ucredpl 104 10918 0 10900 1 0 1 1 0 8 0 zombiepl 144 9210 0 9210 1 0 1 1 0 8 1 processpl 1064 9265 0 9210 5 1 4 5 0 8 0 procpl 672 28788 0 28710 13 5 8 9 0 8 0 sosppl 168 971 0 969 7 6 1 1 0 8 0 sockpl 488 19955 0 19917 351 341 10 30 0 8 4 mcl64k 65536 35 0 0 3 0 3 3 0 8 0 mcl16k 16384 33 0 0 4 1 3 3 0 8 0 mcl12k 12288 32 0 0 2 0 2 2 0 8 0 mcl9k 9216 21 0 0 2 0 2 2 0 8 0 mcl8k 8192 33 0 0 3 0 3 3 0 8 1 mcl4k 4096 49 0 0 4 1 3 4 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 429 0 0 42 15 27 42 0 8 1 mtagpl 96 6 0 0 1 0 1 1 0 8 0 mbufpl 256 939 0 0 29 0 29 29 0 8 0 bufpl 288 17018 0 10691 453 0 453 453 0 8 0 anonpl 24 1949515 0 1936860 280 176 104 126 0 186 12 amapchunkpl 152 185231 0 184558 137 107 30 43 0 158 1 amappl16 200 28866 0 28492 135 102 33 41 0 8 8 amappl15 192 207 0 201 1 0 1 1 0 8 0 amappl14 184 132 0 127 1 0 1 1 0 8 0 amappl13 176 4164 0 4157 1 0 1 1 0 8 0 amappl12 168 1133 0 1128 1 0 1 1 0 8 0 amappl11 160 1345 0 1325 1 0 1 1 0 8 0 amappl10 152 1142 0 1135 1 0 1 1 0 8 0 amappl9 144 1580 0 1576 1 0 1 1 0 8 0 amappl8 136 1413 0 1243 6 0 6 6 0 8 0 amappl7 128 393 0 372 1 0 1 1 0 8 0 amappl6 120 1418 0 1396 2 1 1 2 0 8 0 amappl5 112 6749 0 6726 1 0 1 1 0 8 0 amappl4 104 3832 0 3791 2 0 2 2 0 8 0 amappl3 96 32027 0 31963 13 11 2 3 0 8 0 amappl2 88 5031 0 4987 2 0 2 2 0 8 0 amappl1 80 235129 0 234381 21 4 17 19 0 8 1 amappl 88 57633 0 57430 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 131 0 1 3 0 3 3 0 8 0 uaddrrnd 24 9247 0 9210 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 9247 0 9210 1 0 1 1 0 8 0 vmmpekpl 168 86225 0 86171 3 0 3 3 0 8 0 vmmpepl 168 926217 0 923223 276 131 145 150 0 357 9 vmsppl 368 9246 0 9210 4 0 4 4 0 8 0 rwobjpl 56 241325 0 233781 132 21 111 113 0 8 2 pdppl 4096 18501 0 18420 345 264 81 93 0 8 0 pvpl 32 3604863 0 3586740 477 293 184 243 0 265 15 pmappl 248 9246 0 9210 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1298 0 462 25 0 25 25 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e05d) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c643a8) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd807e47e3e8,fffffd8069695300,fffffd8069695e00,fffffd806e63a100) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd807e47e3e8,fffffd8069695e00,ffff80002e4f4040,0,fffffd806e63a100,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002966da48,4,ffff80002e4f41c0,0,ffff80002e4f42b0) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002966da48,ffff80002e4f4268,ffff80002e4f42b0) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002e4f4330) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002e4f4330) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3b6ef88c640, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffe2d90, count: 12 ddb{1}> trace x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffe2d90, count: -3