panic: tcp_output Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 62920 29635 32767 0x10 0 1 syz-executor.7 *383926 16586 32767 0x10 0x4000000 0 syz-executor.4 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257befc) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000ceca18) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd8064e05000,fffffd8068324100,fffffd8066ea4c00,fffffd8068b8bc00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:953 sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff8000ffff4a88,5,ffff80002fecbe50,6,ffff80002fecbf40) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff8000ffff4a88,ffff80002fecbef8,ffff80002fecbf40) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002fecbfc0) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002fecbfc0) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc6fbfe837f0, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: tcp_output ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257befc) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000ceca18) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd8064e05000,fffffd8068324100,fffffd8066ea4c00,fffffd8068b8bc00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:953 sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff8000ffff4a88,5,ffff80002fecbe50,6,ffff80002fecbf40) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff8000ffff4a88,ffff80002fecbef8,ffff80002fecbf40) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002fecbfc0) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002fecbfc0) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc6fbfe837f0, count: -9 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002fecb930 rbx 0xffffffff82934b8f cpu_info_full_primary+0x2b8f rdx 0xffff800000bd5dc0 rcx 0 rax 0xffff8000ffff4a88 r8 0x101010101010101 r9 0x8080808080808080 r10 0x698ec2907479790c r11 0xe1288ad7eb3b1bea r12 0xffffffff82934990 cpu_info_full_primary+0x2990 r13 0 r14 0 r15 0x1 rip 0xffffffff823fc058 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002fecb920 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.4) pid=383926 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=76, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffff4008,0xffff8000fffee560 process=0xffff8000296394e8 user=0xffff80002fec7000, vmspace=0xfffffd8079ca0d00 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 95502 490014 46996 32767 2 0x10 syz-executor.3 29635 62920 58280 32767 7 0x10 syz-executor.7 29635 340102 58280 32767 3 0x4000090 fsleep syz-executor.7 4325 14751 87366 32767 2 0x10 syz-executor.1 4325 179259 87366 32767 3 0x4000090 fsleep syz-executor.1 7721 57398 33658 32767 2 0x10 syz-executor.0 7721 517881 33658 32767 2 0x4000010 syz-executor.0 16586 217511 23688 32767 2 0x10 syz-executor.4 *16586 383926 23688 32767 7 0x4000010 syz-executor.4 60846 150638 77498 32767 2 0x10 syz-executor.6 60846 305289 77498 32767 3 0x4000090 fsleep syz-executor.6 60846 234117 77498 32767 2 0x4000010 syz-executor.6 60846 182344 77498 32767 2 0x4000010 syz-executor.6 20006 239952 19152 32767 2 0x10 syz-executor.2 20006 488685 19152 32767 3 0x4000090 fsleep syz-executor.2 33658 169003 20145 32767 3 0x90 nanoslp syz-executor.0 20145 281457 58662 0 3 0x82 wait syz-executor.0 77498 494355 72976 32767 3 0x90 nanoslp syz-executor.6 72976 351256 58662 0 3 0x82 wait syz-executor.6 64948 375410 53245 32767 2 0x10 syz-executor.5 53245 337001 58662 0 3 0x82 wait syz-executor.5 46996 220450 37552 32767 2 0x10 syz-executor.3 37552 97218 58662 0 3 0x82 wait syz-executor.3 87366 442372 24376 32767 2 0x10 syz-executor.1 24376 223689 58662 0 3 0x82 wait syz-executor.1 67046 438087 0 0 3 0x14200 bored sosplice 87959 514486 59485 0 3 0x100082 netio ndp 59485 157271 83721 0 3 0x10008a sigsusp sh 58280 341254 94335 32767 3 0x90 nanoslp syz-executor.7 94335 395163 58662 0 3 0x82 wait syz-executor.7 19152 461950 58721 32767 3 0x90 nanoslp syz-executor.2 23688 179797 18002 32767 3 0x90 nanoslp syz-executor.4 58721 162021 58662 0 3 0x82 wait syz-executor.2 18002 122519 58662 0 3 0x82 wait syz-executor.4 83721 382761 1 0 3 0x80 wait syz-executor.0 58662 153336 89093 0 3 0x82 thrsleep syz-fuzzer 58662 449826 89093 0 3 0x4000082 nanoslp syz-fuzzer 58662 24186 89093 0 3 0x4000082 thrsleep syz-fuzzer 58662 240337 89093 0 3 0x4000082 wait syz-fuzzer 58662 236422 89093 0 3 0x4000082 thrsleep syz-fuzzer 58662 31856 89093 0 3 0x4000082 wait syz-fuzzer 58662 472934 89093 0 3 0x4000082 wait syz-fuzzer 58662 493710 89093 0 3 0x4000082 thrsleep syz-fuzzer 58662 211698 89093 0 3 0x4000082 thrsleep syz-fuzzer 58662 6314 89093 0 3 0x4000082 wait syz-fuzzer 58662 38575 89093 0 3 0x4000082 wait syz-fuzzer 58662 436058 89093 0 3 0x4000082 kqread syz-fuzzer 58662 334803 89093 0 3 0x4000082 wait syz-fuzzer 58662 388748 89093 0 3 0x4000082 wait syz-fuzzer 58662 40095 89093 0 3 0x4000082 wait syz-fuzzer 58662 522401 89093 0 3 0x4000082 thrsleep syz-fuzzer 89093 384900 86296 0 3 0x10008a sigsusp ksh 86296 175443 1294 0 3 0x9a kqread sshd 36491 41550 1 0 3 0x100083 ttyin getty 1294 215005 1 0 3 0x88 kqread sshd 24194 392300 19316 73 3 0x1100090 kqread syslogd 19316 54215 1 0 3 0x100082 netio syslogd 71115 93324 1 0 3 0x100080 kqread resolvd 93020 469901 24891 77 3 0x100092 kqread dhcpleased 18233 340367 24891 77 3 0x100092 kqread dhcpleased 24891 332567 1 0 3 0x80 kqread dhcpleased 56903 357045 0 0 3 0x14200 bored smr 2810 86013 0 0 2 0x14200 zerothread 21946 19299 0 0 3 0x14200 aiodoned aiodoned 84063 30086 0 0 3 0x14200 syncer update 15402 401274 0 0 3 0x14200 cleaner cleaner 66075 454383 0 0 3 0x14200 reaper reaper 21108 13583 0 0 3 0x14200 pgdaemon pagedaemon 46955 156013 0 0 3 0x14200 bored viomb 29282 393612 0 0 3 0x40014200 acpi0 acpi0 48587 301760 0 0 3 0x40014200 idle1 52902 301620 0 0 3 0x14200 bored softnet 58751 230526 0 0 3 0x14200 bored softnet 98771 444686 0 0 3 0x14200 bored softnet 82600 332627 0 0 3 0x14200 bored softnet 98380 174252 0 0 3 0x14200 bored systqmp 18563 279928 0 0 3 0x14200 bored systq 59974 281023 0 0 3 0x40014200 bored softclock 2550 311827 0 0 3 0x40014200 idle0 1 96098 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 29635 (syz-executor.7) thread 0xffff8000ffff4fc8 (340102) shared rwlock vmmaplk r = 0 (0xfffffd8079ca0758) #0 witness_lock+0x44d #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1771 #2 uvm_fault_check+0x3a sys/uvm/uvm_fault.c:673 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:601 #4 upageflttrap+0x82 sys/arch/amd64/amd64/trap.c:181 #5 usertrap+0x1aa sys/arch/amd64/amd64/trap.c:403 #6 recall_trap+0x8 Process 16586 (syz-executor.4) thread 0xffff8000ffff4a88 (383926) exclusive rwlock netlock r = 0 (0xffffffff8292fbb0) #0 witness_lock+0x44d #1 sosend+0x500 sys/kern/uipc_socket.c:632 #2 sendit+0x65d sys/kern/uipc_syscalls.c:694 #3 sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 #4 syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] #4 syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 #5 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10205 6411K 6419K 78643K 11332 0 pcb 13 12K 14K 78643K 17 0 rtable 238 6K 7K 78643K 1130 0 ifaddr 82 17K 17K 78643K 170 0 sysctl 3 1K 2K 78643K 7 0 counters 56 35K 35K 78643K 80 0 ioctlops 0 0K 2K 78643K 199 0 iov 0 0K 44K 78643K 1358 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1284 80K 80K 78643K 5268 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 67 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 1331 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 28 105K 125K 78643K 5873 0 sigio 0 0K 0K 78643K 23 0 proc 56 78K 115K 78643K 1252 0 subproc 117 7K 7K 78643K 260 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 1 0K 0K 78643K 1462 0 in_multi 99 6K 7K 78643K 284 0 ether_multi 1 0K 0K 78643K 13 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 211 943K 943K 78643K 211 0 exec 0 0K 2K 78643K 2189 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 62K 78643K 8 0 UVM amap 323 98K 107K 78643K 37165 0 UVM aobj 131 4K 4K 78643K 134 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 124 0 NDP 11 0K 2K 78643K 63 0 temp 128 4726K 4854K 78643K 17497 0 kqueue 12 18K 28K 78643K 648 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 1049 0 1045 14 11 3 4 0 8 2 rtentry 112 256 0 144 4 0 4 4 0 8 0 unpcb 144 3947 0 3930 59 53 6 6 0 8 5 syncache 296 51 0 51 13 13 0 1 0 8 0 tcpqe 32 124 0 124 9 9 0 1 0 8 0 tcpcb 768 3150 0 3088 93 85 8 19 0 8 1 arp 120 45 0 27 1 0 1 1 0 8 0 ipq 40 8 0 8 3 3 0 1 0 8 0 ipqe 40 24 0 24 3 3 0 1 0 8 0 inpcb 368 5652 0 5643 97 89 8 14 0 8 6 nd6 48 70 0 44 1 0 1 1 0 8 0 kcovpl 48 20 0 11 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1011 0 546 30 0 30 30 0 8 0 art_table 32 1012 0 546 4 0 4 4 0 8 0 art_node 16 255 0 153 1 0 1 1 0 8 0 semapl 112 1327 0 1317 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 12045 0 10601 91 0 91 91 0 8 0 ffsino 272 12045 0 10601 97 0 97 97 0 8 0 nchpl 144 20151 0 18515 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 77812 0 77812 3 2 1 2 0 8 1 percpumem 16 52 0 12 1 0 1 1 0 8 0 kstatmem 264 46 0 24 2 0 2 2 0 8 0 scxspl 216 50566 0 50566 32 29 3 8 0 8 3 plimitpl 152 1115 0 1092 13 11 2 2 0 8 1 sigapl 424 6128 0 6071 7 0 7 7 0 8 0 futexpl 64 53499 0 53495 2 1 1 1 0 8 0 knotepl 120 855 0 0 19 2 17 17 0 8 0 kqueuepl 216 1673 0 1665 33 28 5 5 0 8 4 pipepl 320 1717 0 1686 44 38 6 9 0 8 3 fdescpl 496 6110 0 6071 7 1 6 6 0 8 0 filepl 152 53186 0 52927 89 74 15 19 0 8 4 lockfpl 104 946 0 944 1 0 1 1 0 8 0 lockfspl 48 242 0 240 1 0 1 1 0 8 0 sessionpl 144 35 0 18 1 0 1 1 0 8 0 pgrppl 48 194 0 177 1 0 1 1 0 8 0 ucredpl 104 19783 0 19765 1 0 1 1 0 8 0 zombiepl 144 6071 0 6071 2 1 1 1 0 8 1 processpl 1064 6128 0 6071 5 0 5 5 0 8 0 procpl 672 17805 0 17725 19 11 8 9 0 8 1 srpgc 96 2 0 2 1 1 0 1 0 8 0 sosppl 168 82 0 82 11 11 0 1 0 8 0 sockpl 488 10689 0 10659 214 194 20 29 0 8 15 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 17 0 0 3 0 3 3 0 8 0 mcl12k 12288 28 0 0 2 0 2 2 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 29 0 0 3 1 2 3 0 8 0 mcl4k 4096 25 0 0 3 0 3 3 0 8 0 mcl2k2 2112 9 0 0 1 0 1 1 0 8 0 mcl2k 2048 235 0 0 19 0 19 19 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 3708 0 0 214 0 214 214 0 8 0 bufpl 288 13451 0 7118 453 0 453 453 0 8 0 anonpl 24 1230664 0 1218013 185 94 91 106 0 186 0 amapchunkpl 152 106064 0 105391 58 23 35 35 0 158 5 amappl16 200 18505 0 18111 81 57 24 34 0 8 0 amappl15 192 837 0 830 1 0 1 1 0 8 0 amappl14 184 1360 0 1353 1 0 1 1 0 8 0 amappl13 176 1996 0 1990 1 0 1 1 0 8 0 amappl12 168 734 0 729 1 0 1 1 0 8 0 amappl11 160 195 0 176 1 0 1 1 0 8 0 amappl10 152 306 0 303 1 0 1 1 0 8 0 amappl9 144 709 0 702 1 0 1 1 0 8 0 amappl8 136 1433 0 1329 5 1 4 4 0 8 0 amappl7 128 670 0 648 1 0 1 1 0 8 0 amappl6 120 500 0 481 2 1 1 2 0 8 0 amappl5 112 4801 0 4782 1 0 1 1 0 8 0 amappl4 104 1334 0 1295 2 0 2 2 0 8 0 amappl3 96 19577 0 19510 6 4 2 3 0 8 0 amappl2 88 3366 0 3318 2 0 2 2 0 8 0 amappl1 80 154024 0 153222 27 9 18 19 0 8 1 amappl 88 36220 0 36024 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 6111 0 6072 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 6111 0 6072 1 0 1 1 0 8 0 vmmpekpl 168 56283 0 56219 4 0 4 4 0 8 0 vmmpepl 168 606585 0 603568 221 82 139 146 0 357 6 vmsppl 368 6110 0 6072 4 0 4 4 0 8 0 rwobjpl 56 157272 0 149693 117 8 109 111 0 8 0 pdppl 4096 12229 0 12144 305 218 87 95 0 8 2 pvpl 32 2394417 0 2376275 366 203 163 255 0 265 1 pmappl 248 6110 0 6072 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1332 0 312 30 0 30 30 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257befc) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000ceca18) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd8064e05000,fffffd8068324100,fffffd8066ea4c00,fffffd8068b8bc00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:953 sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd8064e05000,fffffd8066ea4c00,ffff80002fecbcd0,0,fffffd8068b8bc00,6) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff8000ffff4a88,5,ffff80002fecbe50,6,ffff80002fecbf40) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff8000ffff4a88,ffff80002fecbef8,ffff80002fecbf40) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff80002fecbfc0) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff80002fecbfc0) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc6fbfe837f0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82a07a40) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82a07a40) at __mp_lock+0x129 sys/kern/kern_lock.c:147 syscall(ffff80002fed8310) at syscall+0x41d mi_syscall sys/sys/syscall_mi.h:100 [inline] syscall(ffff80002fed8310) at syscall+0x41d sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8f40, count: 9 ddb{1}> trace x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82a07a40) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82a07a40) at __mp_lock+0x129 sys/kern/kern_lock.c:147 syscall(ffff80002fed8310) at syscall+0x41d mi_syscall sys/sys/syscall_mi.h:100 [inline] syscall(ffff80002fed8310) at syscall+0x41d sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8f40, count: -6