panic: tcp_output Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 216560 11269 0 0 0 1 syz-executor.2 *158400 47784 0 0 0x4000000 0 syz-executor.7 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e141) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c79828) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd806d6875d0,fffffd8075ee5f00,0,fffffd807a513d00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002d073500,3,ffff800027c01f10,0,ffff800027c02000) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002d073500,ffff800027c01fb8,ffff800027c02000) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff800027c02080) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff800027c02080) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x420d7d422d0, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: tcp_output ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e141) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c79828) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd806d6875d0,fffffd8075ee5f00,0,fffffd807a513d00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002d073500,3,ffff800027c01f10,0,ffff800027c02000) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002d073500,ffff800027c01fb8,ffff800027c02000) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff800027c02080) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff800027c02080) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x420d7d422d0, count: -9 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800027c019f0 rbx 0xffffffff82941b8f cpu_info_full_primary+0x2b8f rdx 0xffff800000c04ac0 rcx 0 rax 0xffff80002d073500 r8 0x101010101010101 r9 0x8080808080808080 r10 0xd1a978884d50386 r11 0xfea8756f2a56c3b r12 0xffffffff82941990 cpu_info_full_primary+0x2990 r13 0 r14 0 r15 0x1 rip 0xffffffff81927ac8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800027c019e0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.7) pid=158400 stat=onproc flags process=0 proc=4000000 pri=86, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffff5ce8,0xffff80002d073270 process=0xffff80002479c018 user=0xffff800027bfd000, vmspace=0xfffffd807a9002f0 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 42777 328092 51234 0 2 0 syz-executor.1 11269 216560 34796 0 7 0 syz-executor.2 11269 79128 34796 0 2 0x4000080 syz-executor.2 11269 435261 34796 0 2 0x4000000 syz-executor.2 10123 131883 4770 0 2 0 syz-executor.5 10123 2203 4770 0 3 0x4000080 fsleep syz-executor.5 47784 212310 72177 0 3 0x80 nanoslp syz-executor.7 *47784 158400 72177 0 7 0x4000000 syz-executor.7 9914 159488 98491 0 2 0 syz-executor.0 9914 518325 98491 0 3 0x4000080 fsleep syz-executor.0 71613 508407 10593 0 2 0 syz-executor.6 71613 441666 10593 0 3 0x4000080 fsleep syz-executor.6 72177 18718 64832 0 3 0x82 nanoslp syz-executor.7 10593 396333 64832 0 3 0x82 nanoslp syz-executor.6 4770 463787 64832 0 3 0x82 nanoslp syz-executor.5 84715 224911 64832 0 3 0x82 nanoslp syz-executor.4 92238 436101 64832 0 2 0x2 syz-executor.3 34796 440633 64832 0 3 0x82 nanoslp syz-executor.2 51234 430505 64832 0 3 0x82 nanoslp syz-executor.1 98491 382579 64832 0 3 0x82 nanoslp syz-executor.0 64832 488056 32231 0 3 0x82 thrsleep syz-fuzzer 64832 212152 32231 0 3 0x4000082 nanoslp syz-fuzzer 64832 252447 32231 0 3 0x4000082 wait syz-fuzzer 64832 355426 32231 0 3 0x4000082 wait syz-fuzzer 64832 63710 32231 0 3 0x4000082 thrsleep syz-fuzzer 64832 387221 32231 0 3 0x4000082 wait syz-fuzzer 64832 6978 32231 0 3 0x4000082 wait syz-fuzzer 64832 241762 32231 0 3 0x4000082 wait syz-fuzzer 64832 419034 32231 0 3 0x4000082 thrsleep syz-fuzzer 64832 505256 32231 0 3 0x4000082 nanoslp syz-fuzzer 64832 135506 32231 0 3 0x4000082 wait syz-fuzzer 64832 213866 32231 0 3 0x4000082 wait syz-fuzzer 64832 180243 32231 0 3 0x4000082 thrsleep syz-fuzzer 64832 473488 32231 0 3 0x4000082 wait syz-fuzzer 64832 182631 32231 0 3 0x4000082 thrsleep syz-fuzzer 64832 463628 32231 0 3 0x4000082 kqread syz-fuzzer 64832 302625 32231 0 3 0x4000082 thrsleep syz-fuzzer 32231 381184 90274 0 3 0x10008a sigsusp ksh 90274 429883 3683 0 3 0x9a kqread sshd 48739 63401 1 0 3 0x100083 ttyin getty 3683 311767 1 0 3 0x88 kqread sshd 40562 136005 78373 74 3 0x1100092 bpf pflogd 78373 332373 1 0 3 0x80 netio pflogd 56465 522483 24156 73 3 0x1100090 kqread syslogd 24156 422648 1 0 3 0x100082 netio syslogd 53436 512232 1 0 3 0x100080 kqread resolvd 65375 173148 83267 77 3 0x100092 kqread dhcpleased 67172 441229 83267 77 3 0x100092 kqread dhcpleased 83267 301221 1 0 3 0x80 kqread dhcpleased 62673 228888 0 0 3 0x14200 bored smr 31561 424554 0 0 2 0x14200 zerothread 32095 89261 0 0 3 0x14200 aiodoned aiodoned 44738 352052 0 0 3 0x14200 syncer update 78851 386859 0 0 3 0x14200 cleaner cleaner 35677 267145 0 0 3 0x14200 reaper reaper 39146 519763 0 0 3 0x14200 pgdaemon pagedaemon 52470 465901 0 0 3 0x14200 bored viomb 51238 368389 0 0 3 0x40014200 acpi0 acpi0 92565 491738 0 0 3 0x40014200 idle1 60538 482933 0 0 3 0x14200 bored softnet 70804 354471 0 0 3 0x14200 bored softnet 40278 506722 0 0 3 0x14200 bored softnet 75668 499210 0 0 3 0x14200 bored softnet 35870 100042 0 0 3 0x14200 bored systqmp 43319 241293 0 0 3 0x14200 bored systq 5784 476951 0 0 3 0x40014200 bored softclock 24338 297693 0 0 3 0x40014200 idle0 1 84662 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 47784 (syz-executor.7) thread 0xffff80002d073500 (158400) exclusive rwlock netlock r = 0 (0xffffffff829d5f30) #0 witness_lock+0x44d #1 sosend+0x500 sys/kern/uipc_socket.c:632 #2 sendit+0x65d sys/kern/uipc_syscalls.c:694 #3 sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 #4 syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] #4 syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 #5 Xsyscall+0x128 Process 92238 (syz-executor.3) thread 0xffff8000212efcf0 (436101) exclusive rrwlock inode r = 0 (0xfffffd80678e2a28) #0 witness_lock+0x44d #1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0x8b sys/kern/kern_rwlock.c:465 #3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x42 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1353 #6 ffs_inode_alloc+0x1be sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf4 sys/ufs/ufs/ufs_vnops.c:1150 #8 VOP_MKDIR+0xbf sys/kern/vfs_vops.c:388 #9 domkdirat+0x121 sys/kern/vfs_syscalls.c:3112 #10 syscall+0x435 mi_syscall sys/sys/syscall_mi.h:101 [inline] #10 syscall+0x435 sys/arch/amd64/amd64/trap.c:585 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80685c85f0) #0 witness_lock+0x44d #1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0x8b sys/kern/kern_rwlock.c:465 #3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd1 sys/kern/vfs_lookup.c:412 #6 namei+0x36a sys/kern/vfs_lookup.c:244 #7 domkdirat+0x75 sys/kern/vfs_syscalls.c:3097 #8 syscall+0x435 mi_syscall sys/sys/syscall_mi.h:101 [inline] #8 syscall+0x435 sys/arch/amd64/amd64/trap.c:585 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10193 6507K 6524K 78643K 16479 0 pcb 13 9K 9K 78643K 580 0 rtable 234 6K 6K 78643K 353 0 ifaddr 87 17K 17K 78643K 92 0 sysctl 2 0K 0K 78643K 2 0 counters 56 35K 35K 78643K 56 0 ioctlops 0 0K 4K 78643K 4585 0 iov 0 0K 12K 78643K 1159 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1336 83K 84K 78643K 2602 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 212 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 665 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 16 57K 77K 78643K 35637 0 sigio 0 0K 0K 78643K 218 0 proc 68 91K 127K 78643K 918 0 subproc 104 6K 6K 78643K 104 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 99 6K 6K 78643K 99 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 85 387K 387K 78643K 85 0 exec 0 0K 2K 78643K 1073 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 62K 78643K 8 0 UVM amap 244 78K 79K 78643K 178153 0 UVM aobj 131 4K 4K 78643K 146 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 12 0K 2K 78643K 28 0 temp 97 4714K 4779K 78643K 77791 0 kqueue 12 18K 36K 78643K 760 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 36 0 33 1 0 1 1 0 8 0 rtentry 112 111 0 1 4 0 4 4 0 8 0 unpcb 144 17935 0 17919 61 58 3 10 0 8 2 syncache 296 4 0 4 1 1 0 1 0 8 0 tcpcb 768 730 0 674 11 2 9 9 0 8 2 arp 120 18 0 0 1 0 1 1 0 8 0 inpcb 368 1662 0 1652 9 2 7 7 0 8 6 nd6 48 24 0 0 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 27 0 25 1 0 1 1 0 8 0 pfstkey 120 27 0 25 1 0 1 1 0 8 0 pfstate 336 27 0 25 3 2 1 3 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 453 0 0 29 0 29 29 0 8 0 art_table 32 454 0 0 4 0 4 4 0 8 0 art_node 16 110 0 10 1 0 1 1 0 8 0 semapl 112 663 0 653 1 0 1 1 0 8 0 shmpl 112 143 0 15 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 40599 0 39164 91 0 91 91 0 8 0 ffsino 272 40599 0 39164 97 0 97 97 0 8 0 nchpl 144 84257 0 82576 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 249325 0 249324 5 4 1 2 0 8 0 percpumem 16 40 0 0 1 0 1 1 0 8 0 kstatmem 264 24 0 0 2 0 2 2 0 8 0 scxspl 216 233560 0 233560 16 15 1 8 0 8 1 plimitpl 152 23 0 8 1 0 1 1 0 8 0 sigapl 424 35951 0 35904 7 1 6 6 0 8 0 futexpl 64 182779 0 182776 1 0 1 1 0 8 0 knotepl 120 186 0 0 5 0 5 5 0 8 0 kqueuepl 216 1710 0 1702 2 1 1 2 0 8 0 pipepl 320 2372 0 2344 38 30 8 8 0 8 5 fdescpl 496 35934 0 35905 5 1 4 5 0 8 0 filepl 152 118067 0 117825 105 90 15 20 0 8 4 lockfpl 104 2486 0 2484 4 3 1 2 0 8 0 lockfspl 48 938 0 936 1 0 1 1 0 8 0 sessionpl 144 24 0 7 1 0 1 1 0 8 0 pgrppl 48 133 0 116 1 0 1 1 0 8 0 ucredpl 104 9339 0 9327 1 0 1 1 0 8 0 zombiepl 144 35905 0 35904 1 0 1 1 0 8 0 processpl 1064 35951 0 35904 4 0 4 4 0 8 0 procpl 672 80394 0 80325 49 41 8 8 0 8 0 sockpl 488 19633 0 19604 246 234 12 34 0 8 8 mcl64k 65536 75 0 0 3 1 2 3 0 8 0 mcl16k 16384 49 0 0 4 1 3 3 0 8 0 mcl12k 12288 73 0 0 2 0 2 2 0 8 0 mcl9k 9216 49 0 0 3 1 2 2 0 8 0 mcl8k 8192 113 0 0 10 7 3 3 0 8 0 mcl4k 4096 81 0 0 8 5 3 3 0 8 0 mcl2k2 2112 14 0 0 1 0 1 1 0 8 0 mcl2k 2048 236 0 0 12 0 12 12 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 1479 0 0 24 1 23 23 0 8 0 bufpl 288 39871 0 33542 453 0 453 453 0 8 0 anonpl 24 5710468 0 5702306 89 36 53 74 0 186 0 amapchunkpl 152 513820 0 513296 73 50 23 24 0 158 0 amappl16 200 68905 0 68704 28 17 11 24 0 8 0 amappl15 192 4415 0 4407 1 0 1 1 0 8 0 amappl14 184 8701 0 8697 1 0 1 1 0 8 0 amappl13 176 4525 0 4522 1 0 1 1 0 8 0 amappl12 168 13571 0 13563 1 0 1 1 0 8 0 amappl11 160 87 0 68 1 0 1 1 0 8 0 amappl10 152 8893 0 8887 1 0 1 1 0 8 0 amappl9 144 750 0 748 1 0 1 1 0 8 0 amappl8 136 940 0 859 4 1 3 3 0 8 0 amappl7 128 220 0 197 1 0 1 1 0 8 0 amappl6 120 1040 0 1030 2 1 1 2 0 8 0 amappl5 112 23789 0 23773 1 0 1 1 0 8 0 amappl4 104 5498 0 5471 2 0 2 2 0 8 0 amappl3 96 116884 0 116822 2 0 2 2 0 8 0 amappl2 88 19662 0 19619 2 0 2 2 0 8 0 amappl1 80 850451 0 849776 20 4 16 20 0 8 0 amappl 88 177661 0 177519 4 0 4 4 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 145 0 15 3 0 3 3 0 8 0 uaddrrnd 24 35934 0 35905 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 35934 0 35905 1 0 1 1 0 8 0 vmmpekpl 168 175917 0 175866 3 0 3 3 0 8 0 vmmpepl 168 3305833 0 3303599 385 278 107 111 0 357 5 vmsppl 368 35933 0 35905 4 1 3 4 0 8 0 rwobjpl 56 742383 0 735080 113 9 104 107 0 8 0 pdppl 4096 71875 0 71810 1325 1256 69 75 0 8 4 pvpl 32 11946320 0 11933871 344 232 112 243 0 265 0 pmappl 248 35933 0 35905 3 1 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2086 0 1283 23 0 23 23 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8257e141) at panic+0x177 sys/kern/subr_prf.c:198 tcp_output(ffff800000c79828) at tcp_output+0x2cd2 sys/netinet/tcp_output.c:727 tcp_send(fffffd806d6875d0,fffffd8075ee5f00,0,fffffd807a513d00) at tcp_send+0xc4 sys/netinet/tcp_usrreq.c:944 sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a pru_send sys/sys/protosw.h:331 [inline] sosend(fffffd806d6875d0,0,ffff800027c01d90,0,fffffd807a513d00,0) at sosend+0x62a sys/kern/uipc_socket.c:646 sendit(ffff80002d073500,3,ffff800027c01f10,0,ffff800027c02000) at sendit+0x65d sys/kern/uipc_syscalls.c:694 sys_sendmsg(ffff80002d073500,ffff800027c01fb8,ffff800027c02000) at sys_sendmsg+0x198 sys/kern/uipc_syscalls.c:601 syscall(ffff800027c02080) at syscall+0x4c3 mi_syscall sys/sys/syscall_mi.h:101 [inline] syscall(ffff800027c02080) at syscall+0x4c3 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x420d7d422d0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffd1b50, count: 12 ddb{1}> trace x86_ipi_db(ffff800020dd8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffd1b50, count: -3