panic: sbdrop Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *279164 80179 0 0x14000 0x200 0 softnet db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff822228c3) at panic+0x15c sys/kern/subr_prf.c:207 sbdrop(fffffd806eb4b968,fffffd806eb4ba60,554) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 tcp_input(ffff800020e39bf8,ffff800020e39c04,6,2) at tcp_input+0x3d76 sys/netinet/tcp_input.c:1725 ip_deliver(ffff800020e39bf8,ffff800020e39c04,6,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020e39bf8,ffff800020e39c04,ffff800020e18750,0) at ip_ours+0x412 ip_input_if(ffff800020e39bf8,ffff800020e39c04,4,0,ffff80000017b2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017b2a8,fffffd806979b800) at ipv4_input+0x48 sys/netinet/ip_input.c:215 ether_input(ffff80000017b2a8,fffffd806979b800,0) at ether_input+0x345 sys/net/if_ethersubr.c:461 if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b if_ih_input sys/net/if.c:908 [inline] if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b sys/net/if.c:942 ifiq_process(ffff80000017b6a0) at ifiq_process+0x80 sys/net/ifq.c:646 taskq_thread(ffff80000002b080) at taskq_thread+0x9c sys/kern/kern_task.c:369 end trace frame: 0x0, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic sbdrop ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff822228c3) at panic+0x15c sys/kern/subr_prf.c:207 sbdrop(fffffd806eb4b968,fffffd806eb4ba60,554) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 tcp_input(ffff800020e39bf8,ffff800020e39c04,6,2) at tcp_input+0x3d76 sys/netinet/tcp_input.c:1725 ip_deliver(ffff800020e39bf8,ffff800020e39c04,6,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020e39bf8,ffff800020e39c04,ffff800020e18750,0) at ip_ours+0x412 ip_input_if(ffff800020e39bf8,ffff800020e39c04,4,0,ffff80000017b2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017b2a8,fffffd806979b800) at ipv4_input+0x48 sys/netinet/ip_input.c:215 ether_input(ffff80000017b2a8,fffffd806979b800,0) at ether_input+0x345 sys/net/if_ethersubr.c:461 if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b if_ih_input sys/net/if.c:908 [inline] if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b sys/net/if.c:942 ifiq_process(ffff80000017b6a0) at ifiq_process+0x80 sys/net/ifq.c:646 taskq_thread(ffff80000002b080) at taskq_thread+0x9c sys/kern/kern_task.c:369 end trace frame: 0x0, count: -12 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e39780 rbx 0xffff800020e39830 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff81b6be4f kprintf+0x16f r9 0x1 r10 0x2 r11 0x70997b9e7cbc064c r12 0x3000000008 r13 0xffff800020e39790 r14 0x100 r15 0x1 rip 0xffffffff81b21398 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e39770 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (softnet) pid=279164 stat=onproc flags process=14000 proc=200 pri=32, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020e189c0,0xffff800020e184f0 process=0xffff800020e1a7b0 user=0xffff800020e34000, vmspace=0xffffffff8269bd58 estcpu=0, cpticks=0, pctcpu=0.46 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 34867 232141 95648 0 3 0x80 nanosleep syz-executor.1 34867 127730 95648 0 3 0x4000080 ttyout syz-executor.1 34867 505867 95648 0 3 0x4000080 fsleep syz-executor.1 67893 54856 1218 0 3 0x82 piperd syz-executor.0 64220 214756 0 0 3 0x14280 nfsidl nfsio 52011 391623 0 0 3 0x14280 nfsidl nfsio 65093 107156 0 0 3 0x14280 nfsidl nfsio 6863 478535 0 0 3 0x14280 nfsidl nfsio 89922 152878 0 0 3 0x14280 nfsidl nfsio 4625 446133 0 0 3 0x14280 nfsidl nfsio 37568 207058 0 0 3 0x14280 nfsidl nfsio 72618 277062 0 0 3 0x14280 nfsidl nfsio 53100 73055 0 0 3 0x14280 nfsidl nfsio 73183 204536 0 0 3 0x14280 nfsidl nfsio 24676 61360 0 0 3 0x14280 nfsidl nfsio 29513 190874 0 0 3 0x14280 nfsidl nfsio 50010 47114 0 0 3 0x14280 nfsidl nfsio 93096 363687 0 0 3 0x14280 nfsidl nfsio 23921 324042 0 0 3 0x14280 nfsidl nfsio 78561 462308 0 0 3 0x14280 nfsidl nfsio 50721 423339 0 0 3 0x14280 nfsidl nfsio 89216 360058 0 0 3 0x14280 nfsidl nfsio 30171 214552 0 0 3 0x14280 nfsidl nfsio 61858 471204 0 0 3 0x14280 nfsidl nfsio 3857 47485 0 0 3 0x14200 bored sosplice 52242 55972 0 0 3 0x14200 acct acct 95648 417930 1218 0 3 0x82 nanosleep syz-executor.1 1218 112562 77734 0 3 0x82 thrsleep syz-fuzzer 1218 211827 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 461534 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 80833 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 359010 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 341765 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 360250 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 108281 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 230922 77734 0 3 0x4000082 thrsleep syz-fuzzer 1218 425359 77734 0 3 0x4000082 kqread syz-fuzzer 77734 173729 4837 0 3 0x10008a pause ksh 4837 71120 25573 0 3 0x92 select sshd 11938 376968 1 0 3 0x100083 ttyin getty 25573 456177 1 0 3 0x80 select sshd 23933 324817 7944 74 3 0x100092 bpf pflogd 7944 306224 1 0 3 0x80 netio pflogd 3006 93161 10661 73 3 0x100090 kqread syslogd 10661 432556 1 0 3 0x100082 netio syslogd 59348 62228 1 77 3 0x100090 poll dhclient 1772 353933 1 0 3 0x80 poll dhclient 94517 187775 0 0 3 0x14200 bored smr 62663 148173 0 0 3 0x14200 pgzero zerothread 13409 184716 0 0 3 0x14200 aiodoned aiodoned 93450 337859 0 0 3 0x14200 syncer update 60185 79146 0 0 3 0x14200 cleaner cleaner 95199 293007 0 0 3 0x14200 reaper reaper 71365 171738 0 0 3 0x14200 pgdaemon pagedaemon 7646 260595 0 0 3 0x14200 bored crynlk 95238 24168 0 0 3 0x14200 bored crypto 74632 413454 0 0 3 0x40014200 acpi0 acpi0 69749 153361 0 0 7 0x40014200 idle1 *80179 279164 0 0 7 0x14200 softnet 17232 475 0 0 3 0x14200 bored systqmp 57424 345444 0 0 3 0x14200 bored systq 61079 248939 0 0 3 0x40014200 bored softclock 26112 441046 0 0 3 0x40014200 idle0 1 88170 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 80179 (softnet) thread 0xffff800020e18750 (279164) exclusive rwlock netlock r = 0 (0xffffffff824a2628) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 if_input_process+0x85 sys/net/if.c:941 #2 ifiq_process+0x80 sys/net/ifq.c:646 #3 taskq_thread+0x9c sys/kern/kern_task.c:369 #4 proc_trampoline+0x1c shared rwlock softnet r = 0 (0xffff80000002b0e0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 taskq_thread+0x8f sys/kern/kern_task.c:368 #2 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9521 6432K 7188K 78643K 12032 0 pcb 13 8K 8K 78643K 57 0 rtable 93 4K 4K 78643K 340 0 ifaddr 70 13K 15K 78643K 130 0 sysctl 2 0K 0K 78643K 4 0 counters 43 33K 34K 78643K 61 0 ioctlops 0 0K 4K 78643K 1489 0 iov 0 0K 16K 78643K 54 0 mount 1 1K 1K 78643K 1 0 vnodes 1223 77K 77K 78643K 1606 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 5 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 37 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 324 0 sigio 0 0K 0K 78643K 2 0 proc 60 63K 95K 78643K 524 0 subproc 32 2K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 28 0 in_multi 49 3K 3K 78643K 84 0 ether_multi 1 0K 0K 78643K 9 0 mrt 0 0K 0K 78643K 8 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 259 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 132 55K 60K 78643K 2001 0 UVM aobj 6 2K 2K 78643K 8 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 42 0 NDP 14 0K 0K 78643K 28 0 temp 101 3038K 3104K 78643K 6203 0 kqueue 3 4K 10K 78643K 15 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 9 0 3 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 37 0 35 1 0 1 1 0 8 0 rtentry 112 66 0 31 2 0 2 2 0 8 0 unpcb 120 141 0 131 1 0 1 1 0 8 0 syncache 264 5 0 5 2 2 0 1 0 8 0 tcpqe 32 448 0 448 1 1 0 1 0 8 0 tcpcb 544 106 0 102 1 0 1 1 0 8 0 inpcb 280 389 0 382 3 1 2 2 0 8 1 rttmr 72 4 0 4 1 1 0 1 0 8 0 nd6 48 10 0 4 1 0 1 1 0 8 0 ppxss 1128 1 0 1 1 1 0 1 0 8 0 pffrag 232 1 0 1 1 0 1 1 0 482 1 pffrnode 88 1 0 1 1 0 1 1 0 8 1 pffrent 40 2 0 2 1 0 1 1 0 8 1 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 29 0 5 1 0 1 1 0 8 0 pfstkey 112 29 0 5 1 0 1 1 0 8 0 pfstate 328 29 0 5 3 0 3 3 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 265 0 115 13 0 13 13 0 8 2 art_table 32 266 0 115 2 0 2 2 0 8 0 art_node 16 65 0 36 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 1 1 0 1 1 0 8 0 semapl 112 33 0 23 1 0 1 1 0 8 0 shmpl 112 6 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1879 0 475 89 0 89 89 0 8 0 ffsino 272 1879 0 475 95 1 94 94 0 8 0 nchpl 144 2522 0 928 60 0 60 60 0 8 0 uvmvnodes 72 2254 0 0 41 0 41 41 0 8 0 vnodes 208 2254 0 0 119 0 119 119 0 8 0 namei 1024 7220 0 7220 3 2 1 1 0 8 1 percpumem 16 41 0 9 1 0 1 1 0 8 0 vcpupl 1984 3 0 0 1 0 1 1 0 8 0 vmpool 560 3 0 0 1 0 1 1 0 8 0 scxspl 192 6902 0 6902 11 8 3 7 0 8 3 plimitpl 152 34 0 26 1 0 1 1 0 8 0 sigapl 424 558 0 505 7 0 7 7 0 8 1 futexpl 56 5054 0 5053 1 0 1 1 0 8 0 knotepl 112 86 0 67 1 0 1 1 0 8 0 kqueuepl 144 28 0 26 1 0 1 1 0 8 0 pipelkpl 48 120 0 110 1 0 1 1 0 8 0 pipepl 120 240 0 221 1 0 1 1 0 8 0 fdescpl 496 521 0 505 3 0 3 3 0 8 0 filepl 152 3093 0 2991 7 2 5 5 0 8 1 lockfpl 104 484 0 483 1 0 1 1 0 8 0 lockfspl 48 227 0 226 1 0 1 1 0 8 0 sessionpl 112 19 0 8 1 0 1 1 0 8 0 pgrppl 48 20 0 9 1 0 1 1 0 8 0 ucredpl 96 226 0 217 1 0 1 1 0 8 0 zombiepl 144 505 0 505 3 2 1 1 0 8 1 processpl 984 558 0 505 8 1 7 7 0 8 0 procpl 624 1194 0 1130 6 0 6 6 0 8 0 sosppl 128 5 0 5 2 1 1 1 0 8 1 sockpl 400 569 0 550 6 2 4 4 0 8 2 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 11 0 0 2 0 2 2 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 203 0 0 25 0 25 25 0 8 0 mtagpl 80 156 0 0 4 0 4 4 0 8 0 mbufpl 256 441 0 0 27 0 27 27 0 8 0 bufpl 280 3903 0 133 270 0 270 270 0 8 0 anonpl 16 61899 0 48588 64 2 62 63 0 124 0 amapchunkpl 152 2803 0 2669 9 2 7 8 0 158 0 amappl16 192 2233 0 1413 43 1 42 43 0 8 1 amappl15 184 1 0 0 1 0 1 1 0 8 0 amappl14 176 44 0 39 1 0 1 1 0 8 0 amappl13 168 152 0 149 1 0 1 1 0 8 0 amappl12 160 25 0 19 2 1 1 1 0 8 0 amappl11 152 57 0 42 1 0 1 1 0 8 0 amappl10 144 169 0 160 1 0 1 1 0 8 0 amappl9 136 211 0 210 1 0 1 1 0 8 0 amappl8 128 392 0 353 2 0 2 2 0 8 0 amappl7 120 272 0 254 1 0 1 1 0 8 0 amappl6 112 26 0 20 2 1 1 1 0 8 0 amappl5 104 770 0 753 1 0 1 1 0 8 0 amappl4 96 627 0 596 1 0 1 1 0 8 0 amappl3 88 108 0 103 1 0 1 1 0 8 0 amappl2 80 3149 0 3074 2 0 2 2 0 8 0 amappl1 72 21358 0 20919 23 13 10 18 0 8 0 amappl 80 1439 0 1392 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 7 0 2 1 0 1 1 0 8 0 uaddrrnd 24 524 0 505 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 524 0 505 1 0 1 1 0 8 0 vmmpekpl 168 8217 0 8179 2 0 2 2 0 8 0 vmmpepl 168 70836 0 68836 147 28 119 119 0 357 29 vmsppl 368 523 0 505 2 0 2 2 0 8 0 pdppl 4096 1056 0 1013 6 0 6 6 0 8 0 pvpl 32 202161 0 185587 158 2 156 157 0 265 6 pmappl 232 523 0 505 3 1 2 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 286 0 8 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff822228c3) at panic+0x15c sys/kern/subr_prf.c:207 sbdrop(fffffd806eb4b968,fffffd806eb4ba60,554) at sbdrop+0x3c6 sys/kern/uipc_socket2.c:953 tcp_input(ffff800020e39bf8,ffff800020e39c04,6,2) at tcp_input+0x3d76 sys/netinet/tcp_input.c:1725 ip_deliver(ffff800020e39bf8,ffff800020e39c04,6,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020e39bf8,ffff800020e39c04,ffff800020e18750,0) at ip_ours+0x412 ip_input_if(ffff800020e39bf8,ffff800020e39c04,4,0,ffff80000017b2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017b2a8,fffffd806979b800) at ipv4_input+0x48 sys/netinet/ip_input.c:215 ether_input(ffff80000017b2a8,fffffd806979b800,0) at ether_input+0x345 sys/net/if_ethersubr.c:461 if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b if_ih_input sys/net/if.c:908 [inline] if_input_process(ffff80000017b2a8,ffff800020e39d28) at if_input_process+0x10b sys/net/if.c:942 ifiq_process(ffff80000017b6a0) at ifiq_process+0x80 sys/net/ifq.c:646 taskq_thread(ffff80000002b080) at taskq_thread+0x9c sys/kern/kern_task.c:369 end trace frame: 0x0, count: -12 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020e00ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x331 sys/dev/acpi/acpicpu.c:1187 sched_idle(ffff800020e00ff0) at sched_idle+0x3f7 sys/kern/kern_sched.c:182 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800020e00ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x331 sys/dev/acpi/acpicpu.c:1187 sched_idle(ffff800020e00ff0) at sched_idle+0x3f7 sys/kern/kern_sched.c:182 end trace frame: 0x0, count: -5