panic: m_copym0: m == NULL and not COPYALL Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *167618 21621 0 0x12 0 0 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8241d9d0) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd8063461200,264,4b4,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac2540) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da7b008,9,fffffd8063461100,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da7b008,0,ffff80001d71e0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d71e0c8,0,ffff80001d71e1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d71e160,ffff80001d71e1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71e230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd2640, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic m_copym0: m == NULL and not COPYALL ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8241d9d0) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd8063461200,264,4b4,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac2540) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da7b008,9,fffffd8063461100,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da7b008,0,ffff80001d71e0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d71e0c8,0,ffff80001d71e1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d71e160,ffff80001d71e1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71e230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd2640, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d71db90 rbx 0xffff80001d71dc40 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff81ec181f kprintf+0x15f r9 0x1 r10 0x2 r11 0x38c7b86d4ec99f53 r12 0x3000000008 r13 0xffff80001d71dba0 r14 0x100 r15 0x1 rip 0xffffffff818a5a48 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d71db80 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (sshd) pid=167618 stat=onproc flags process=12 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d717c40,0xffff80001d7179e0 process=0xffff8000ffff8e78 user=0xffff80001d719000, vmspace=0xfffffd806bc0a550 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 64744 220236 0 0 3 0x14200 acct acct 39087 498331 1 0 3 0x100083 ttyopn getty 67707 395959 18739 0 2 0x2 syz-executor.0 45647 50143 0 0 3 0x14200 bored sosplice 2855 94230 0 0 3 0x14280 nfsidl nfsio 54080 441703 0 0 3 0x14280 nfsidl nfsio 6233 360560 0 0 3 0x14280 nfsidl nfsio 92541 162265 0 0 3 0x14280 nfsidl nfsio 13459 410305 0 0 3 0x14280 nfsidl nfsio 25085 468759 0 0 3 0x14280 nfsidl nfsio 94574 423681 0 0 3 0x14280 nfsidl nfsio 68962 90742 0 0 3 0x14280 nfsidl nfsio 76680 112481 0 0 3 0x14280 nfsidl nfsio 24728 54860 0 0 3 0x14280 nfsidl nfsio 3572 409528 0 0 3 0x14280 nfsidl nfsio 8562 505733 0 0 3 0x14280 nfsidl nfsio 66992 152958 0 0 3 0x14280 nfsidl nfsio 34153 470903 0 0 3 0x14280 nfsidl nfsio 80154 451506 0 0 3 0x14280 nfsidl nfsio 51326 94287 0 0 3 0x14280 nfsidl nfsio 52734 244151 0 0 3 0x14280 nfsidl nfsio 74261 69746 0 0 3 0x14280 nfsidl nfsio 90387 295689 0 0 3 0x14280 nfsidl nfsio 9337 397915 0 0 3 0x14280 nfsidl nfsio 2022 258274 18739 0 2 0x2 syz-executor.1 18739 211080 5027 0 3 0x82 thrsleep syz-fuzzer 18739 398326 5027 0 2 0x4000002 syz-fuzzer 18739 421391 5027 0 3 0x4000082 thrsleep syz-fuzzer 18739 270903 5027 0 3 0x4000082 thrsleep syz-fuzzer 18739 473630 5027 0 3 0x4000082 thrsleep syz-fuzzer 18739 345625 5027 0 3 0x4000082 thrsleep syz-fuzzer 18739 194503 5027 0 3 0x4000082 thrsleep syz-fuzzer 18739 489645 5027 0 2 0x4000002 syz-fuzzer 5027 249026 21621 0 3 0x10008a pause ksh *21621 167618 56228 0 7 0x12 sshd 56228 315596 1 0 3 0x80 select sshd 39862 256164 6999 73 3 0x100090 kqread syslogd 6999 451831 1 0 3 0x100082 netio syslogd 7155 429389 1 77 3 0x100090 poll dhclient 59244 98582 1 0 3 0x80 poll dhclient 78312 91776 0 0 3 0x14200 bored smr 11065 490277 0 0 3 0x14200 pgzero zerothread 31061 49234 0 0 3 0x14200 aiodoned aiodoned 77240 268351 0 0 3 0x14200 syncer update 20187 477899 0 0 3 0x14200 cleaner cleaner 46957 522679 0 0 3 0x14200 reaper reaper 87432 198785 0 0 3 0x14200 pgdaemon pagedaemon 40491 307115 0 0 3 0x14200 bored crynlk 74400 344910 0 0 3 0x14200 bored crypto 37961 150459 0 0 3 0x40014200 acpi0 acpi0 63301 352225 0 0 3 0x14200 bored softnet 72853 70058 0 0 3 0x14200 bored systqmp 11517 342943 0 0 3 0x14200 bored systq 36904 22677 0 0 3 0x40014200 bored softclock 61337 90871 0 0 3 0x40014200 idle0 1 400783 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9488 6338K 7101K 78643K 11316 0 pcb 13 8K 8K 78643K 47 0 rtable 118 7K 9K 78643K 517 0 ifaddr 68 14K 14K 78643K 161 0 counters 21 16K 16K 78643K 28 0 ioctlops 0 0K 4K 78643K 200 0 iov 0 0K 20K 78643K 62 0 mount 1 1K 1K 78643K 1 0 vnodes 1218 77K 77K 78643K 1448 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 4 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 0K 78643K 74 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 4 9K 25K 78643K 362 0 sigio 0 0K 0K 78643K 10 0 proc 49 38K 54K 78643K 446 0 subproc 32 2K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 12 0 in_multi 43 2K 2K 78643K 100 0 ether_multi 1 0K 0K 78643K 4 0 mrt 0 0K 0K 78643K 6 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 37 175K 175K 78643K 37 0 exec 0 0K 1K 78643K 233 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 123 38K 39K 78643K 1702 0 UVM aobj 4 2K 2K 78643K 4 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 139 0 NDP 10 0K 0K 78643K 31 0 temp 104 3864K 3928K 78643K 6528 0 kqueue 3 4K 12K 78643K 23 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 9 0 3 1 0 1 1 0 8 0 rtpcb 80 41 0 39 1 0 1 1 0 8 0 rtentry 112 81 0 39 2 0 2 2 0 8 0 unpcb 120 227 0 219 1 0 1 1 0 8 0 syncache 264 10 0 10 2 1 1 1 0 8 1 sackhl 24 1 0 1 1 1 0 1 0 8 0 tcpqe 32 91 0 91 1 1 0 1 0 8 0 tcpcb 544 214 0 210 1 0 1 1 0 8 0 ipq 40 3 0 3 2 1 1 1 0 8 1 ipqe 40 8 0 8 2 1 1 1 0 8 1 inpcb 296 461 0 454 2 0 2 2 0 8 1 nd6 48 17 0 13 1 0 1 1 0 8 0 pkpcb 40 150 0 150 1 0 1 1 0 8 1 ppxss 1128 1 0 1 1 0 1 1 0 8 1 pfosfp 40 1 0 0 1 0 1 1 0 8 0 pfosfpen 112 2 0 0 1 0 1 1 0 8 0 pfrktable 1344 78 0 71 2 0 2 2 0 8 1 pftag 88 13 0 10 1 0 1 1 0 8 0 pfrule 1360 34 0 14 2 0 2 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 339 0 156 13 0 13 13 0 8 0 art_table 32 341 0 156 2 0 2 2 0 8 0 art_node 16 80 0 41 1 0 1 1 0 8 0 sysvmsgpl 40 18 0 8 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 72 0 62 1 0 1 1 0 8 0 shmpl 112 2 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1877 0 479 88 0 88 88 0 8 0 ffsino 240 1877 0 479 83 0 83 83 0 8 0 nchpl 144 2577 0 993 60 0 60 60 0 8 0 uvmvnodes 72 2093 0 0 39 0 39 39 0 8 0 vnodes 208 2093 0 0 111 0 111 111 0 8 0 namei 1024 7059 0 7059 1 0 1 1 0 8 1 vcpupl 1984 2 0 0 1 0 1 1 0 8 0 vmpool 528 2 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 26 0 22 1 0 1 1 0 8 0 scxspl 192 7723 0 7723 1 0 1 1 0 8 1 plimitpl 152 40 0 33 1 0 1 1 0 8 0 sigapl 424 568 0 519 6 0 6 6 0 8 0 futexpl 56 7578 0 7578 1 0 1 1 0 8 1 knotepl 112 103 0 84 1 0 1 1 0 8 0 kqueuepl 144 46 0 43 1 0 1 1 0 8 0 pipepl 272 122 0 112 1 0 1 1 0 8 0 fdescpl 432 532 0 519 2 0 2 2 0 8 0 filepl 120 3323 0 3228 4 0 4 4 0 8 1 lockfpl 104 95 0 94 1 0 1 1 0 8 0 lockfspl 48 31 0 30 1 0 1 1 0 8 0 sessionpl 112 19 0 9 1 0 1 1 0 8 0 pgrppl 48 25 0 15 1 0 1 1 0 8 0 ucredpl 96 300 0 293 1 0 1 1 0 8 0 zombiepl 144 519 0 519 1 0 1 1 0 8 1 processpl 920 568 0 519 7 0 7 7 0 8 0 procpl 624 958 0 902 5 0 5 5 0 8 0 sosppl 128 4 0 4 1 0 1 1 0 8 1 sockpl 400 886 0 869 3 0 3 3 0 8 1 mcl64k 65536 40 0 40 1 0 1 1 0 8 1 mcl16k 16384 1 0 1 1 1 0 1 0 8 0 mcl12k 12288 14 0 14 1 0 1 1 0 8 1 mcl9k 9216 6 0 6 2 1 1 1 0 8 1 mcl8k 8192 11 0 11 1 0 1 1 0 8 1 mcl4k 4096 37 0 37 2 1 1 1 0 8 1 mcl2k2 2112 2 0 2 1 0 1 1 0 8 1 mcl2k 2048 78194 0 78151 14 7 7 12 0 8 1 mtagpl 96 71 0 12 3 1 2 2 0 8 0 mbufpl 256 126051 0 125791 19 1 18 18 0 8 1 bufpl 280 4064 0 130 281 0 281 281 0 8 0 anonpl 16 63199 0 47294 67 1 66 66 0 107 0 amapchunkpl 152 2362 0 2219 8 1 7 8 0 158 0 amappl16 192 2324 0 1453 46 0 46 46 0 8 2 amappl15 184 2 0 0 1 0 1 1 0 8 0 amappl14 176 182 0 177 1 0 1 1 0 8 0 amappl13 168 33 0 30 1 0 1 1 0 8 0 amappl12 160 18 0 14 1 0 1 1 0 8 0 amappl11 152 363 0 352 1 0 1 1 0 8 0 amappl10 144 11 0 8 1 0 1 1 0 8 0 amappl9 136 365 0 363 1 0 1 1 0 8 0 amappl8 128 353 0 308 2 0 2 2 0 8 0 amappl7 120 112 0 100 1 0 1 1 0 8 0 amappl6 112 271 0 262 1 0 1 1 0 8 0 amappl5 104 335 0 323 1 0 1 1 0 8 0 amappl4 96 595 0 569 1 0 1 1 0 8 0 amappl3 88 183 0 177 1 0 1 1 0 8 0 amappl2 80 3375 0 3319 2 0 2 2 0 8 0 amappl1 72 19250 0 18854 24 15 9 17 0 8 0 amappl 80 1191 0 1149 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 3 0 0 1 0 1 1 0 8 0 uaddrrnd 24 534 0 519 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 534 0 519 1 0 1 1 0 8 0 vmmpekpl 168 7520 0 7488 2 0 2 2 0 8 0 vmmpepl 168 70042 0 68180 126 9 117 119 0 357 28 vmsppl 272 533 0 519 3 1 2 2 0 8 0 pdppl 4096 1074 0 1040 6 1 5 6 0 8 0 pvpl 32 199651 0 180988 161 1 160 160 0 265 5 pmappl 200 533 0 519 1 0 1 1 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 251 0 14 7 0 7 7 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8241d9d0) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd8063461200,264,4b4,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac2540) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da7b008,9,fffffd8063461100,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da7b008,0,ffff80001d71e0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d71e0c8,0,ffff80001d71e1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d71e160,ffff80001d71e1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71e230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd2640, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8241d9d0) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd8063461200,264,4b4,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac2540) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da7b008,9,fffffd8063461100,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da7b008,0,ffff80001d71e0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d71e0c8,0,ffff80001d71e1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d71e160,ffff80001d71e1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71e230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd2640, count: -10