panic: m_copym0: m == NULL and not COPYALL Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *217458 85944 0 0x12 0 0 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82404cf3) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd80580c5900,f4,284,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfcc0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da65198,9,fffffd80580c5500,0,0,ffff80001d718390) at tcp_usrreq+0xa54 sosend(fffffd805da65198,0,ffff80001d6cac58,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d718390,4,ffff80001d6cac58,0,ffff80001d6cad40) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d718390,ffff80001d6cacf0,ffff80001d6cad40) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6cadc0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6eb0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic m_copym0: m == NULL and not COPYALL ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82404cf3) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd80580c5900,f4,284,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfcc0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da65198,9,fffffd80580c5500,0,0,ffff80001d718390) at tcp_usrreq+0xa54 sosend(fffffd805da65198,0,ffff80001d6cac58,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d718390,4,ffff80001d6cac58,0,ffff80001d6cad40) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d718390,ffff80001d6cacf0,ffff80001d6cad40) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6cadc0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6eb0, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d6ca720 rbx 0xffff80001d6ca7d0 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff8162e73f kprintf+0x15f r9 0x1 r10 0x2 r11 0x92e98e8c48466e6c r12 0x3000000008 r13 0xffff80001d6ca730 r14 0x100 r15 0x1 rip 0xffffffff816e5988 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d6ca710 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (sshd) pid=217458 stat=onproc flags process=12 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d718ae0,0xffff80001d717770 process=0xffff8000ffff83b0 user=0xffff80001d6c5000, vmspace=0xfffffd806bc0a770 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 95487 167224 29499 0 2 0 syz-executor.1 95487 381747 29499 0 2 0x4000000 syz-executor.1 19788 91804 0 0 3 0x14200 bored sosplice 79046 447071 68506 0 2 0x2 syz-executor.0 29499 231253 68506 0 3 0x82 nanosleep syz-executor.1 68506 10795 36704 0 3 0x82 thrsleep syz-fuzzer 68506 100055 36704 0 2 0x4000002 syz-fuzzer 68506 169723 36704 0 3 0x4000082 thrsleep syz-fuzzer 68506 510852 36704 0 3 0x4000082 thrsleep syz-fuzzer 68506 369525 36704 0 3 0x4000082 thrsleep syz-fuzzer 68506 94573 36704 0 2 0x4000002 syz-fuzzer 68506 112124 36704 0 3 0x4000082 thrsleep syz-fuzzer 36704 62146 85944 0 3 0x10008a pause ksh *85944 217458 30137 0 7 0x12 sshd 43288 64421 1 0 3 0x100083 ttyin getty 30137 454480 1 0 3 0x80 select sshd 96523 455671 89107 73 3 0x100090 kqread syslogd 89107 355010 1 0 3 0x100082 netio syslogd 27929 131668 1 77 3 0x100090 poll dhclient 65663 310382 1 0 3 0x80 poll dhclient 37632 37191 0 0 3 0x14200 bored smr 62481 26274 0 0 2 0x14200 zerothread 95524 76596 0 0 3 0x14200 aiodoned aiodoned 92864 220022 0 0 3 0x14200 syncer update 84363 292922 0 0 3 0x14200 cleaner cleaner 15042 151799 0 0 3 0x14200 reaper reaper 73339 18534 0 0 3 0x14200 pgdaemon pagedaemon 23221 160224 0 0 3 0x14200 bored crynlk 5349 183147 0 0 3 0x14200 bored crypto 6337 347810 0 0 3 0x40014200 acpi0 acpi0 41786 244875 0 0 3 0x14200 bored softnet 7782 442454 0 0 3 0x14200 bored systqmp 55086 110189 0 0 3 0x14200 bored systq 58907 445466 0 0 3 0x40014200 bored softclock 99786 477386 0 0 3 0x40014200 idle0 1 450865 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9503 6344K 6607K 78643K 10935 0 pcb 13 8K 8K 78643K 66 0 rtable 121 15K 18K 78643K 519 0 ifaddr 83 17K 17K 78643K 201 0 counters 21 16K 16K 78643K 30 0 ioctlops 0 0K 4K 78643K 83 0 iov 0 0K 16K 78643K 54 0 mount 1 1K 1K 78643K 1 0 vnodes 1222 77K 77K 78643K 1354 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 6 0 VM map 2 0K 0K 78643K 2 0 sem 12 1K 1K 78643K 22 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 5 13K 25K 78643K 270 0 sigio 0 0K 0K 78643K 2 0 proc 49 38K 54K 78643K 388 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 17 0 in_multi 55 2K 3K 78643K 95 0 ether_multi 1 0K 0K 78643K 6 0 mrt 0 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 202 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 124 71K 91K 78643K 1504 0 UVM aobj 9 4K 4K 78643K 10 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 28 0 NDP 12 0K 0K 78643K 26 0 temp 104 3851K 3915K 78643K 8051 0 kqueue 3 4K 12K 78643K 20 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 0 1 0 1 1 0 8 0 rtpcb 80 39 0 37 1 0 1 1 0 8 0 rtentry 112 54 0 13 2 0 2 2 0 8 0 unpcb 120 101 0 93 1 0 1 1 0 8 0 syncache 264 6 0 6 2 2 0 1 0 8 0 tcpqe 32 278 0 278 1 1 0 1 0 8 0 tcpcb 544 98 0 94 1 0 1 1 0 8 0 ipq 40 2 0 2 1 1 0 1 0 8 0 ipqe 40 4 0 4 1 1 0 1 0 8 0 inpcb 280 307 0 300 3 1 2 2 0 8 1 rttmr 72 1 0 1 1 0 1 1 0 8 1 nd6 48 11 0 7 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 1 0 1 0 8 0 pfrktable 1344 108 0 99 2 0 2 2 0 8 0 pftag 88 25 0 20 1 0 1 1 0 8 0 pfrule 1360 34 0 18 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 212 0 40 13 0 13 13 0 8 0 art_table 32 213 0 40 2 0 2 2 0 8 0 art_node 16 53 0 15 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 2 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 16 0 6 1 0 1 1 0 8 0 shmpl 112 8 0 1 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1774 0 375 88 0 88 88 0 8 0 ffsino 240 1774 0 375 83 0 83 83 0 8 0 nchpl 144 2405 0 802 60 0 60 60 0 8 0 uvmvnodes 72 1908 0 0 35 0 35 35 0 8 0 vnodes 208 1908 0 0 101 0 101 101 0 8 0 namei 1024 6519 0 6519 1 0 1 1 0 8 1 vcpupl 1984 6 0 0 1 0 1 1 0 8 0 vmpool 528 9 0 3 1 0 1 1 0 8 0 pfiaddrpl 120 38 0 32 1 0 1 1 0 8 0 scxspl 192 6952 0 6952 1 0 1 1 0 8 1 plimitpl 152 30 0 23 1 0 1 1 0 8 0 sigapl 424 457 0 428 4 0 4 4 0 8 0 futexpl 56 5369 0 5369 1 0 1 1 0 8 1 knotepl 112 84 0 65 1 0 1 1 0 8 0 kqueuepl 144 182 0 179 1 0 1 1 0 8 0 pipelkpl 16 108 0 98 1 0 1 1 0 8 0 pipepl 120 216 0 197 1 0 1 1 0 8 0 fdescpl 432 442 0 428 2 0 2 2 0 8 0 filepl 120 2902 0 2807 4 0 4 4 0 8 1 lockfpl 104 55 0 54 1 0 1 1 0 8 0 lockfspl 48 21 0 20 1 0 1 1 0 8 0 sessionpl 112 17 0 7 1 0 1 1 0 8 0 pgrppl 48 19 0 9 1 0 1 1 0 8 0 ucredpl 96 283 0 276 1 0 1 1 0 8 0 zombiepl 144 428 0 428 1 0 1 1 0 8 1 processpl 920 457 0 428 4 0 4 4 0 8 0 procpl 624 758 0 722 4 0 4 4 0 8 1 sosppl 128 2 0 2 1 1 0 1 0 8 0 sockpl 400 450 0 433 3 0 3 3 0 8 1 mcl64k 65536 536 0 536 65 9 56 65 0 8 56 mcl16k 16384 1 0 1 1 1 0 1 0 8 0 mcl12k 12288 4 0 4 1 0 1 1 0 8 1 mcl9k 9216 3 0 3 2 1 1 1 0 8 1 mcl8k 8192 7 0 7 1 0 1 1 0 8 1 mcl4k 4096 27 0 27 2 1 1 1 0 8 1 mcl2k 2048 76216 0 76162 18 10 8 15 0 8 0 mtagpl 80 20 0 8 2 1 1 1 0 8 0 mbufpl 256 122887 0 122764 42 25 17 40 0 8 4 bufpl 280 3958 0 126 274 0 274 274 0 8 0 anonpl 16 76513 0 60840 81 2 79 79 0 107 14 amapchunkpl 152 2722 0 2597 22 3 19 19 0 158 13 amappl16 192 2973 0 2080 58 5 53 57 0 8 8 amappl15 184 1 0 0 1 0 1 1 0 8 0 amappl14 176 25 0 20 1 0 1 1 0 8 0 amappl13 168 282 0 277 1 0 1 1 0 8 0 amappl12 160 17 0 15 2 1 1 1 0 8 0 amappl11 152 158 0 147 1 0 1 1 0 8 0 amappl10 144 16 0 11 1 0 1 1 0 8 0 amappl9 136 354 0 351 1 0 1 1 0 8 0 amappl8 128 319 0 280 2 0 2 2 0 8 0 amappl7 120 106 0 94 1 0 1 1 0 8 0 amappl6 112 134 0 127 1 0 1 1 0 8 0 amappl5 104 293 0 283 1 0 1 1 0 8 0 amappl4 96 556 0 524 1 0 1 1 0 8 0 amappl3 88 234 0 228 1 0 1 1 0 8 0 amappl2 80 2715 0 2652 2 0 2 2 0 8 0 amappl1 72 17356 0 16946 24 15 9 17 0 8 0 amappl 80 1013 0 971 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 9 0 1 1 0 1 1 0 8 0 uaddrrnd 24 451 0 431 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 451 0 431 1 0 1 1 0 8 0 vmmpekpl 168 6731 0 6705 2 0 2 2 0 8 0 vmmpepl 168 60323 0 58342 127 14 113 113 0 357 25 vmsppl 272 450 0 431 3 1 2 2 0 8 0 pdppl 4096 908 0 868 7 1 6 6 0 8 0 pvpl 32 201677 0 183053 187 0 187 187 0 265 34 pmappl 200 450 0 431 2 0 2 2 0 8 1 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 340 0 50 10 0 10 10 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82404cf3) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd80580c5900,f4,284,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfcc0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da65198,9,fffffd80580c5500,0,0,ffff80001d718390) at tcp_usrreq+0xa54 sosend(fffffd805da65198,0,ffff80001d6cac58,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d718390,4,ffff80001d6cac58,0,ffff80001d6cad40) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d718390,ffff80001d6cacf0,ffff80001d6cad40) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6cadc0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6eb0, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82404cf3) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd80580c5900,f4,284,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfcc0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da65198,9,fffffd80580c5500,0,0,ffff80001d718390) at tcp_usrreq+0xa54 sosend(fffffd805da65198,0,ffff80001d6cac58,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d718390,4,ffff80001d6cac58,0,ffff80001d6cad40) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d718390,ffff80001d6cacf0,ffff80001d6cad40) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6cadc0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6eb0, count: -10