panic: m_copym0: m == NULL and not COPYALL Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND * 94064 20473 0 0x12 0 0 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82429507) at panic+0x164 sys/kern/subr_prf.c:218 m_copym(fffffd8068b5ad00,144,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac54d0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da72008,9,fffffd8068b5ac00,0,0,ffff80001d6fc288) at tcp_usrreq+0xa54 sosend(fffffd805da72008,0,ffff80001d71fce8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6fc288,4,ffff80001d71fce8,0,ffff80001d71fdd0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d6fc288,ffff80001d71fd80,ffff80001d71fdd0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71fe50) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffce310, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic m_copym0: m == NULL and not COPYALL ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82429507) at panic+0x164 sys/kern/subr_prf.c:218 m_copym(fffffd8068b5ad00,144,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac54d0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da72008,9,fffffd8068b5ac00,0,0,ffff80001d6fc288) at tcp_usrreq+0xa54 sosend(fffffd805da72008,0,ffff80001d71fce8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6fc288,4,ffff80001d71fce8,0,ffff80001d71fdd0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d6fc288,ffff80001d71fd80,ffff80001d71fdd0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71fe50) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffce310, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d71f7b0 rbx 0xffff80001d71f860 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffff80001d71f770 r9 0xffffffff8122fb1f kprintf+0x15f r10 0x1 r11 0x3812150fb331cfe3 r12 0x3000000008 r13 0xffff80001d71f7c0 r14 0x100 r15 0x1 rip 0xffffffff81b1d038 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d71f7a0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (sshd) pid=94064 stat=onproc flags process=12 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d6fdb38,0xffff80001d6fc510 process=0xffff80001d6fe778 user=0xffff80001d71a000, vmspace=0xfffffd806bc09990 estcpu=0, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 855 509447 0 0 3 0x14280 nfsidl nfsio 62278 390240 0 0 3 0x14280 nfsidl nfsio 61357 37074 0 0 3 0x14280 nfsidl nfsio 89903 67457 0 0 3 0x14280 nfsidl nfsio 56790 192957 0 0 3 0x14280 nfsidl nfsio 57817 319655 0 0 3 0x14280 nfsidl nfsio 7430 285760 0 0 3 0x14280 nfsidl nfsio 882 474104 0 0 3 0x14280 nfsidl nfsio 48147 349627 0 0 3 0x14280 nfsidl nfsio 94923 72585 0 0 3 0x14280 nfsidl nfsio 97332 408538 0 0 3 0x14280 nfsidl nfsio 96928 344934 0 0 3 0x14280 nfsidl nfsio 47715 328052 0 0 3 0x14280 nfsidl nfsio 35055 209680 0 0 3 0x14280 nfsidl nfsio 51730 158026 0 0 3 0x14280 nfsidl nfsio 49792 319719 0 0 3 0x14280 nfsidl nfsio 73569 35088 0 0 3 0x14280 nfsidl nfsio 1869 14042 0 0 3 0x14280 nfsidl nfsio 31499 263075 0 0 3 0x14280 nfsidl nfsio 98811 18756 0 0 3 0x14280 nfsidl nfsio 65277 133592 0 0 3 0x14200 bored sosplice 25810 376088 0 0 3 0x14200 acct acct 6684 94388 72436 0 3 0x82 piperd syz-executor.1 18851 333789 72436 0 2 0x2 syz-executor.0 72436 436985 82922 0 3 0x82 thrsleep syz-fuzzer 72436 308252 82922 0 2 0x4000482 syz-fuzzer 72436 43670 82922 0 3 0x4000082 thrsleep syz-fuzzer 72436 505854 82922 0 3 0x4000082 thrsleep syz-fuzzer 72436 226812 82922 0 3 0x4000082 thrsleep syz-fuzzer 72436 522894 82922 0 2 0x4000002 syz-fuzzer 82922 2008 20473 0 3 0x10008a pause ksh *20473 94064 34610 0 7 0x12 sshd 86333 103952 1 0 3 0x100083 ttyin getty 34610 300527 1 0 3 0x80 select sshd 18477 490270 32 73 3 0x100090 kqread syslogd 32 283992 1 0 3 0x100082 netio syslogd 68637 258419 1 77 3 0x100090 poll dhclient 44723 309189 1 0 3 0x80 poll dhclient 41454 148095 0 0 3 0x14200 bored smr 34879 372232 0 0 3 0x14200 pgzero zerothread 52252 58146 0 0 3 0x14200 aiodoned aiodoned 13533 42910 0 0 3 0x14200 syncer update 29557 11224 0 0 3 0x14200 cleaner cleaner 59268 97502 0 0 3 0x14200 reaper reaper 78246 143458 0 0 3 0x14200 pgdaemon pagedaemon 20916 318722 0 0 3 0x14200 bored crynlk 17057 242612 0 0 3 0x14200 bored crypto 44448 381034 0 0 3 0x40014200 acpi0 acpi0 96690 96483 0 0 3 0x14200 bored softnet 69541 520382 0 0 3 0x14200 bored systqmp 61249 119927 0 0 3 0x14200 bored systq 44992 374682 0 0 2 0x40014200 softclock 97931 155973 0 0 3 0x40014200 idle0 1 145650 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9508 6598K 7488K 78643K 11700 0 pcb 13 8K 8K 78643K 64 0 rtable 116 9K 10K 78643K 375 0 ifaddr 73 14K 15K 78643K 125 0 sysctl 2 0K 0K 78643K 2 0 counters 21 16K 16K 78643K 22 0 ioctlops 0 0K 4K 78643K 198 0 iov 0 0K 12K 78643K 23 0 mount 1 1K 1K 78643K 1 0 vnodes 1228 77K 77K 78643K 1526 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 4 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 0K 78643K 74 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 4 9K 25K 78643K 350 0 proc 51 38K 63K 78643K 366 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 26 0 in_multi 37 2K 2K 78643K 116 0 ether_multi 1 0K 0K 78643K 12 0 mrt 3 0K 0K 78643K 6 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 201 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 123 54K 55K 78643K 1633 0 UVM aobj 14 4K 4K 78643K 17 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 50 0 NDP 11 0K 0K 78643K 26 0 temp 117 3869K 3938K 78643K 4081 0 kqueue 3 4K 8K 78643K 15 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 2 1 0 1 1 0 8 0 rtpcb 88 33 0 31 1 0 1 1 0 8 0 rtentry 112 64 0 29 2 0 2 2 0 8 0 unpcb 120 257 0 249 1 0 1 1 0 8 0 syncache 272 8 0 8 2 2 0 1 0 8 0 tcpqe 32 102 0 102 1 1 0 1 0 8 0 tcpcb 592 104 0 96 2 0 2 2 0 8 1 inpcb 296 481 0 474 2 0 2 2 0 8 1 rttmr 72 1 0 1 1 1 0 1 0 8 0 nd6 48 18 0 15 1 0 1 1 0 8 0 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pfrktable 1344 50 0 38 2 0 2 2 0 8 1 pftag 88 6 0 4 1 0 1 1 0 8 0 pfstkey 112 2 0 2 1 1 0 1 0 8 0 pfstate 328 1 0 1 1 1 0 1 0 8 0 pfrule 1360 25 0 11 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 406 0 222 14 0 14 14 0 8 1 art_table 32 407 0 222 2 0 2 2 0 8 0 art_node 16 63 0 30 1 0 1 1 0 8 0 sysvmsgpl 40 30 0 11 1 0 1 1 0 8 0 semapl 112 72 0 62 1 0 1 1 0 8 0 shmpl 112 14 0 3 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1839 0 440 88 0 88 88 0 8 0 ffsino 240 1839 0 440 83 0 83 83 0 8 0 nchpl 144 2531 0 941 60 0 60 60 0 8 0 uvmvnodes 72 2140 0 0 39 0 39 39 0 8 0 vnodes 208 2140 0 0 113 0 113 113 0 8 0 namei 1024 6896 0 6896 1 0 1 1 0 8 1 vcpupl 1984 3 0 0 1 0 1 1 0 8 0 vmpool 528 3 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 17 0 7 1 0 1 1 0 8 0 scxspl 200 7153 0 7153 1 0 1 1 0 8 1 plimitpl 152 45 0 38 1 0 1 1 0 8 0 sigapl 424 558 0 509 6 0 6 6 0 8 0 futexpl 56 7082 0 7082 1 0 1 1 0 8 1 knotepl 112 73 0 53 1 0 1 1 0 8 0 kqueuepl 152 52 0 50 1 0 1 1 0 8 0 pipepl 272 113 0 102 3 1 2 2 0 8 1 fdescpl 432 522 0 509 2 0 2 2 0 8 0 filepl 120 3221 0 3124 4 0 4 4 0 8 1 lockfpl 104 58 0 57 1 0 1 1 0 8 0 lockfspl 48 24 0 23 1 0 1 1 0 8 0 sessionpl 120 17 0 7 1 0 1 1 0 8 0 pgrppl 48 21 0 11 1 0 1 1 0 8 0 ucredpl 96 398 0 391 1 0 1 1 0 8 0 zombiepl 144 509 0 509 1 0 1 1 0 8 1 processpl 944 558 0 509 7 0 7 7 0 8 0 procpl 632 948 0 894 6 0 6 6 0 8 1 sosppl 144 4 0 4 1 1 0 1 0 8 0 sockpl 400 771 0 754 4 0 4 4 0 8 2 mcl64k 65536 18 0 18 1 0 1 1 0 8 1 mcl16k 16384 1 0 1 1 1 0 1 0 8 0 mcl12k 12288 7 0 7 1 0 1 1 0 8 1 mcl9k 9216 9 0 9 2 1 1 1 0 8 1 mcl8k 8192 10 0 10 1 0 1 1 0 8 1 mcl4k 4096 50 0 50 1 0 1 1 0 8 1 mcl2k2 2112 3 0 3 1 0 1 1 0 8 1 mcl2k 2048 91046 0 90987 13 5 8 13 0 8 0 mtagpl 96 160 0 9 5 1 4 4 0 8 0 mbufpl 256 146007 0 145525 34 3 31 31 0 8 0 bufpl 280 3692 0 115 256 0 256 256 0 8 0 anonpl 16 66045 0 48996 88 2 86 86 0 107 16 amapchunkpl 152 2268 0 2111 11 3 8 11 0 158 1 amappl16 192 2865 0 1949 58 4 54 58 0 8 7 amappl15 184 2 0 1 1 0 1 1 0 8 0 amappl14 176 2 0 0 1 0 1 1 0 8 0 amappl13 168 27 0 24 1 0 1 1 0 8 0 amappl12 160 34 0 30 1 0 1 1 0 8 0 amappl11 152 207 0 196 1 0 1 1 0 8 0 amappl10 144 14 0 10 1 0 1 1 0 8 0 amappl9 136 319 0 317 1 0 1 1 0 8 0 amappl8 128 288 0 262 1 0 1 1 0 8 0 amappl7 120 112 0 99 1 0 1 1 0 8 0 amappl6 112 188 0 183 1 0 1 1 0 8 0 amappl5 104 526 0 515 1 0 1 1 0 8 0 amappl4 96 424 0 398 1 0 1 1 0 8 0 amappl3 88 134 0 125 1 0 1 1 0 8 0 amappl2 80 3362 0 3303 2 0 2 2 0 8 0 amappl1 72 20515 0 20120 24 15 9 17 0 8 0 amappl 80 1163 0 1115 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 16 0 3 1 0 1 1 0 8 0 uaddrrnd 24 525 0 509 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 525 0 509 1 0 1 1 0 8 0 vmmpekpl 168 7457 0 7430 2 0 2 2 0 8 0 vmmpepl 168 69949 0 68051 123 20 103 116 0 357 13 vmsppl 272 524 0 509 2 0 2 2 0 8 0 pdppl 4096 1056 0 1021 6 1 5 6 0 8 0 pvpl 32 199428 0 179392 202 0 202 202 0 265 37 pmappl 200 524 0 509 1 0 1 1 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 262 0 15 9 1 8 8 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82429507) at panic+0x164 sys/kern/subr_prf.c:218 m_copym(fffffd8068b5ad00,144,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac54d0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da72008,9,fffffd8068b5ac00,0,0,ffff80001d6fc288) at tcp_usrreq+0xa54 sosend(fffffd805da72008,0,ffff80001d71fce8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6fc288,4,ffff80001d71fce8,0,ffff80001d71fdd0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d6fc288,ffff80001d71fd80,ffff80001d71fdd0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71fe50) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffce310, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82429507) at panic+0x164 sys/kern/subr_prf.c:218 m_copym(fffffd8068b5ad00,144,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac54d0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da72008,9,fffffd8068b5ac00,0,0,ffff80001d6fc288) at tcp_usrreq+0xa54 sosend(fffffd805da72008,0,ffff80001d71fce8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6fc288,4,ffff80001d71fce8,0,ffff80001d71fdd0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d6fc288,ffff80001d71fd80,ffff80001d71fdd0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d71fe50) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffce310, count: -10