panic: m_copym0: m == NULL and not COPYALL Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *170946 9245 0 0x12 0 0 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824046ba) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd805c783300,214,454,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfee0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da6c7d8,9,fffffd805c783200,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da6c7d8,0,ffff80001d6cad38,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d717280,4,ffff80001d6cad38,0,ffff80001d6cae20) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6cadd0,ffff80001d6cae20) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6caea0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8b60, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic m_copym0: m == NULL and not COPYALL ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824046ba) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd805c783300,214,454,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfee0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da6c7d8,9,fffffd805c783200,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da6c7d8,0,ffff80001d6cad38,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d717280,4,ffff80001d6cad38,0,ffff80001d6cae20) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6cadd0,ffff80001d6cae20) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6caea0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8b60, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d6ca800 rbx 0xffff80001d6ca8b0 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff822352af kprintf+0x15f r9 0x1 r10 0x2 r11 0xd1e9f8917588b59c r12 0x3000000008 r13 0xffff80001d6ca810 r14 0x100 r15 0x1 rip 0xffffffff81c03b08 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d6ca7f0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (sshd) pid=170946 stat=onproc flags process=12 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d718120,0xffff80001d7179e0 process=0xffff8000ffff8748 user=0xffff80001d6c5000, vmspace=0xfffffd806bc09bb0 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 98966 290273 0 0 3 0x14200 acct acct 41671 505545 0 0 3 0x14200 bored sosplice 68506 178519 0 0 3 0x14280 nfsidl nfsio 5457 148102 0 0 3 0x14280 nfsidl nfsio 2665 410338 0 0 3 0x14280 nfsidl nfsio 72671 479435 0 0 3 0x14280 nfsidl nfsio 11959 162782 0 0 3 0x14280 nfsidl nfsio 30907 70751 0 0 3 0x14280 nfsidl nfsio 97687 189362 0 0 3 0x14280 nfsidl nfsio 73568 389138 0 0 3 0x14280 nfsidl nfsio 20055 366001 0 0 3 0x14280 nfsidl nfsio 88635 449307 0 0 3 0x14280 nfsidl nfsio 32786 370796 0 0 3 0x14280 nfsidl nfsio 20782 273209 0 0 3 0x14280 nfsidl nfsio 91014 189095 0 0 3 0x14280 nfsidl nfsio 17051 419981 0 0 3 0x14280 nfsidl nfsio 17716 137705 0 0 3 0x14280 nfsidl nfsio 80801 21740 0 0 3 0x14280 nfsidl nfsio 92309 250536 0 0 3 0x14280 nfsidl nfsio 11988 420145 0 0 3 0x14280 nfsidl nfsio 67317 195903 0 0 3 0x14280 nfsidl nfsio 36302 63881 0 0 3 0x14280 nfsidl nfsio 57019 152596 53048 0 2 0x2 syz-executor.1 43273 87456 53048 0 2 0x2 syz-executor.0 53048 163263 5225 0 3 0x82 thrsleep syz-fuzzer 53048 474655 5225 0 2 0x4000002 syz-fuzzer 53048 97506 5225 0 3 0x4000082 thrsleep syz-fuzzer 53048 484586 5225 0 3 0x4000082 thrsleep syz-fuzzer 53048 479491 5225 0 3 0x4000082 thrsleep syz-fuzzer 53048 101054 5225 0 2 0x4000002 syz-fuzzer 53048 452963 5225 0 3 0x4000082 thrsleep syz-fuzzer 53048 41649 5225 0 3 0x4000082 thrsleep syz-fuzzer 5225 127994 9245 0 3 0x10008a pause ksh * 9245 170946 84961 0 7 0x12 sshd 45222 168515 1 0 3 0x100083 ttyin getty 84961 279954 1 0 3 0x80 select sshd 22572 492850 93444 73 3 0x100090 kqread syslogd 93444 98090 1 0 3 0x100082 netio syslogd 48361 400297 1 77 3 0x100090 poll dhclient 66503 139241 1 0 3 0x80 poll dhclient 1815 335662 0 0 3 0x14200 bored smr 36889 470753 0 0 3 0x14200 pgzero zerothread 72240 304049 0 0 3 0x14200 aiodoned aiodoned 65787 161780 0 0 3 0x14200 syncer update 26325 298022 0 0 3 0x14200 cleaner cleaner 76735 466378 0 0 3 0x14200 reaper reaper 57900 106594 0 0 3 0x14200 pgdaemon pagedaemon 45963 459984 0 0 3 0x14200 bored crynlk 87728 196460 0 0 3 0x14200 bored crypto 15759 12897 0 0 3 0x40014200 acpi0 acpi0 81455 287658 0 0 3 0x14200 bored softnet 48036 18058 0 0 3 0x14200 bored systqmp 18567 80961 0 0 3 0x14200 bored systq 31024 411196 0 0 3 0x40014200 bored softclock 66642 181439 0 0 3 0x40014200 idle0 1 415040 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9487 6345K 6718K 78643K 10764 0 pcb 13 8K 8K 78643K 37 0 rtable 94 2K 7K 78643K 298 0 ifaddr 68 14K 15K 78643K 112 0 counters 21 16K 16K 78643K 23 0 ioctlops 0 0K 4K 78643K 37 0 iov 0 0K 2K 78643K 6 0 mount 1 1K 1K 78643K 1 0 vnodes 1219 77K 77K 78643K 1278 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 3 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 0K 78643K 28 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 4 9K 25K 78643K 141 0 sigio 0 0K 0K 78643K 2 0 proc 49 38K 54K 78643K 365 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 16 0 in_multi 66 3K 3K 78643K 98 0 ether_multi 1 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 31 148K 148K 78643K 31 0 exec 0 0K 1K 78643K 187 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 128 23K 24K 78643K 1188 0 UVM aobj 4 2K 2K 78643K 4 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 16 0 NDP 10 0K 0K 78643K 18 0 temp 80 3840K 3904K 78643K 3493 0 kqueue 3 4K 8K 78643K 5 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 0 1 0 1 1 0 8 0 rtpcb 80 28 0 26 1 0 1 1 0 8 0 rtentry 112 58 0 20 2 0 2 2 0 8 0 unpcb 120 81 0 73 1 0 1 1 0 8 0 syncache 264 6 0 6 2 1 1 1 0 8 1 tcpqe 32 78 0 78 1 1 0 1 0 8 0 tcpcb 544 52 0 48 1 0 1 1 0 8 0 ipq 40 2 0 2 1 0 1 1 0 8 1 ipqe 40 4 0 4 1 0 1 1 0 8 1 inpcb 296 379 0 372 2 0 2 2 0 8 1 nd6 48 10 0 8 1 0 1 1 0 8 0 pfrktable 1344 30 0 30 1 0 1 1 0 8 1 pftag 88 12 0 12 1 0 1 1 0 8 1 pfstitem 24 2 0 0 1 0 1 1 0 8 0 pfstkey 112 2 0 0 1 0 1 1 0 8 0 pfstate 328 1 0 0 1 0 1 1 0 8 0 pfrule 1360 8 0 8 1 0 1 1 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 275 0 119 13 0 13 13 0 8 0 art_table 32 276 0 119 2 0 2 2 0 8 0 art_node 16 57 0 21 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 0 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 24 0 14 1 0 1 1 0 8 0 shmpl 112 2 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1564 0 167 88 0 88 88 0 8 0 ffsino 240 1564 0 167 83 0 83 83 0 8 0 nchpl 144 1931 0 332 60 0 60 60 0 8 0 uvmvnodes 72 1649 0 0 30 0 30 30 0 8 0 vnodes 208 1649 0 0 87 0 87 87 0 8 0 namei 1024 4901 0 4900 1 0 1 1 0 8 0 pfiaddrpl 120 8 0 8 1 0 1 1 0 8 1 scsiplug 64 1 0 1 1 0 1 1 0 8 1 scxspl 192 5511 0 5511 1 0 1 1 0 8 1 plimitpl 152 26 0 19 1 0 1 1 0 8 0 sigapl 424 349 0 300 6 0 6 6 0 8 0 futexpl 56 2683 0 2683 1 0 1 1 0 8 1 knotepl 112 63 0 44 1 0 1 1 0 8 0 kqueuepl 144 19 0 17 1 0 1 1 0 8 0 pipelkpl 16 92 0 82 1 0 1 1 0 8 0 pipepl 120 184 0 165 1 0 1 1 0 8 0 fdescpl 432 313 0 300 2 0 2 2 0 8 0 filepl 120 1863 0 1768 4 0 4 4 0 8 1 lockfpl 104 26 0 25 1 0 1 1 0 8 0 lockfspl 48 9 0 8 1 0 1 1 0 8 0 sessionpl 112 17 0 7 1 0 1 1 0 8 0 pgrppl 48 19 0 9 1 0 1 1 0 8 0 ucredpl 96 104 0 97 1 0 1 1 0 8 0 zombiepl 144 300 0 300 1 0 1 1 0 8 1 processpl 920 349 0 300 7 0 7 7 0 8 0 procpl 624 487 0 431 5 0 5 5 0 8 0 sockpl 400 490 0 473 4 0 4 4 0 8 2 mcl64k 65536 7 0 7 1 0 1 1 0 8 1 mcl16k 16384 1 0 1 1 0 1 1 0 8 1 mcl12k 12288 3 0 3 1 0 1 1 0 8 1 mcl8k 8192 7 0 7 1 0 1 1 0 8 1 mcl4k 4096 24 0 24 2 1 1 1 0 8 1 mcl2k2 2112 1 0 1 1 0 1 1 0 8 1 mcl2k 2048 71766 0 71720 15 3 12 13 0 8 5 mtagpl 96 10 0 6 2 1 1 1 0 8 0 mbufpl 256 114740 0 114634 14 1 13 13 0 8 1 bufpl 280 3417 0 125 236 0 236 236 0 8 0 anonpl 16 49388 0 33039 76 1 75 75 0 107 0 amapchunkpl 152 1639 0 1491 11 0 11 11 0 158 4 amappl16 192 1565 0 568 51 0 51 51 0 8 1 amappl15 184 2 0 1 1 0 1 1 0 8 0 amappl14 176 26 0 19 1 0 1 1 0 8 0 amappl13 168 26 0 23 1 0 1 1 0 8 0 amappl12 160 64 0 63 2 1 1 1 0 8 0 amappl11 152 58 0 48 1 0 1 1 0 8 0 amappl10 144 69 0 63 1 0 1 1 0 8 0 amappl9 136 366 0 365 1 0 1 1 0 8 0 amappl8 128 313 0 274 2 0 2 2 0 8 0 amappl7 120 110 0 97 1 0 1 1 0 8 0 amappl6 112 27 0 20 1 0 1 1 0 8 0 amappl5 104 317 0 307 1 0 1 1 0 8 0 amappl4 96 422 0 393 1 0 1 1 0 8 0 amappl3 88 102 0 97 1 0 1 1 0 8 0 amappl2 80 1683 0 1625 2 0 2 2 0 8 0 amappl1 72 15469 0 15072 23 12 11 17 0 8 2 amappl 80 714 0 671 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 3 0 0 1 0 1 1 0 8 0 uaddrrnd 24 313 0 300 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 313 0 300 1 0 1 1 0 8 0 vmmpekpl 168 6229 0 6196 2 0 2 2 0 8 0 vmmpepl 168 44404 0 42433 114 6 108 108 0 357 19 vmsppl 272 312 0 300 2 0 2 2 0 8 1 pdppl 4096 632 0 600 6 0 6 6 0 8 1 pvpl 32 155042 0 135685 175 0 175 175 0 265 2 pmappl 200 312 0 300 1 0 1 1 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 244 0 7 7 0 7 7 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824046ba) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd805c783300,214,454,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfee0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da6c7d8,9,fffffd805c783200,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da6c7d8,0,ffff80001d6cad38,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d717280,4,ffff80001d6cad38,0,ffff80001d6cae20) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6cadd0,ffff80001d6cae20) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6caea0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8b60, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824046ba) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd805c783300,214,454,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000abfee0) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da6c7d8,9,fffffd805c783200,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da6c7d8,0,ffff80001d6cad38,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:549 dofilewritev(ffff80001d717280,4,ffff80001d6cad38,0,ffff80001d6cae20) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6cadd0,ffff80001d6cae20) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6caea0) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd8b60, count: -10