panic: m_copym0: m == NULL and not COPYALL Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *465276 33622 0 0x12 0 0 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82418adc) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd800603cd00,57c,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac1880) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da78008,9,fffffd800603cc00,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da78008,0,ffff80001d6ca0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d6ca0c8,0,ffff80001d6ca1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6ca160,ffff80001d6ca1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6ca230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdcea0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic m_copym0: m == NULL and not COPYALL ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82418adc) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd800603cd00,57c,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac1880) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da78008,9,fffffd800603cc00,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da78008,0,ffff80001d6ca0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d6ca0c8,0,ffff80001d6ca1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6ca160,ffff80001d6ca1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6ca230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdcea0, count: -10 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d6c9b90 rbx 0xffff80001d6c9c40 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff81b719cf kprintf+0x15f r9 0x1 r10 0x2 r11 0x3a5eafbef585a48 r12 0x3000000008 r13 0xffff80001d6c9ba0 r14 0x100 r15 0x1 rip 0xffffffff81845b08 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d6c9b80 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (sshd) pid=465276 stat=onproc flags process=12 proc=0 pri=24, usrpri=51, nice=20 forw=0xffffffffffffffff, list=0xffff80001d7179d0,0xffff80001d717c50 process=0xffff8000ffff8748 user=0xffff80001d6c5000, vmspace=0xfffffd806bc0aaa0 estcpu=1, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 3382 176108 81762 0 3 0x80 nanosleep syz-executor.1 3382 159334 81762 0 3 0x4000080 msgwait syz-executor.1 3382 91246 81762 0 3 0x4000080 fsleep syz-executor.1 67678 369117 13527 0 2 0x2 syz-executor.0 81762 137647 13527 0 3 0x82 nanosleep syz-executor.1 92156 379968 0 0 3 0x14200 acct acct 10943 298487 0 0 3 0x14200 bored sosplice 87755 196298 0 0 3 0x14280 nfsidl nfsio 56105 471934 0 0 3 0x14280 nfsidl nfsio 32403 310 0 0 3 0x14280 nfsidl nfsio 69697 452035 0 0 3 0x14280 nfsidl nfsio 80483 53362 0 0 3 0x14280 nfsidl nfsio 48418 505035 0 0 3 0x14280 nfsidl nfsio 66216 477028 0 0 3 0x14280 nfsidl nfsio 98749 250672 0 0 3 0x14280 nfsidl nfsio 88333 349877 0 0 3 0x14280 nfsidl nfsio 47422 424793 0 0 3 0x14280 nfsidl nfsio 85301 334069 0 0 3 0x14280 nfsidl nfsio 77462 340786 0 0 3 0x14280 nfsidl nfsio 35740 260942 0 0 3 0x14280 nfsidl nfsio 18861 152124 0 0 3 0x14280 nfsidl nfsio 51119 155261 0 0 3 0x14280 nfsidl nfsio 22732 482544 0 0 3 0x14280 nfsidl nfsio 66584 89673 0 0 3 0x14280 nfsidl nfsio 20410 234671 0 0 3 0x14280 nfsidl nfsio 72921 356809 0 0 3 0x14280 nfsidl nfsio 43475 246201 0 0 3 0x14280 nfsidl nfsio 13527 475593 67515 0 3 0x82 thrsleep syz-fuzzer 13527 218411 67515 0 2 0x4000002 syz-fuzzer 13527 365038 67515 0 3 0x4000082 thrsleep syz-fuzzer 13527 488739 67515 0 3 0x4000082 thrsleep syz-fuzzer 13527 237640 67515 0 3 0x4000082 thrsleep syz-fuzzer 13527 491988 67515 0 3 0x4000082 thrsleep syz-fuzzer 13527 398512 67515 0 3 0x4000082 thrsleep syz-fuzzer 13527 519123 67515 0 2 0x4000002 syz-fuzzer 67515 514985 33622 0 3 0x10008a pause ksh *33622 465276 56327 0 7 0x12 sshd 82739 15476 1 0 3 0x100083 ttyin getty 56327 291085 1 0 3 0x80 select sshd 55374 249018 74173 73 3 0x100090 kqread syslogd 74173 65228 1 0 3 0x100082 netio syslogd 25073 371226 1 77 3 0x100090 poll dhclient 24185 204983 1 0 3 0x80 poll dhclient 98338 464603 0 0 3 0x14200 bored smr 96136 267557 0 0 2 0x14200 zerothread 1329 51488 0 0 3 0x14200 aiodoned aiodoned 16558 393257 0 0 3 0x14200 syncer update 31453 487095 0 0 3 0x14200 cleaner cleaner 25102 523753 0 0 3 0x14200 reaper reaper 60439 165136 0 0 3 0x14200 pgdaemon pagedaemon 44675 255032 0 0 3 0x14200 bored crynlk 50755 210504 0 0 3 0x14200 bored crypto 92807 97877 0 0 3 0x40014200 acpi0 acpi0 23224 119688 0 0 3 0x14200 bored softnet 92484 267935 0 0 3 0x14200 bored systqmp 55126 243168 0 0 3 0x14200 bored systq 28087 391961 0 0 3 0x40014200 bored softclock 59629 96034 0 0 3 0x40014200 idle0 1 167877 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9489 6408K 6731K 78643K 10968 0 pcb 13 8K 8K 78643K 57 0 rtable 118 7K 10K 78643K 514 0 ifaddr 62 13K 13K 78643K 148 0 sysctl 2 0K 0K 78643K 2 0 counters 21 16K 16K 78643K 30 0 ioctlops 0 0K 4K 78643K 71 0 iov 0 0K 16K 78643K 60 0 mount 1 1K 1K 78643K 1 0 vnodes 1219 77K 77K 78643K 1409 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 3 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 0K 78643K 75 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 5 13K 25K 78643K 341 0 sigio 0 0K 0K 78643K 6 0 proc 49 38K 63K 78643K 468 0 subproc 32 2K 2K 78643K 68 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 20 0 in_multi 29 1K 2K 78643K 127 0 ether_multi 1 0K 0K 78643K 10 0 mrt 0 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 61 281K 281K 78643K 61 0 exec 0 0K 1K 78643K 229 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 135 72K 72K 78643K 1704 0 UVM aobj 19 2K 2K 78643K 19 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 24 0 NDP 11 0K 0K 78643K 32 0 temp 102 3859K 3923K 78643K 16061 0 kqueue 3 4K 9K 78643K 21 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 10 0 4 1 0 1 1 0 8 0 rtpcb 80 37 0 35 1 0 1 1 0 8 0 rtentry 112 91 0 50 3 1 2 2 0 8 0 unpcb 120 639 0 629 1 0 1 1 0 8 0 syncache 264 6 0 6 2 2 0 1 0 8 0 tcpqe 32 71 0 71 1 1 0 1 0 8 0 tcpcb 544 114 0 110 1 0 1 1 0 8 0 ipq 40 4 0 4 2 2 0 1 0 8 0 ipqe 40 10 0 10 2 2 0 1 0 8 0 inpcb 296 483 0 476 4 2 2 2 0 8 1 nd6 48 23 0 19 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 1 0 1 0 8 0 pfrktable 1344 65 0 56 2 1 1 2 0 8 0 pftag 88 13 0 10 1 0 1 1 0 8 0 pfqueue 264 2 0 2 1 1 0 1 0 8 0 pfrule 1360 18 0 12 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 382 0 207 14 3 11 13 0 8 0 art_table 32 383 0 207 2 0 2 2 0 8 0 art_node 16 90 0 52 1 0 1 1 0 8 0 sysvmsgpl 40 13 0 5 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 71 0 61 1 0 1 1 0 8 0 shmpl 112 17 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1866 0 464 88 0 88 88 0 8 0 ffsino 240 1866 0 464 83 0 83 83 0 8 0 nchpl 144 2533 0 942 60 0 60 60 0 8 0 uvmvnodes 72 2035 0 0 37 0 37 37 0 8 0 vnodes 208 2035 0 0 108 0 108 108 0 8 0 namei 1024 7118 0 7118 3 2 1 1 0 8 1 vcpupl 1984 6 0 0 1 0 1 1 0 8 0 vmpool 528 8 0 2 1 0 1 1 0 8 0 pfiaddrpl 120 42 0 32 1 0 1 1 0 8 0 scxspl 192 7891 0 7891 2 1 1 1 0 8 1 plimitpl 152 33 0 26 1 0 1 1 0 8 0 sigapl 424 543 0 493 6 0 6 6 0 8 0 futexpl 56 6703 0 6702 3 2 1 1 0 8 0 knotepl 112 106 0 87 1 0 1 1 0 8 0 kqueuepl 144 42 0 40 1 0 1 1 0 8 0 pipepl 272 111 0 101 1 0 1 1 0 8 0 fdescpl 432 507 0 493 2 0 2 2 0 8 0 filepl 120 3564 0 3466 4 0 4 4 0 8 0 lockfpl 104 70 0 69 1 0 1 1 0 8 0 lockfspl 48 23 0 22 1 0 1 1 0 8 0 sessionpl 112 19 0 9 1 0 1 1 0 8 0 pgrppl 48 25 0 15 1 0 1 1 0 8 0 ucredpl 96 440 0 433 1 0 1 1 0 8 0 zombiepl 144 493 0 493 1 0 1 1 0 8 1 processpl 920 543 0 493 7 0 7 7 0 8 0 procpl 624 905 0 846 5 0 5 5 0 8 0 sosppl 128 2 0 2 1 1 0 1 0 8 0 sockpl 400 1161 0 1141 7 3 4 5 0 8 1 mcl64k 65536 16 0 16 4 3 1 1 0 8 1 mcl16k 16384 2 0 2 2 2 0 1 0 8 0 mcl12k 12288 7 0 7 3 2 1 1 0 8 1 mcl9k 9216 6 0 6 2 1 1 1 0 8 1 mcl8k 8192 14 0 14 3 2 1 1 0 8 1 mcl4k 4096 39 0 37 3 2 1 1 0 8 0 mcl2k2 2112 1 0 1 1 1 0 1 0 8 0 mcl2k 2048 78051 0 78009 15 9 6 14 0 8 0 mtagpl 96 17 0 15 2 1 1 1 0 8 0 mbufpl 256 126080 0 125951 13 1 12 12 0 8 1 bufpl 280 4407 0 128 306 0 306 306 0 8 0 anonpl 16 64599 0 51444 70 1 69 69 0 107 1 amapchunkpl 152 3087 0 2934 21 14 7 20 0 158 0 amappl16 192 2259 0 1341 49 2 47 48 0 8 0 amappl15 184 151 0 148 1 0 1 1 0 8 0 amappl14 176 22 0 18 1 0 1 1 0 8 0 amappl13 168 41 0 37 1 0 1 1 0 8 0 amappl12 160 123 0 121 1 0 1 1 0 8 0 amappl11 152 61 0 51 1 0 1 1 0 8 0 amappl10 144 148 0 142 1 0 1 1 0 8 0 amappl9 136 410 0 407 1 0 1 1 0 8 0 amappl8 128 404 0 357 2 0 2 2 0 8 0 amappl7 120 253 0 241 1 0 1 1 0 8 0 amappl6 112 26 0 18 1 0 1 1 0 8 0 amappl5 104 526 0 515 1 0 1 1 0 8 0 amappl4 96 451 0 424 1 0 1 1 0 8 0 amappl3 88 114 0 109 1 0 1 1 0 8 0 amappl2 80 3082 0 3017 2 0 2 2 0 8 0 amappl1 72 19168 0 18761 23 13 10 17 0 8 0 amappl 80 1165 0 1118 3 1 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 18 0 0 1 0 1 1 0 8 0 uaddrrnd 24 515 0 495 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 515 0 495 1 0 1 1 0 8 0 vmmpekpl 168 7247 0 7211 2 0 2 2 0 8 0 vmmpepl 168 68006 0 65996 155 30 125 125 0 357 37 vmsppl 272 514 0 495 3 1 2 2 0 8 0 pdppl 4096 1036 0 996 8 2 6 6 0 8 0 pvpl 32 199549 0 183298 168 6 162 167 0 265 0 pmappl 200 514 0 495 2 0 2 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 260 0 32 7 0 7 7 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82418adc) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd800603cd00,57c,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac1880) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da78008,9,fffffd800603cc00,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da78008,0,ffff80001d6ca0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d6ca0c8,0,ffff80001d6ca1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6ca160,ffff80001d6ca1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6ca230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdcea0, count: -10 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82418adc) at panic+0x15c sys/kern/subr_prf.c:207 m_copym(fffffd800603cd00,57c,580,2) at m_copym+0x589 sys/kern/uipc_mbuf.c:664 tcp_output(ffff800000ac1880) at tcp_output+0x154d sys/netinet/tcp_output.c:673 tcp_usrreq(fffffd805da78008,9,fffffd800603cc00,0,0,ffff80001d717280) at tcp_usrreq+0xa54 sosend(fffffd805da78008,0,ffff80001d6ca0c8,0,0,80) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d717280,4,ffff80001d6ca0c8,0,ffff80001d6ca1b0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_write(ffff80001d717280,ffff80001d6ca160,ffff80001d6ca1b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80001d6ca230) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdcea0, count: -10