panic: softclock: invalid to_clock: 1048576 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 470711 59241 0 0x2 0 1 syz-executor.3 *398056 1920 0 0x12 0 0K sshd db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 splraise(4) at splraise+0x45 sys/arch/amd64/amd64/intr.c:708 m_get(2,1) at m_get+0x7e sys/kern/uipc_mbuf.c:248 m_copym(fffffd807f011a00,32e8,4a4,2) at m_copym+0x13e sys/kern/uipc_mbuf.c:663 tcp_output(ffff800000dca328) at tcp_output+0x172c sys/netinet/tcp_output.c:707 tcp_send(ffff800000daddb8,fffffd807f011a00,0,0) at tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 sosend(ffff800000daddb8,0,ffff80002a1b6148,0,0,80) at sosend+0x66d dofilewritev(ffff80002a145800,4,ffff80002a1b6148,0,ffff80002a1b6200) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002a145800,ffff80002a1b62b0,ffff80002a1b6200) at sys_write+0x87 sys/kern/sys_generic.c:295 end trace frame: 0xffff80002a1b62a0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 1048576 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 splraise(4) at splraise+0x45 sys/arch/amd64/amd64/intr.c:708 m_get(2,1) at m_get+0x7e sys/kern/uipc_mbuf.c:248 m_copym(fffffd807f011a00,32e8,4a4,2) at m_copym+0x13e sys/kern/uipc_mbuf.c:663 tcp_output(ffff800000dca328) at tcp_output+0x172c sys/netinet/tcp_output.c:707 tcp_send(ffff800000daddb8,fffffd807f011a00,0,0) at tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 sosend(ffff800000daddb8,0,ffff80002a1b6148,0,0,80) at sosend+0x66d dofilewritev(ffff80002a145800,4,ffff80002a1b6148,0,ffff80002a1b6200) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002a145800,ffff80002a1b62b0,ffff80002a1b6200) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002a1b62b0) at syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff80002a1b62b0) at syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x79f8c2c98150, count: -16 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a1b5a60 rbx 0xffffffff82c97cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a145800 rax 0xffffffff82c96ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x859f3bc71e22b1 r11 0x3352e7b2010f56f3 r12 0xffffffff82c97ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff825b8e1c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a1b5a50 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (sshd) tid=398056 pid=1920 tcnt=1 stat=onproc flags process=12 proc=0 runpri=51, usrpri=51, slppri=24, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a18d808,0xffff80002a146800 process=0xffff8000ffff9f18 user=0xffff80002a1b1000, vmspace=0xfffffd806efe3a88 estcpu=1, cpticks=1, pctcpu=0.33, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 56087 223778 44916 0 2 0 syz-executor.4 23479 256703 90037 0 2 0x480 syz-executor.1 23479 242653 90037 0 3 0x4000080 fsleep syz-executor.1 23479 205596 90037 0 3 0x4000080 fsleep syz-executor.1 23479 267769 90037 0 3 0x4000080 fsleep syz-executor.1 53492 77462 95757 0 2 0 syz-executor.2 53492 480926 95757 0 3 0x4000080 fsleep syz-executor.2 97813 3565 21086 0 3 0x80 nanoslp syz-executor.6 97813 337531 21086 0 3 0x4000080 netio syz-executor.6 97813 245471 21086 0 3 0x4000080 fsleep syz-executor.6 97813 101061 21086 0 3 0x4000080 fsleep syz-executor.6 97813 121400 21086 0 3 0x4000080 fsleep syz-executor.6 97813 387673 21086 0 3 0x4000080 fsleep syz-executor.6 59241 470711 35569 0 7 0x2 syz-executor.3 27245 330077 1 0 3 0x100083 ttyin getty 65806 326056 35569 0 2 0x2 syz-executor.0 73944 134417 35569 0 3 0x82 nanoslp syz-executor.5 3226 160942 35569 0 2 0x2 syz-executor.7 44916 438890 35569 0 3 0x82 nanoslp syz-executor.4 95757 524252 35569 0 3 0x82 nanoslp syz-executor.2 9633 443410 0 0 3 0x14280 nfsidl nfsio 93470 468384 0 0 3 0x14280 nfsidl nfsio 8968 252224 0 0 3 0x14280 nfsidl nfsio 93087 393202 0 0 3 0x14280 nfsidl nfsio 41425 80952 0 0 3 0x14280 nfsidl nfsio 37597 130989 0 0 3 0x14280 nfsidl nfsio 60556 336165 0 0 3 0x14280 nfsidl nfsio 17019 407463 0 0 3 0x14280 nfsidl nfsio 61834 421592 0 0 3 0x14280 nfsidl nfsio 78385 375535 0 0 3 0x14280 nfsidl nfsio 66461 408075 0 0 3 0x14280 nfsidl nfsio 58297 234046 0 0 3 0x14280 nfsidl nfsio 30516 74736 0 0 3 0x14280 nfsidl nfsio 57696 71759 0 0 3 0x14280 nfsidl nfsio 51552 11520 0 0 3 0x14280 nfsidl nfsio 90037 418087 35569 0 3 0x82 nanoslp syz-executor.1 21086 174938 35569 0 3 0x82 nanoslp syz-executor.6 45428 21841 0 0 3 0x14280 nfsidl nfsio 80573 208210 0 0 3 0x14280 nfsidl nfsio 69775 145820 0 0 3 0x14280 nfsidl nfsio 29576 64283 0 0 3 0x14280 nfsidl nfsio 92354 214827 0 0 3 0x14280 nfsidl nfsio 89365 8390 0 0 3 0x14200 bored sosplice 35569 195134 10277 0 3 0x2000082 thrsleep syz-fuzzer 35569 81835 10277 0 3 0x6000082 nanoslp syz-fuzzer 35569 94867 10277 0 3 0x6000082 wait syz-fuzzer 35569 92732 10277 0 2 0x6000002 syz-fuzzer 35569 336347 10277 0 3 0x6000082 wait syz-fuzzer 35569 374695 10277 0 3 0x6000082 thrsleep syz-fuzzer 35569 356647 10277 0 3 0x6000082 kqread syz-fuzzer 35569 21369 10277 0 3 0x6000082 thrsleep syz-fuzzer 35569 26964 10277 0 3 0x6000082 wait syz-fuzzer 35569 45499 10277 0 3 0x6000082 wait syz-fuzzer 35569 426358 10277 0 3 0x6000082 thrsleep syz-fuzzer 35569 244798 10277 0 3 0x6000082 wait syz-fuzzer 35569 58377 10277 0 3 0x6000082 wait syz-fuzzer 35569 488328 10277 0 3 0x6000082 wait syz-fuzzer 35569 35889 10277 0 3 0x6000082 wait syz-fuzzer 35569 96531 10277 0 3 0x6000082 thrsleep syz-fuzzer 10277 129963 1920 0 3 0x10008a sigsusp ksh * 1920 398056 29219 0 7 0x12 sshd 29219 948 1 0 3 0x88 kqread sshd 29832 270354 91278 74 3 0x1100092 bpf pflogd 91278 511598 1 0 3 0x80 netio pflogd 75238 119483 4806 73 3 0x1100090 kqread syslogd 4806 142015 1 0 3 0x100082 netio syslogd 10864 446480 1 0 3 0x100080 kqread resolvd 16822 268799 62392 77 3 0x100092 kqread dhcpleased 54319 247857 62392 77 3 0x100092 kqread dhcpleased 62392 15831 1 0 3 0x80 kqread dhcpleased 31899 364782 0 0 3 0x14200 bored smr 28004 309714 0 0 2 0x14200 zerothread 88877 299046 0 0 3 0x14200 aiodoned aiodoned 41138 236807 0 0 3 0x14200 syncer update 65187 191736 0 0 3 0x14200 cleaner cleaner 73531 193276 0 0 3 0x14200 reaper reaper 12617 347375 0 0 3 0x14200 pgdaemon pagedaemon 10377 289261 0 0 3 0x14200 bored viomb 80684 522152 0 0 3 0x40014200 acpi0 acpi0 54959 57199 0 0 3 0x40014200 idle1 64909 332631 0 0 3 0x14200 bored softnet3 32846 521343 0 0 3 0x14200 bored softnet2 36783 282609 0 0 3 0x14200 bored softnet1 1147 460427 0 0 3 0x14200 bored softnet0 63806 98695 0 0 3 0x14200 bored systqmp 60309 45647 0 0 3 0x14200 bored systq 86124 24018 0 0 3 0x14200 tmoslp softclockmp 21025 272926 0 0 3 0x40014200 tmoslp softclock 29529 490070 0 0 3 0x40014200 idle0 1 131748 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d108c0) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 #8 splraise+0x45 sys/arch/amd64/amd64/intr.c:708 #9 m_get+0x7e sys/kern/uipc_mbuf.c:248 #10 m_copym+0x13e sys/kern/uipc_mbuf.c:663 #11 tcp_output+0x172c sys/netinet/tcp_output.c:707 #12 tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 #13 sosend+0x66d #14 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #15 sys_write+0x87 sys/kern/sys_generic.c:295 #16 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #16 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #17 Xsyscall+0x128 Process 97813 (syz-executor.6) thread 0xffff80002a225d58 (337531) exclusive rrwlock inode r = 0 (0xfffffd80740300a8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 cache_lookup+0x2b4 sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x1ac sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #10 namei+0x55a sys/kern/vfs_lookup.c:250 #11 vn_open+0xf8 sys/kern/vfs_vnops.c:140 #12 vndioctl+0xa0b sys/dev/vnd.c:457 #13 VOP_IOCTL+0x97 sys/kern/vfs_vops.c:264 #14 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #15 sys_ioctl+0x4a2 #16 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #16 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #17 Xsyscall+0x128 Process 59241 (syz-executor.3) thread 0xffff80002a2252b8 (470711) exclusive rrwlock inode r = 0 (0xfffffd8074030b48) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1c5 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xfb sys/ufs/ufs/ufs_vnops.c:1127 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3069 #10 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #10 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8075180c48) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3054 #8 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 65806 (syz-executor.0) thread 0xffff80002a225560 (326056) exclusive rrwlock inode r = 0 (0xfffffd8074030c58) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1c5 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xfb sys/ufs/ufs/ufs_vnops.c:1127 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3069 #10 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #10 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806e154e68) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3054 #8 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 1920 (sshd) thread 0xffff80002a145800 (398056) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82df9f18) #0 witness_lock+0x447 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 #3 __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 #4 splraise+0x45 sys/arch/amd64/amd64/intr.c:708 #5 m_get+0x7e sys/kern/uipc_mbuf.c:248 #6 m_copym+0x13e sys/kern/uipc_mbuf.c:663 #7 tcp_output+0x172c sys/netinet/tcp_output.c:707 #8 tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 #9 sosend+0x66d #10 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #11 sys_write+0x87 sys/kern/sys_generic.c:295 #12 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #12 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff82cb8280) #0 witness_lock+0x447 #1 sosend+0x4fe sys/kern/uipc_socket.c:642 #2 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #3 sys_write+0x87 sys/kern/sys_generic.c:295 #4 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #4 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d108c0) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 #8 splraise+0x45 sys/arch/amd64/amd64/intr.c:708 #9 m_get+0x7e sys/kern/uipc_mbuf.c:248 #10 m_copym+0x13e sys/kern/uipc_mbuf.c:663 #11 tcp_output+0x172c sys/netinet/tcp_output.c:707 #12 tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 #13 sosend+0x66d #14 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #15 sys_write+0x87 sys/kern/sys_generic.c:295 #16 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #16 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #17 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10241 6588K 10794K 166960K 44011 0 pcb 19 20K 22K 166960K 1519 0 rtable 251 15K 16K 166960K 3085 0 pf 41 11K 11K 166960K 304 0 ifaddr 51 18K 19K 166960K 334 0 ifgroup 72 3K 3K 166960K 476 0 sysctl 4 1K 2K 166960K 11 0 counters 72 37K 37K 166960K 302 0 ioctlops 0 0K 4K 166960K 2558 0 iov 0 0K 34K 166960K 2862 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1598 100K 100K 166960K 11002 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 202 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 3743 0 dirhash 12 2K 2K 166960K 114 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 14 49K 89K 166960K 19419 0 sigio 0 0K 0K 166960K 736 0 proc 76 91K 116K 166960K 2800 0 subproc 104 6K 6K 166960K 679 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 970 0 in_multi 100 7K 7K 166960K 871 0 ether_multi 1 0K 0K 166960K 36 0 mrt 1 0K 0K 166960K 12 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 235 1049K 1049K 166960K 235 0 exec 0 0K 1K 166960K 4055 0 pfkey data 0 0K 4K 166960K 14 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 510 580K 582K 166960K 191784 0 UVM aobj 131 6K 6K 166960K 137 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 2 0K 0K 166960K 576 0 NDP 16 0K 1K 166960K 256 0 temp 77 6772K 7412K 166960K 132587 0 kqueue 12 18K 28K 166960K 1406 0 SYN cache 2 896K 924K 166960K 4 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 1179 0 1176 16 15 1 5 0 8 0 rtentry 112 1008 0 894 5 1 4 4 0 8 0 unpcb 144 15664 0 15647 147 145 2 8 0 8 1 syncache 336 187 0 187 30 29 1 1 0 8 1 sackhl 24 6 0 6 2 1 1 1 0 8 1 tcpqe 32 256 0 256 27 26 1 1 0 8 1 tcpcb 808 5161 0 5155 133 124 9 14 0 8 7 arp 120 172 0 151 1 0 1 1 0 8 0 inpcb 392 14902 0 14886 242 233 9 23 0 8 6 nd6 136 189 0 163 1 0 1 1 0 8 0 pkpcb 40 130 0 130 14 14 0 1 0 8 0 kcovpl 48 52 0 44 1 0 1 1 0 8 0 ppxss 1168 40 0 40 12 12 0 1 0 8 0 pffrag 232 145 0 139 4 3 1 1 0 482 0 pffrnode 88 145 0 139 4 3 1 1 0 8 0 pffrent 40 557 0 551 5 4 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 542 0 485 1 0 1 1 0 8 0 pfstkey 128 607 0 550 2 0 2 2 0 8 0 pfstate 376 607 0 550 12 6 6 6 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 3297 0 2802 51 19 32 32 0 8 0 art_table 32 3298 0 2802 5 0 5 5 0 8 0 art_node 16 872 0 769 1 0 1 1 0 8 0 sysvmsgpl 40 11 0 7 1 0 1 1 0 8 0 semupl 112 4 0 4 1 1 0 1 0 8 0 semapl 112 3707 0 3697 1 0 1 1 0 8 0 shmpl 112 134 0 6 4 0 4 4 0 8 0 dirhash 1024 85 0 68 3 0 3 3 0 8 0 dino2pl 256 25320 0 23808 95 0 95 95 0 8 0 ffsino 272 25320 0 23808 102 0 102 102 0 8 0 nchpl 144 51554 0 49907 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 177864 0 177862 11 10 1 2 0 8 0 percpumem 16 165 0 115 1 0 1 1 0 8 0 vcpupl 2048 192 0 0 24 0 24 24 0 8 0 vmpool 696 276 0 84 20 2 18 18 0 8 0 kstatmem 264 262 0 230 3 0 3 3 0 8 0 scxspl 216 148768 0 148768 43 42 1 8 1 8 1 plimitpl 152 1645 0 1629 1 0 1 1 0 8 0 sigapl 424 19714 0 19647 14 5 9 9 0 8 0 futexpl 64 148628 0 148620 2 1 1 1 0 8 0 knotepl 120 744 0 0 11 0 11 11 0 8 0 kqueuepl 216 3181 0 3172 50 45 5 5 0 8 4 pipepl 320 3140 0 3112 77 74 3 10 0 8 0 fdescpl 496 19650 0 19623 19 15 4 5 0 8 0 filepl 152 111827 0 111579 150 133 17 20 0 8 6 lockfpl 104 4678 0 4676 7 6 1 2 0 8 0 lockfspl 48 1785 0 1783 1 0 1 1 0 8 0 sessionpl 144 78 0 61 1 0 1 1 0 8 0 pgrppl 48 373 0 356 1 0 1 1 0 8 0 ucredpl 104 16875 0 16861 1 0 1 1 0 8 0 zombiepl 144 19648 0 19647 6 5 1 1 0 8 0 processpl 1136 19714 0 19647 8 2 6 6 0 8 0 procpl 680 53776 0 53685 17 7 10 10 0 8 1 srpgc 96 51 0 51 16 16 0 1 0 8 0 sosppl 168 251 0 249 12 11 1 1 0 8 0 sockpl 584 31901 0 31864 274 265 9 18 0 8 6 mcl64k 65536 53 0 0 4 1 3 3 0 8 0 mcl16k 16384 26 0 0 3 0 3 3 0 8 0 mcl12k 12288 33 0 0 2 0 2 2 0 8 0 mcl9k 9216 21 0 0 2 0 2 2 0 8 0 mcl8k 8192 34 0 0 3 0 3 3 0 8 0 mcl4k 4096 26 0 0 3 0 3 3 0 8 0 mcl2k2 2112 15 0 0 1 0 1 1 0 8 0 mcl2k 2048 394 0 0 32 15 17 32 0 8 0 mtagpl 96 735 0 0 8 0 8 8 0 8 0 mbufpl 256 1856 0 0 75 1 74 75 0 8 0 bufpl 280 32148 0 25830 452 0 452 452 0 8 0 anonpl 24 1963831 0 1947919 233 111 122 124 0 186 9 amapchunkpl 152 606061 0 605193 75 34 41 50 0 158 1 amappl16 200 38198 0 37651 150 108 42 43 0 8 10 amappl15 192 91 0 88 1 0 1 1 0 8 0 amappl14 184 332 0 312 6 4 2 2 0 8 0 amappl13 176 47 0 47 5 5 0 1 0 8 0 amappl12 168 21019 0 20986 4 2 2 3 0 8 0 amappl11 160 67 0 53 1 0 1 1 0 8 0 amappl10 152 117 0 98 1 0 1 1 0 8 0 amappl9 144 375 0 375 25 24 1 1 0 8 1 amappl8 136 1067 0 899 7 1 6 6 0 8 0 amappl7 128 365 0 339 2 0 2 2 0 8 0 amappl6 120 1102 0 1078 1 0 1 1 0 8 0 amappl5 112 535 0 523 1 0 1 1 0 8 0 amappl4 104 1162 0 1116 4 2 2 2 0 8 0 amappl3 96 118165 0 118087 4 1 3 3 0 8 0 amappl2 88 20973 0 20894 3 1 2 3 0 8 0 amappl1 80 80494 0 79943 23 10 13 23 0 8 0 amappl 88 190303 0 190036 10 2 8 8 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 136 0 6 3 0 3 3 0 8 0 uaddrrnd 24 19927 0 19708 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 19927 0 19708 2 0 2 2 0 8 0 vmmpekpl 168 141909 0 141804 6 0 6 6 0 8 0 vmmpepl 168 1174439 0 1171719 512 361 151 162 0 357 10 vmsppl 448 19926 0 19708 32 7 25 25 0 8 0 rwobjpl 56 283524 0 275659 133 18 115 115 0 8 0 pdppl 4096 39861 0 39608 830 569 261 261 0 8 8 pvpl 32 43360 0 0 351 1 350 350 0 265 0 pmappl 248 19926 0 19708 16 2 14 14 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1738 0 1061 22 2 20 20 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82919b19) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x35 sys/dev/kcov.c:164 splraise(4) at splraise+0x45 sys/arch/amd64/amd64/intr.c:708 m_get(2,1) at m_get+0x7e sys/kern/uipc_mbuf.c:248 m_copym(fffffd807f011a00,32e8,4a4,2) at m_copym+0x13e sys/kern/uipc_mbuf.c:663 tcp_output(ffff800000dca328) at tcp_output+0x172c sys/netinet/tcp_output.c:707 tcp_send(ffff800000daddb8,fffffd807f011a00,0,0) at tcp_send+0xf5 sys/netinet/tcp_usrreq.c:834 sosend(ffff800000daddb8,0,ffff80002a1b6148,0,0,80) at sosend+0x66d dofilewritev(ffff80002a145800,4,ffff80002a1b6148,0,ffff80002a1b6200) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002a145800,ffff80002a1b62b0,ffff80002a1b6200) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002a1b62b0) at syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff80002a1b62b0) at syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x79f8c2c98150, count: -16 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82df9d10) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82df9d10) at __mp_lock+0x122 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82df9d10,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x46f sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19b sys/kern/kern_synch.c:414 biowait(fffffd8066c22e40) at biowait+0x91 sys/kern/vfs_bio.c:1254 bwrite(fffffd8066c22e40) at bwrite+0x21c sys/kern/vfs_bio.c:766 ffs_update(fffffd8074030ab0,1) at ffs_update+0x28b sys/ufs/ffs/ffs_inode.c:111 ufs_mkdir(ffff80003595d1d0) at ufs_mkdir+0x517 sys/ufs/ufs/ufs_vnops.c:1175 VOP_MKDIR(fffffd8066e5a1b0,ffff80003595d330,ffff80003595d360,ffff80003595d260) at VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 domkdirat(ffff80002a2252b8,ffffff9c,75db789937d0,1ff) at domkdirat+0x125 sys/kern/vfs_syscalls.c:3069 syscall(ffff80003595d4e0) at syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff80003595d4e0) at syscall+0x533 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80003595d560, count: 0 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82df9d10) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82df9d10) at __mp_lock+0x122 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82df9d10,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x46f sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19b sys/kern/kern_synch.c:414 biowait(fffffd8066c22e40) at biowait+0x91 sys/kern/vfs_bio.c:1254 bwrite(fffffd8066c22e40) at bwrite+0x21c sys/kern/vfs_bio.c:766 ffs_update(fffffd8074030ab0,1) at ffs_update+0x28b sys/ufs/ffs/ffs_inode.c:111 ufs_mkdir(ffff80003595d1d0) at ufs_mkdir+0x517 sys/ufs/ufs/ufs_vnops.c:1175 VOP_MKDIR(fffffd8066e5a1b0,ffff80003595d330,ffff80003595d360,ffff80003595d260) at VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 domkdirat(ffff80002a2252b8,ffffff9c,75db789937d0,1ff) at domkdirat+0x125 sys/kern/vfs_syscalls.c:3069 syscall(ffff80003595d4e0) at syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] syscall(ffff80003595d4e0) at syscall+0x533 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x75db78993840, count: -15