panic: softclock: invalid to_clock: 763001203 Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8291b3a2) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82d16ff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: softclock: invalid to_clock: 763001203 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8291b3a2) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82d16ff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a101f80 rbx 0xffffffff82d17cb7 cpu_info_full_primary+0x2cb7 rdx 0 rcx 0xffff80002a0fc540 rax 0xffffffff82d16ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x4af8aa9b86068e6e r11 0xf560b7055da0b826 r12 0xffffffff82d17ab8 cpu_info_full_primary+0x2ab8 r13 0 r14 0 r15 0x1 rip 0xffffffff81ab58dc db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a101f70 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (idle0) tid=509722 pid=84332 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0x4ae1c44ae3040a48, list=0xffff80002a0fca90,0xffff80002a0fc000 process=0xffff8000fffff0d0 user=0xffff80002a0fd000, vmspace=0xffffffff82e65d20 estcpu=0, cpticks=49183, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 86955 403371 77283 0 3 0x3000 suspend syz-executor.7 86955 296551 77283 0 3 0x4081000 biowait syz-executor.7 86955 510847 77283 0 3 0x4081000 inode syz-executor.7 76757 7086 55705 0 3 0x3000 suspend syz-executor.1 76757 87504 55705 0 3 0x4081000 biowait syz-executor.1 22383 458950 0 0 3 0x14280 nfsidl nfsio 26999 280538 0 0 3 0x14280 nfsidl nfsio 1095 29609 0 0 3 0x14280 nfsidl nfsio 80501 447190 0 0 3 0x14280 nfsidl nfsio 52625 310287 0 0 3 0x14280 nfsidl nfsio 94340 186371 0 0 3 0x14280 nfsidl nfsio 23761 106919 0 0 3 0x14280 nfsidl nfsio 2899 83060 0 0 3 0x14280 nfsidl nfsio 21835 202098 0 0 3 0x14280 nfsidl nfsio 70395 152064 0 0 3 0x14280 nfsidl nfsio 40258 203238 0 0 3 0x14280 nfsidl nfsio 24266 141425 0 0 3 0x14280 nfsidl nfsio 8986 44716 0 0 3 0x14280 nfsidl nfsio 56188 296117 0 0 3 0x14280 nfsidl nfsio 18983 357192 0 0 3 0x14280 nfsidl nfsio 9190 486504 0 0 3 0x14280 nfsidl nfsio 98577 351569 0 0 3 0x14280 nfsidl nfsio 84068 180947 0 0 3 0x14280 nfsidl nfsio 88608 252259 0 0 3 0x14280 nfsidl nfsio 15565 345553 0 0 3 0x14280 nfsidl nfsio 96730 138144 31672 0 3 0x2 biowait syz-executor.2 7556 481518 31672 0 3 0x2 getblk syz-executor.4 53660 182852 0 0 3 0x14200 acct acct 39458 498713 31672 0 3 0x2 biowait syz-executor.5 79280 167827 1 0 3 0x100083 ttyin getty 24259 59176 31672 0 3 0x2 biowait syz-executor.3 10126 17009 0 0 3 0x14200 bored sosplice 5883 463820 31672 0 3 0x2 getblk syz-executor.0 31672 238552 68583 0 3 0x2000082 wait syz-fuzzer 31672 108187 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 126391 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 308693 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 319609 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 216794 68583 0 3 0x6000082 wait syz-fuzzer 31672 320481 68583 0 3 0x6000082 wait syz-fuzzer 31672 397307 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 272824 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 445172 68583 0 3 0x6000082 wait syz-fuzzer 31672 384739 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 7891 68583 0 3 0x6000082 wait syz-fuzzer 31672 502906 68583 0 3 0x6000082 thrsleep syz-fuzzer 31672 278069 68583 0 3 0x6000082 wait syz-fuzzer 31672 407621 68583 0 3 0x6000082 wait syz-fuzzer 31672 101955 68583 0 3 0x6000082 wait syz-fuzzer 31672 126573 68583 0 3 0x6000082 kqread syz-fuzzer 68583 465319 40889 0 3 0x10008a sigsusp ksh 40889 35915 76871 0 3 0x9a kqread sshd 76871 117406 1 0 3 0x88 kqread sshd 64078 356422 73373 74 3 0x1100092 bpf pflogd 73373 118287 1 0 3 0x80 netio pflogd 99805 325895 37072 73 3 0x1100090 kqread syslogd 37072 298086 1 0 3 0x100082 netio syslogd 11743 76024 1 0 3 0x100080 kqread resolvd 10529 523827 0 0 3 0x14200 bored smr 59387 354084 0 0 3 0x14200 pgzero zerothread 54013 518190 0 0 3 0x14200 aiodoned aiodoned 30754 335079 0 0 3 0x14200 getblk update 96457 53467 0 0 3 0x14200 cleaner cleaner 49866 319090 0 0 3 0x14200 reaper reaper 41804 4626 0 0 3 0x14200 pgdaemon pagedaemon 35618 250921 0 0 3 0x14200 bored viomb 28995 30675 0 0 3 0x40014200 acpi0 acpi0 31775 447424 0 0 7 0x40014200 idle1 44185 203272 0 0 3 0x14200 bored softnet3 9863 31757 0 0 3 0x14200 bored softnet2 10366 144013 0 0 3 0x14200 bored softnet1 95935 58466 0 0 3 0x14200 bored softnet0 11584 330057 0 0 3 0x14200 bored systqmp 29469 370513 0 0 3 0x14200 bored systq 38839 499229 0 0 3 0x14200 tmoslp softclockmp 78399 435718 0 0 3 0x40014200 tmoslp softclock *84332 509722 0 0 7 0x40014200 idle0 1 419011 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d54b20) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 #8 sched_idle+0x41e sys/kern/kern_sched.c:183 #9 proc_trampoline+0x10 Process 86955 (syz-executor.7) thread 0xffff80002a21b2a8 (296551) exclusive rrwlock inode r = 0 (0xfffffd806b7ff5f8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1c5 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xae sys/ufs/ufs/ufs_vnops.c:1743 #8 ufs_create+0x45 sys/ufs/ufs/ufs_vnops.c:147 #9 VOP_CREATE+0xc0 sys/kern/vfs_vops.c:103 #10 vn_open+0x27b sys/kern/vfs_vnops.c:116 #11 doopenat+0x26e sys/kern/vfs_syscalls.c:1126 #12 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #12 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd807e516708) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 vn_open+0x17b sys/kern/vfs_vnops.c:107 #8 doopenat+0x26e sys/kern/vfs_syscalls.c:1126 #9 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #9 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #10 Xsyscall+0x128 Process 76757 (syz-executor.1) thread 0xffff80002a212558 (87504) exclusive rrwlock inode r = 0 (0xfffffd8070962920) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 doopenat+0x4d8 sys/kern/vfs_syscalls.c:1172 #6 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #6 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 96730 (syz-executor.2) thread 0xffff80002a17eab0 (138144) exclusive rrwlock inode r = 0 (0xfffffd8070962c50) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x1323 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #13 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b7ff818) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 7556 (syz-executor.4) thread 0xffff80002a22bab0 (481518) exclusive rrwlock inode r = 0 (0xfffffd807e516818) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vn_closefile+0xca vn_close sys/kern/vfs_vnops.c:292 [inline] #5 vn_closefile+0xca sys/kern/vfs_vnops.c:609 #6 fdrop+0xcb sys/kern/kern_descrip.c:1274 #7 closef+0x120 sys/kern/kern_descrip.c:1258 #8 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 39458 (syz-executor.5) thread 0xffff80002a211ab8 (498713) exclusive rrwlock inode r = 0 (0xfffffd8070962a30) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x1323 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #13 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b5020a8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 24259 (syz-executor.3) thread 0xffff80002a17d570 (59176) exclusive rrwlock inode r = 0 (0xfffffd806e0a1700) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1c5 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xfb sys/ufs/ufs/ufs_vnops.c:1127 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3069 #10 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #10 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b7ff1b8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3054 #8 syscall+0x533 mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x533 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 5883 (syz-executor.0) thread 0xffff80002a21c298 (463820) exclusive rrwlock inode r = 0 (0xfffffd807e516d68) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vn_closefile+0xca vn_close sys/kern/vfs_vnops.c:292 [inline] #5 vn_closefile+0xca sys/kern/vfs_vnops.c:609 #6 fdrop+0xcb sys/kern/kern_descrip.c:1274 #7 closef+0x120 sys/kern/kern_descrip.c:1258 #8 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline] #8 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 30754 (update) thread 0xffff80002a145800 (335079) exclusive rrwlock inode r = 0 (0xfffffd8070f2e810) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 syncer_thread+0xad sys/kern/vfs_sync.c:150 #7 proc_trampoline+0x10 Process 84332 (idle0) thread 0xffff80002a0fc540 (509722) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82eb3aa0) #0 witness_lock+0x447 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 #3 acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 #4 sched_idle+0x41e sys/kern/kern_sched.c:183 #5 proc_trampoline+0x10 exclusive mutex /syzkaller/managers/multicore/kernel/sys/kern/kern_timeout.c:57 r = 0 (0xffffffff82d54b20) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 softclock_process_tick_timeout+0x1b2 sys/kern/kern_timeout.c:723 #4 softclock+0x13a sys/kern/kern_timeout.c:755 #5 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #6 Xsoftclock+0x27 #7 acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 #8 sched_idle+0x41e sys/kern/kern_sched.c:183 #9 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10206 6505K 6741K 166960K 13780 0 pcb 15 32K 40K 166960K 1289 0 rtable 246 15K 15K 166960K 9126 0 pf 43 11K 11K 166960K 181 0 ifaddr 50 16K 17K 166960K 191 0 ifgroup 74 3K 3K 166960K 303 0 sysctl 3 0K 0K 166960K 9 0 counters 74 37K 37K 166960K 198 0 ioctlops 0 0K 4K 166960K 4007 0 iov 0 0K 32K 166960K 2497 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1349 84K 85K 166960K 4880 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 13K 166960K 277 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 850 0 dirhash 12 2K 3K 166960K 123 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 10 33K 81K 166960K 33787 0 sigio 0 0K 0K 166960K 1950 0 proc 67 67K 127K 166960K 1880 0 subproc 104 6K 6K 166960K 407 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 2098 0 in_multi 99 7K 7K 166960K 812 0 ether_multi 1 0K 0K 166960K 41 0 mrt 2 0K 0K 166960K 18 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 97 440K 440K 166960K 97 0 exec 0 0K 1K 166960K 2042 0 pfkey data 0 0K 0K 166960K 43 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 649 385K 392K 166960K 300332 0 UVM aobj 131 6K 8K 166960K 156 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 605 0 NDP 17 0K 1K 166960K 141 0 temp 74 6772K 7412K 166960K 180926 0 kqueue 6 10K 38K 166960K 2666 0 SYN cache 2 56K 64K 166960K 4 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 674 0 673 7 6 1 4 0 8 0 rtentry 112 4193 0 4080 4 0 4 4 0 8 0 unpcb 144 15068 0 15060 118 117 1 10 0 8 0 syncache 336 422 0 422 31 31 0 1 0 8 0 tcpqe 32 337 2634 337 7 7 0 1 0 8 0 tcpcb 808 5992 0 5599 161 120 41 47 0 8 0 arp 120 1331 0 1313 1 0 1 1 0 8 0 inpcb 392 18143 0 17750 218 176 42 54 0 8 0 nd6 136 103 0 76 1 0 1 1 0 8 0 pkpcb 40 45 0 45 12 12 0 1 0 8 0 kcovpl 48 31 0 23 1 0 1 1 0 8 0 ppxss 1168 12 0 11 1 0 1 1 0 8 0 pffrag 232 3274 0 3268 12 10 2 3 0 482 0 pffrnode 88 1125 0 1119 10 9 1 1 0 8 0 pffrent 40 7331 0 7325 11 10 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 576 0 574 1 0 1 1 0 8 0 pfstkey 128 576 0 574 4 3 1 3 0 8 0 pfstate 376 576 0 574 16 15 1 8 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2778 0 2311 41 11 30 30 0 8 0 art_table 32 2779 0 2311 4 0 4 4 0 8 0 art_node 16 4151 0 4048 1 0 1 1 0 8 0 sysvmsgpl 40 105 0 101 1 0 1 1 0 8 0 semapl 112 842 0 832 1 0 1 1 0 8 0 shmpl 112 153 0 25 4 0 4 4 0 8 0 dirhash 1024 91 0 74 3 0 3 3 0 8 0 dino2pl 256 41756 0 40232 96 0 96 96 0 8 0 ffsino 272 41756 0 40232 102 0 102 102 0 8 0 nchpl 144 83945 0 82293 64 0 64 64 0 8 0 uvmvnodes 80 6373 0 0 131 0 131 131 0 8 0 vnodes 216 6373 0 0 355 0 355 355 0 8 0 namei 1024 225614 0 225611 11 10 1 3 0 8 0 percpumem 16 113 0 62 1 0 1 1 0 8 0 vcpupl 2048 59 0 2 8 0 8 8 0 8 0 vmpool 696 70 0 13 7 1 6 6 0 8 0 kstatmem 264 158 0 124 4 1 3 3 0 8 0 scxspl 216 254638 0 254622 26 25 1 8 1 8 0 plimitpl 152 1035 0 1020 1 0 1 1 0 8 0 sigapl 424 34135 0 34072 11 3 8 8 0 8 0 futexpl 64 232222 0 232222 6 6 0 1 0 8 0 knotepl 120 1015 0 0 21 12 9 16 0 8 0 kqueuepl 216 5085 0 5080 59 58 1 8 0 8 0 pipepl 320 2068 0 2041 62 59 3 11 0 8 0 fdescpl 496 34056 0 34033 6 2 4 5 0 8 0 filepl 152 130020 0 129802 205 196 9 19 0 8 0 lockfpl 104 9521 0 9519 16 15 1 3 0 8 0 lockfspl 48 2414 0 2412 1 0 1 1 0 8 0 sessionpl 144 53 0 37 1 0 1 1 0 8 0 pgrppl 48 309 0 293 1 0 1 1 0 8 0 ucredpl 104 16241 0 16232 1 0 1 1 0 8 0 zombiepl 144 34077 0 34072 3 2 1 1 0 8 0 processpl 1136 34135 0 34072 6 1 5 6 0 8 0 procpl 680 77592 0 77510 13 4 9 10 0 8 0 srpgc 96 37 0 37 14 14 0 1 0 8 0 sosppl 168 255 0 252 4 3 1 3 0 8 0 sockpl 584 33999 0 33597 241 210 31 39 0 8 0 mcl64k 65536 14 0 0 2 0 2 2 0 8 0 mcl16k 16384 8 0 0 1 0 1 1 0 8 0 mcl12k 12288 10 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 21 0 0 3 0 3 3 0 8 0 mcl4k 4096 16 0 0 2 0 2 2 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 1005 0 0 38 20 18 38 0 8 0 mtagpl 96 39 0 0 1 0 1 1 0 8 0 mbufpl 256 13000 0 0 737 0 737 737 0 8 0 bufpl 280 48516 0 42143 456 0 456 456 0 8 0 anonpl 24 2757808 0 2746158 219 131 88 92 0 186 0 amapchunkpl 152 970060 0 969302 218 183 35 61 0 158 0 amappl16 200 53175 0 52732 184 160 24 32 0 8 0 amappl15 192 58 0 57 1 0 1 1 0 8 0 amappl14 184 238 0 226 2 1 1 2 0 8 0 amappl13 176 24 0 24 5 5 0 1 0 8 0 amappl12 168 35077 0 35047 3 1 2 2 0 8 0 amappl11 160 71 0 61 1 0 1 1 0 8 0 amappl10 152 59 0 43 1 0 1 1 0 8 0 amappl9 144 343 0 342 2 1 1 1 0 8 0 amappl8 136 1716 0 1375 12 0 12 12 0 8 0 amappl7 128 285 0 260 2 0 2 2 0 8 0 amappl6 120 756 0 730 1 0 1 1 0 8 0 amappl5 112 894 0 885 1 0 1 1 0 8 0 amappl4 104 887 0 836 4 2 2 2 0 8 0 amappl3 96 189277 0 189206 5 2 3 4 0 8 0 amappl2 88 35417 0 35347 4 2 2 4 0 8 0 amappl1 80 128192 0 127735 24 11 13 23 0 8 0 amappl 88 298675 0 298430 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 155 0 25 3 0 3 3 0 8 0 uaddrrnd 24 34126 0 34046 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 34126 0 34046 1 0 1 1 0 8 0 vmmpekpl 168 193895 0 193814 4 0 4 4 0 8 0 vmmpepl 168 1887173 0 1884781 549 433 116 154 0 357 0 vmsppl 448 34125 0 34046 11 1 10 10 0 8 0 rwobjpl 56 411054 0 402869 128 12 116 116 0 8 0 pdppl 4096 68259 0 68149 1008 898 110 122 0 8 0 pvpl 32 43490 0 0 351 0 351 351 0 265 0 pmappl 248 34125 0 34046 7 1 6 6 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2514 0 1307 36 0 36 36 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8291b3a2) at panic+0x17b sys/kern/subr_prf.c:198 softclock(0) at softclock+0x22d sys/kern/kern_timeout.c:759 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff82d16ff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029cebff0) at sched_idle+0x41e sys/kern/kern_sched.c:183 end trace frame: 0x0, count: -5