uvm_fault(0xfffffd806cf06dd8, 0x28, 0, 1) -> e kernel: page fault trap, code=0 Stopped at witness_checkorder+0xa9: movl 0x18(%r14),%r15d TID PID UID PRFLAGS PFLAGS CPU COMMAND 213849 86451 60928 0x8000010 0 0 syz-executor *116742 86451 60928 0x8000010 0x4000000 1K syz-executor witness_checkorder(10,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:776 rw_enter(0,1) at rw_enter+0x122 uvm_vnp_terminate(fffffd806bfe5db8) at uvm_vnp_terminate+0x32 sys/uvm/uvm_vnode.c:428 vclean(fffffd806bfe5db8,8,ffff8000371cfc08) at vclean+0x16d sys/kern/vfs_subr.c:1063 vgonel(fffffd806bfe5db8,ffff8000371cfc08) at vgonel+0xb0 sys/kern/vfs_subr.c:1175 checkalias(fffffd806cad7798,61700,0) at checkalias+0x1ab cdevvp(61700,ffff80002a0b8730) at cdevvp+0xd2 sys/kern/vfs_subr.c:507 spec_open_clone(ffff80002a0b8808) at spec_open_clone+0x1ee sys/kern/spec_vnops.c:711 spec_open(ffff80002a0b8808) at spec_open+0x326 sys/kern/spec_vnops.c:148 VOP_OPEN(fffffd806ee016f0,1,fffffd807f7d3208,ffff8000371cfc08) at VOP_OPEN+0x8b sys/kern/vfs_vops.c:138 vn_open(ffff80002a0b8a58,1,0) at vn_open+0x708 sys/kern/vfs_vnops.c:177 doopenat(ffff8000371cfc08,ffffff9c,200012c0,0,0,ffff80002a0b8c00) at doopenat+0x31d sys/kern/vfs_syscalls.c:1123 syscall(ffff80002a0b8cb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b8cb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaf2a6922050, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xfffffd806cf06dd8, 0x28, 0, 1) -> e ddb{1}> trace witness_checkorder(10,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:776 rw_enter(0,1) at rw_enter+0x122 uvm_vnp_terminate(fffffd806bfe5db8) at uvm_vnp_terminate+0x32 sys/uvm/uvm_vnode.c:428 vclean(fffffd806bfe5db8,8,ffff8000371cfc08) at vclean+0x16d sys/kern/vfs_subr.c:1063 vgonel(fffffd806bfe5db8,ffff8000371cfc08) at vgonel+0xb0 sys/kern/vfs_subr.c:1175 checkalias(fffffd806cad7798,61700,0) at checkalias+0x1ab cdevvp(61700,ffff80002a0b8730) at cdevvp+0xd2 sys/kern/vfs_subr.c:507 spec_open_clone(ffff80002a0b8808) at spec_open_clone+0x1ee sys/kern/spec_vnops.c:711 spec_open(ffff80002a0b8808) at spec_open+0x326 sys/kern/spec_vnops.c:148 VOP_OPEN(fffffd806ee016f0,1,fffffd807f7d3208,ffff8000371cfc08) at VOP_OPEN+0x8b sys/kern/vfs_vops.c:138 vn_open(ffff80002a0b8a58,1,0) at vn_open+0x708 sys/kern/vfs_vnops.c:177 doopenat(ffff8000371cfc08,ffffff9c,200012c0,0,0,ffff80002a0b8c00) at doopenat+0x31d sys/kern/vfs_syscalls.c:1123 syscall(ffff80002a0b8cb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b8cb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaf2a6922050, count: -14 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff80002a0b8490 rbx 0 rdx 0xffff8000011ae8c0 rcx 0xffff8000371cfc08 rax 0xffff800029b7bff0 r8 0x50 r9 0xfffffd807f7d3208 r10 0x78d32a2d27bbbaa r11 0xdb90f0c913b27741 r12 0 r13 0x1 r14 0x10 r15 0x3 rip 0xffffffff8223e539 witness_checkorder+0xa9 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a0b83e0 ss 0x10 witness_checkorder+0xa9: movl 0x18(%r14),%r15d ddb{1}> show proc PROC (syz-executor) tid=116742 pid=86451 tcnt=2 stat=onproc flags process=8000010 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffdbe8,0xffffffff8351ad18 process=0xffff80002d791fb0 user=0xffff80002a0b3000, vmspace=0xfffffd806cf06dd8 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 2582 69749 15852 0 2 0x8000000 syz-executor 86451 213849 42592 60928 7 0x8000010 syz-executor *86451 116742 42592 60928 7 0xc000010 syz-executor 52488 171742 94733 0 2 0x8000000 syz-executor 52488 385742 94733 0 3 0xc000080 fsleep syz-executor 75811 243392 85356 0 2 0x8000000 syz-executor 75811 273217 85356 0 3 0xc000000 biowait syz-executor 13380 432427 28676 0 2 0x8000000 syz-executor 13380 154414 28676 0 3 0xc000000 getblk syz-executor 13380 308153 28676 0 3 0xc000080 fsleep syz-executor 19816 110870 22528 0 3 0x8000002 biowait syz-executor 28676 325976 22528 0 3 0x8000082 nanoslp syz-executor 15852 24875 22528 0 3 0x8000082 nanoslp syz-executor 66189 502844 22528 0 3 0x8000002 biowait syz-executor 42592 199558 22528 0 3 0x8000082 nanoslp syz-executor 12054 141513 22528 0 3 0x8000002 getblk syz-executor 94733 159262 22528 0 3 0x8000082 nanoslp syz-executor 85356 450838 22528 0 3 0x8000082 nanoslp syz-executor 69253 491586 1 0 3 0x18100083 ttyin getty 8783 87618 0 0 3 0x14280 nfsidl nfsio 1082 7288 0 0 3 0x14280 nfsidl nfsio 32991 422100 0 0 3 0x14280 nfsidl nfsio 16561 474535 0 0 3 0x14280 nfsidl nfsio 80467 93921 0 0 3 0x14280 nfsidl nfsio 5361 523950 0 0 3 0x14280 nfsidl nfsio 8804 275684 0 0 3 0x14280 nfsidl nfsio 53645 123164 0 0 3 0x14280 nfsidl nfsio 90899 307335 0 0 3 0x14280 nfsidl nfsio 9189 213048 0 0 3 0x14280 nfsidl nfsio 17144 173926 0 0 3 0x14280 nfsidl nfsio 42483 338687 0 0 3 0x14280 nfsidl nfsio 33141 219342 0 0 3 0x14280 nfsidl nfsio 32749 291413 0 0 3 0x14280 nfsidl nfsio 41104 398943 0 0 3 0x14280 nfsidl nfsio 80175 219331 0 0 3 0x14280 nfsidl nfsio 37889 130675 0 0 3 0x14280 nfsidl nfsio 91697 103337 0 0 3 0x14280 nfsidl nfsio 84596 435893 0 0 3 0x14280 nfsidl nfsio 3550 407895 0 0 3 0x14280 nfsidl nfsio 18351 411677 0 0 3 0x14200 bored sosplice 22528 99189 29244 0 3 0x8000082 kqread syz-executor 29244 79060 13136 0 3 0x810008a sigsusp ksh 13136 369153 78623 0 3 0x18000098 kqread sshd-session 78623 305563 32630 0 3 0x18000092 kqread sshd-session 32630 47122 1 0 3 0x18000088 kqread sshd 81954 90925 77312 74 3 0x19100092 bpf pflogd 77312 509774 1 0 3 0x18000080 sbwait pflogd 44526 63457 40080 73 3 0x19100010 biowait syslogd 40080 163820 1 0 3 0x18100082 sbwait syslogd 99801 483237 1 0 3 0x18100080 kqread resolvd 18033 74114 28567 77 3 0x18100092 kqread dhcpleased 65912 478831 28567 77 3 0x18100092 kqread dhcpleased 28567 218396 1 0 3 0x18000080 kqread dhcpleased 53001 23034 0 0 3 0x14200 bored smr 45047 172944 0 0 2 0x14200 zerothread 39102 304654 0 0 3 0x14200 aiodoned aiodoned 82258 199010 0 0 3 0x14200 syncer update 86221 334423 0 0 3 0x14200 cleaner cleaner 85619 440110 0 0 3 0x14200 reaper reaper 3188 352271 0 0 3 0x14200 pgdaemon pagedaemon 78 11405 0 0 3 0x14200 bored viomb 51594 60923 0 0 3 0x40014200 acpi0 acpi0 85784 376698 0 0 3 0x40014200 idle1 33272 183139 0 0 3 0x14200 bored softnet3 88067 100035 0 0 3 0x14200 bored softnet2 62383 85649 0 0 3 0x14200 bored softnet1 82062 397839 0 0 3 0x14200 bored softnet0 28252 286858 0 0 3 0x14200 bored systqmp 96356 32867 0 0 3 0x14200 bored systq 21811 165031 0 0 3 0x14200 tmoslp softclockmp 22497 161820 0 0 3 0x40014200 tmoslp softclock 14145 212988 0 0 3 0x40014200 idle0 1 196939 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 86451 (syz-executor) thread 0xffff8000371cfc08 (116742) exclusive rrwlock inode r = 0 (0xfffffd806ec7e5f0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 vn_open+0x13f sys/kern/vfs_vnops.c:140 #12 doopenat+0x31d sys/kern/vfs_syscalls.c:1123 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83505470) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #1 syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 #2 Xsyscall+0x128 Process 75811 (syz-executor) thread 0xffff8000ffff6530 (273217) exclusive rrwlock inode r = 0 (0xfffffd806e9df0a8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vn_write+0x18d sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x23c sys/kern/sys_generic.c:375 #7 sys_writev+0xd8 sys/kern/sys_generic.c:322 #8 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 13380 (syz-executor) thread 0xffff8000371ce7c8 (154414) exclusive rrwlock inode r = 0 (0xfffffd80748eb3c8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1576 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 19816 (syz-executor) thread 0xffff8000ffff6f50 (110870) exclusive rrwlock inode r = 0 (0xfffffd806bc214e8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3100 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806de2e2c0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3085 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 66189 (syz-executor) thread 0xffff80002d78ece8 (502844) exclusive rrwlock inode r = 0 (0xfffffd806b302918) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3100 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806de646f8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3085 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 12054 (syz-executor) thread 0xffff80002d78f708 (141513) exclusive rrwlock inode r = 0 (0xfffffd807555bf80) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x171 sys/ufs/ufs/ufs_ihash.c:95 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x19f8 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1852 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806df804e8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1852 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 44526 (syslogd) thread 0xffff8000ffffd960 (63457) exclusive rrwlock inode r = 0 (0xfffffd806e4ad1b0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2927 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10210 10367K 10690K 166960K 12605 0 pcb 17 14K 15K 166960K 159 0 rtable 223 14K 15K 166960K 1477 0 pf 34 9K 11K 166960K 129 0 ifaddr 46 16K 16K 166960K 192 0 ifgroup 59 2K 2K 166960K 209 0 sysctl 3 0K 0K 166960K 3 0 counters 66 36K 37K 166960K 146 0 ioctlops 0 0K 4K 166960K 1637 0 iov 0 0K 14K 166960K 47 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1480 93K 93K 166960K 2593 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 17 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 126 0 dirhash 12 2K 2K 166960K 27 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 97K 166960K 1270 0 sigio 0 0K 0K 166960K 16 0 proc 70 91K 152K 166960K 1477 0 subproc 104 6K 7K 166960K 520 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 126 0 in_multi 99 7K 7K 166960K 476 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 869 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 214 92K 95K 166960K 11528 0 UVM aobj 30 4K 4K 166960K 32 0 pinsyscall 40 80K 106K 166960K 3175 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 58 0 NDP 23 1K 2K 166960K 133 0 temp 77 6816K 6882K 166960K 38270 0 kqueue 13 20K 30K 166960K 126 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 167 0 164 1 0 1 1 0 8 0 rtentry 112 490 0 389 4 1 3 4 0 8 0 unpcb 144 1009 0 990 12 7 5 6 0 8 4 syncache 336 4 0 4 1 1 0 1 0 8 0 tcpcb 808 271 0 267 8 7 1 7 0 8 0 arp 120 86 0 68 1 0 1 1 0 8 0 inpcb 384 1134 0 1127 16 12 4 9 0 8 3 nd6 136 126 0 102 1 0 1 1 0 8 0 pkpcb 40 6 0 6 3 3 0 1 0 8 0 kcovpl 48 40 0 32 1 0 1 1 0 8 0 ppxss 1168 6 0 6 2 2 0 1 0 8 0 pffrag 232 8 0 4 1 0 1 1 0 482 0 pffrnode 88 7 0 4 1 0 1 1 0 8 0 pffrent 40 55 0 51 1 0 1 1 0 8 0 pfosfp 40 1429 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1429 0 714 21 0 21 21 0 8 0 pfstitem 24 122 0 82 1 0 1 1 0 8 0 pfstkey 128 122 0 82 2 0 2 2 0 8 0 pfstate 376 122 0 82 7 0 7 7 0 8 0 pfrule 1344 24 0 19 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1966 0 1517 32 3 29 29 0 8 0 art_table 32 1967 0 1517 4 0 4 4 0 8 0 art_node 16 485 0 395 1 0 1 1 0 8 0 sysvmsgpl 40 13 0 6 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 123 0 113 1 0 1 1 0 8 0 shmpl 112 29 0 2 1 0 1 1 0 8 0 dirhash 1024 27 0 10 3 0 3 3 0 8 0 dino2pl 256 2886 0 1315 99 0 99 99 0 8 0 ffsino 272 2886 0 1315 106 1 105 105 0 8 0 nchpl 144 4260 0 3678 64 38 26 64 0 8 2 uvmvnodes 80 3985 0 0 82 0 82 82 0 8 0 uvmvnodes: pool(0xffffffff8353dc48:uvmvnodes): page inconsistency: page 0x0; at page head addr 0xfffffd805fdfcf90 (p 0xfffffd805fdfc000) vnodes 216 3985 0 0 222 0 222 222 0 8 0 namei 1024 18007 0 18005 3 2 1 2 0 8 0 percpumem 16 87 0 40 1 0 1 1 0 8 0 vcpupl 3904 5 0 1 1 0 1 1 0 8 0 vmpool 696 7 0 3 1 0 1 1 0 8 0 kstatmem 264 106 0 80 3 1 2 3 0 8 0 scsiplug 72 2 0 2 1 1 0 1 0 8 0 scxspl 216 19809 0 19805 12 11 1 8 1 8 0 plimitpl 152 359 0 342 1 0 1 1 0 8 0 sigapl 424 1529 0 1461 11 2 9 9 0 8 0 futexpl 64 13169 0 13167 4 3 1 1 0 8 0 knotepl 120 375 0 0 10 0 10 10 0 8 0 kqueuepl 216 227 0 215 2 1 1 2 0 8 0 pipepl 320 427 0 400 10 7 3 8 0 8 0 fdescpl 496 1487 0 1458 9 4 5 6 0 8 0 filepl 152 9233 0 8981 26 12 14 17 0 8 4 lockfpl 104 346 0 343 1 0 1 1 0 8 0 lockfspl 48 152 0 149 1 0 1 1 0 8 0 sessionpl 144 55 0 46 1 0 1 1 0 8 0 pgrppl 48 104 0 87 1 0 1 1 0 8 0 ucredpl 104 1295 0 1280 1 0 1 1 0 8 0 zombiepl 144 1461 0 1461 1 0 1 1 0 8 1 processpl 1152 1529 0 1461 7 1 6 6 0 8 0 procpl 648 2691 0 2618 9 1 8 8 0 8 0 srpgc 96 2 0 2 1 1 0 1 0 8 0 sosppl 168 5 0 5 3 2 1 1 0 8 1 sockpl 664 2328 0 2299 29 18 11 15 0 8 8 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 226 0 0 29 0 29 29 0 8 0 mtagpl 96 13 0 0 1 0 1 1 0 8 0 mbufpl 256 457 0 0 27 0 27 27 0 8 0 bufpl 280 7290 0 1118 441 0 441 441 0 8 0 anonpl 24 261060 0 257796 55 4 51 51 0 185 22 amapchunkpl 152 36735 0 36324 34 4 30 32 0 158 11 amappl16 200 5551 0 5536 29 21 8 15 0 8 5 amappl15 192 4 0 4 2 2 0 1 0 8 0 amappl14 184 180 0 168 1 0 1 1 0 8 0 amappl13 176 9 0 9 1 1 0 1 0 8 0 amappl12 168 2635 0 2607 4 2 2 3 0 8 0 amappl11 160 55 0 41 1 0 1 1 0 8 0 amappl10 152 25 0 25 1 1 0 1 0 8 0 amappl9 144 159 0 158 1 0 1 1 0 8 0 amappl8 136 31 0 28 1 0 1 1 0 8 0 amappl7 128 179 0 166 1 0 1 1 0 8 0 amappl6 120 482 0 481 1 0 1 1 0 8 0 amappl5 112 265 0 253 1 0 1 1 0 8 0 amappl4 104 414 0 395 1 0 1 1 0 8 0 amappl3 96 7220 0 7123 4 0 4 4 0 8 1 amappl2 88 1071 0 1004 2 0 2 2 0 8 0 amappl1 80 13056 0 12481 16 2 14 15 0 8 0 amappl 88 10873 0 10724 5 0 5 5 0 92 1 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 31 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1494 0 1461 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1494 0 1461 1 0 1 1 0 8 0 vmmpekpl 168 14509 0 14466 4 0 4 4 0 8 0 vmmpepl 168 97696 0 95941 104 13 91 96 0 357 10 vmsppl 440 1493 0 1461 6 2 4 5 0 8 0 rwobjpl 56 33940 0 29017 73 3 70 71 0 8 0 pdppl 4096 2996 0 2926 155 78 77 88 0 8 7 pvpl 32 28047 0 0 226 0 226 226 0 265 0 pmappl 248 1493 0 1461 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 473 0 96 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83422ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83505268) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff83505268) at __mp_lock+0x199 sys/kern/kern_lock.c:144 intr_handler(ffff8000332117a0,ffff80000006c000) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff83505268) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff83505268) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800033211900,ffff80000006bc00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f end of kernel end trace frame: 0x783d97bee600, count: 6 ddb{0}> trace x86_ipi_db(ffffffff83422ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83505268) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff83505268) at __mp_lock+0x199 sys/kern/kern_lock.c:144 intr_handler(ffff8000332117a0,ffff80000006c000) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff83505268) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff83505268) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff800033211900,ffff80000006bc00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f end of kernel end trace frame: 0x783d97bee600, count: -9 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0xa9: movl 0x18(%r14),%r15d witness_checkorder(10,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:776 rw_enter(0,1) at rw_enter+0x122 uvm_vnp_terminate(fffffd806bfe5db8) at uvm_vnp_terminate+0x32 sys/uvm/uvm_vnode.c:428 vclean(fffffd806bfe5db8,8,ffff8000371cfc08) at vclean+0x16d sys/kern/vfs_subr.c:1063 vgonel(fffffd806bfe5db8,ffff8000371cfc08) at vgonel+0xb0 sys/kern/vfs_subr.c:1175 checkalias(fffffd806cad7798,61700,0) at checkalias+0x1ab cdevvp(61700,ffff80002a0b8730) at cdevvp+0xd2 sys/kern/vfs_subr.c:507 spec_open_clone(ffff80002a0b8808) at spec_open_clone+0x1ee sys/kern/spec_vnops.c:711 spec_open(ffff80002a0b8808) at spec_open+0x326 sys/kern/spec_vnops.c:148 VOP_OPEN(fffffd806ee016f0,1,fffffd807f7d3208,ffff8000371cfc08) at VOP_OPEN+0x8b sys/kern/vfs_vops.c:138 vn_open(ffff80002a0b8a58,1,0) at vn_open+0x708 sys/kern/vfs_vnops.c:177 doopenat(ffff8000371cfc08,ffffff9c,200012c0,0,0,ffff80002a0b8c00) at doopenat+0x31d sys/kern/vfs_syscalls.c:1123 syscall(ffff80002a0b8cb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b8cb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaf2a6922050, count: 1 ddb{1}> trace witness_checkorder(10,9,0) at witness_checkorder+0xa9 sys/kern/subr_witness.c:776 rw_enter(0,1) at rw_enter+0x122 uvm_vnp_terminate(fffffd806bfe5db8) at uvm_vnp_terminate+0x32 sys/uvm/uvm_vnode.c:428 vclean(fffffd806bfe5db8,8,ffff8000371cfc08) at vclean+0x16d sys/kern/vfs_subr.c:1063 vgonel(fffffd806bfe5db8,ffff8000371cfc08) at vgonel+0xb0 sys/kern/vfs_subr.c:1175 checkalias(fffffd806cad7798,61700,0) at checkalias+0x1ab cdevvp(61700,ffff80002a0b8730) at cdevvp+0xd2 sys/kern/vfs_subr.c:507 spec_open_clone(ffff80002a0b8808) at spec_open_clone+0x1ee sys/kern/spec_vnops.c:711 spec_open(ffff80002a0b8808) at spec_open+0x326 sys/kern/spec_vnops.c:148 VOP_OPEN(fffffd806ee016f0,1,fffffd807f7d3208,ffff8000371cfc08) at VOP_OPEN+0x8b sys/kern/vfs_vops.c:138 vn_open(ffff80002a0b8a58,1,0) at vn_open+0x708 sys/kern/vfs_vnops.c:177 doopenat(ffff8000371cfc08,ffffff9c,200012c0,0,0,ffff80002a0b8c00) at doopenat+0x31d sys/kern/vfs_syscalls.c:1123 syscall(ffff80002a0b8cb0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b8cb0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xaf2a6922050, count: -14