uvm_fault(0xffffffff83aba540, 0xffff80003c50e7f0, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d
TID PID UID PRFLAGS PFLAGS CPU COMMAND
109995 19854 0 0x2 0 0 syz-executor
witness_checkorder(ffff80003c50e7d0,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(ffff80003c50e7c0) at mtx_enter+0x95 sys/kern/kern_lock.c:406
filt_procdetach(fffffd806c3eb810) at filt_procdetach+0x4d sys/kern/kern_event.c:432
knote_remove(ffff8000fffe8d18,fffffd806f4ad700,fffffd806f4ad7a0,1,1) at knote_remove+0x1fb sys/kern/kern_event.c:-1
kqueue_purge(ffff8000fffe8d18,fffffd806f4ad700) at kqueue_purge+0x137 sys/kern/kern_event.c:1890
kqueue_close(fffffd806a8d6880,ffff8000fffe8d18) at kqueue_close+0x48 sys/kern/kern_event.c:1934
fdrop(fffffd806a8d6880,ffff8000fffe8d18) at fdrop+0x121 sys/kern/kern_descrip.c:1281
closef(fffffd806a8d6880,ffff8000fffe8d18) at closef+0x192 sys/kern/kern_descrip.c:1265
fdfree(ffff8000fffe8d18) at fdfree+0x116 sys/kern/kern_descrip.c:1196
exit1(ffff8000fffe8d18,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff8000fffe8d18,ffff800035b90860,ffff800035b907b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff800035b90860) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff800035b90860) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7e2385160ba0, count: 2
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
*cpu1: uvm_fault(0xffffffff83aba540, 0xffff80003c50e7f0, 0, 1) -> e
ddb{1}> trace
witness_checkorder(ffff80003c50e7d0,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(ffff80003c50e7c0) at mtx_enter+0x95 sys/kern/kern_lock.c:406
filt_procdetach(fffffd806c3eb810) at filt_procdetach+0x4d sys/kern/kern_event.c:432
knote_remove(ffff8000fffe8d18,fffffd806f4ad700,fffffd806f4ad7a0,1,1) at knote_remove+0x1fb sys/kern/kern_event.c:-1
kqueue_purge(ffff8000fffe8d18,fffffd806f4ad700) at kqueue_purge+0x137 sys/kern/kern_event.c:1890
kqueue_close(fffffd806a8d6880,ffff8000fffe8d18) at kqueue_close+0x48 sys/kern/kern_event.c:1934
fdrop(fffffd806a8d6880,ffff8000fffe8d18) at fdrop+0x121 sys/kern/kern_descrip.c:1281
closef(fffffd806a8d6880,ffff8000fffe8d18) at closef+0x192 sys/kern/kern_descrip.c:1265
fdfree(ffff8000fffe8d18) at fdfree+0x116 sys/kern/kern_descrip.c:1196
exit1(ffff8000fffe8d18,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff8000fffe8d18,ffff800035b90860,ffff800035b907b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff800035b90860) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff800035b90860) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7e2385160ba0, count: -13
ddb{1}> show registers
rdi 0
rsi 0
rbp 0xffff800035b903d0
rbx 0
rdx 0
rcx 0xffff8000fffe8d18
rax 0xffff80002999dffe
r8 0x1
r9 0x1
r10 0xa044f38038dd4059
r11 0x13468cb7b23b980d
r12 0xffff80003c50e7fe
r13 0x9
r14 0xffff80003c50e7d0
r15 0
rip 0xffffffff82801025 witness_checkorder+0xb5
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800035b90330
ss 0x10
witness_checkorder+0xb5: movl 0x20(%r14),%r15d
ddb{1}> show proc
PROC (syz-executor) tid=375423 pid=86220 tcnt=0 stat=onproc
flags process=1008<EXITING,SINGLEEXIT> proc=2000<WEXIT>
runpri=32, usrpri=71, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0xffff8000fffe8d18 scnt=-1 ecnt=1
forw=0xffffffffffffffff, list=0xffff8000fffe8fb0,0xffff8000fffe8560
process=0xffff8000fffe49c0 user=0xffff800035b8b000, vmspace=0xfffffd806c6d07b8
estcpu=21, cpticks=5, pctcpu=0.2, user=0, sys=1, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
5381 81335 18221 0 2 0 syz-executor
19050 459874 94348 0 3 0x3000 suspend syz-executor
19050 417697 94348 0 2 0x4081000 syz-executor
93364 439493 45897 0 2 0 syz-executor
93364 73731 45897 0 3 0x4000080 bpf syz-executor
48484 473408 0 0 3 0x14280 nfsidl nfsio
53264 353213 0 0 3 0x14280 nfsidl nfsio
29062 232330 0 0 3 0x14280 nfsidl nfsio
39286 440593 0 0 3 0x14280 nfsidl nfsio
50458 94702 0 0 3 0x14280 nfsidl nfsio
59303 57732 0 0 3 0x14280 nfsidl nfsio
46877 491929 0 0 3 0x14280 nfsidl nfsio
72016 39899 0 0 3 0x14280 nfsidl nfsio
98411 297751 0 0 3 0x14280 nfsidl nfsio
8283 257998 0 0 3 0x14280 nfsidl nfsio
6187 347845 0 0 3 0x14280 nfsidl nfsio
66585 43178 0 0 3 0x14280 nfsidl nfsio
97061 194658 0 0 3 0x14280 nfsidl nfsio
10468 211989 0 0 3 0x14280 nfsidl nfsio
54300 91535 0 0 3 0x14280 nfsidl nfsio
55728 233224 0 0 3 0x14280 nfsidl nfsio
18726 383603 0 0 3 0x14280 nfsidl nfsio
78597 374998 0 0 3 0x14280 nfsidl nfsio
87381 355659 0 0 3 0x14280 nfsidl nfsio
25015 14341 0 0 3 0x14280 nfsidl nfsio
78052 483410 90500 0 3 0x80 nanoslp syz-executor
78052 323361 90500 0 3 0x4000080 fsleep syz-executor
78052 192741 90500 0 3 0x4000080 fsleep syz-executor
78052 158893 90500 0 3 0x4000080 fsleep syz-executor
90500 88542 81319 0 3 0x82 nanoslp syz-executor
94348 334883 81319 0 3 0x82 nanoslp syz-executor
45897 455189 81319 0 3 0x82 nanoslp syz-executor
19854 109995 81319 0 7 0x2 syz-executor
18221 261130 81319 0 3 0x82 nanoslp syz-executor
64865 225296 81319 0 3 0x82 wait syz-executor
89905 491308 81319 0 3 0x82 nanoslp syz-executor
80094 171922 81319 0 3 0x2 biowait syz-executor
81319 381665 13870 0 3 0x82 kqread syz-executor
13870 498135 48457 0 3 0x10008a sigsusp ksh
48457 450650 31770 0 3 0x98 kqread sshd-session
31770 264146 81958 0 3 0x92 kqread sshd-session
74597 23771 1 0 3 0x100083 ttyin getty
81958 394838 1 0 3 0x88 kqread sshd
79930 268517 41424 74 3 0x1100092 bpf pflogd
41424 255409 1 0 3 0x80 sbwait pflogd
89963 54336 3560 73 3 0x1100010 biowait syslogd
3560 317164 1 0 3 0x100082 sbwait syslogd
31437 483409 1 0 3 0x100080 kqread resolvd
43846 176514 28907 77 3 0x100092 kqread dhcpleased
97015 337037 28907 77 3 0x100092 kqread dhcpleased
28907 168674 1 0 3 0x80 kqread dhcpleased
99956 250359 0 0 3 0x14200 bored smr
58900 443596 0 0 2 0x14200 zerothread
29315 120113 0 0 3 0x14200 aiodoned aiodoned
80878 159135 0 0 3 0x14200 syncer update
75010 510666 0 0 3 0x14200 cleaner cleaner
60765 98898 0 0 3 0x14200 reaper reaper
1666 355183 0 0 3 0x14200 pgdaemon pagedaemon
92318 48086 0 0 3 0x14200 bored viomb
17832 35022 0 0 3 0x40014200 acpi0 acpi0
53052 100635 0 0 3 0x40014200 idle1
97003 337409 0 0 3 0x14200 bored softnet1
56977 128781 0 0 3 0x14200 bored softnet0
795 212286 0 0 3 0x14200 bored systqmp
98571 284194 0 0 3 0x14200 bored systq
25505 58729 0 0 3 0x14200 tmoslp softclockmp
17547 110877 0 0 3 0x40014200 tmoslp softclock
65315 50172 0 0 3 0x40014200 idle0
1 490181 0 0 3 0x82 wait init
0 0 -1 0 3 0x10010200 scheduler swapper
ddb{1}> show all locks
Process 19854 (syz-executor) thread 0xffff80002a241a08 (109995)
exclusive rrwlock inode r = 0 (0xfffffd806c5168e0)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576
#5 vget+0x2a2 sys/kern/vfs_subr.c:686
#6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98
#7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203
#8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478
#9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85
#10 vfs_lookup+0x963 sys/kern/vfs_lookup.c:580
#11 namei+0x7c5 sys/kern/vfs_lookup.c:250
#12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1893
#13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#14 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806ccb20b8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576
#5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431
#6 namei+0x7c5 sys/kern/vfs_lookup.c:250
#7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1893
#8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#9 Xsyscall+0x128
Process 80094 (syz-executor) thread 0xffff80002a223c98 (171922)
exclusive rrwlock inode r = 0 (0xfffffd806c5161f0)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576
#5 vget+0x2a2 sys/kern/vfs_subr.c:686
#6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98
#7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203
#8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478
#9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85
#10 vfs_lookup+0x963 sys/kern/vfs_lookup.c:580
#11 namei+0x7c5 sys/kern/vfs_lookup.c:250
#12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1893
#13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#14 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806d73c1d8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576
#5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431
#6 namei+0x7c5 sys/kern/vfs_lookup.c:250
#7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1893
#8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#9 Xsyscall+0x128
Process 89963 (syslogd) thread 0xffff80002a2234d0 (54336)
exclusive rrwlock inode r = 0 (0xfffffd806eb5f6c8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576
#5 sys_fsync+0x144 sys/kern/vfs_syscalls.c:2976
#6 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#6 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#7 Xsyscall+0x128
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 11067 12102K 13990K 166960K 12728 0
pcb 17 13K 14K 166960K 116 0
rtable 240 9K 9K 166960K 396 0
pf 34 17K 81K 166960K 104 0
ifaddr 40 7K 7K 166960K 53 0
ifgroup 51 2K 2K 166960K 71 0
sysctl 2 1K 9K 166960K 7 0
counters 68 36K 37K 166960K 88 0
ioctlops 0 0K 4K 166960K 1512 0
iov 0 0K 16K 166960K 3 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1423 89K 90K 166960K 1699 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 9K 166960K 8 0
VM map 2 1K 1K 166960K 2 0
sem 7 0K 0K 166960K 7 0
dirhash 12 2K 2K 166960K 12 0
ACPI 1692 195K 286K 166960K 12470 0
file desc 16 57K 110K 166960K 277 0
proc 72 115K 180K 166960K 567 0
subproc 72 4K 4K 166960K 72 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 19 0
in_multi 88 6K 7K 166960K 106 0
ether_multi 1 0K 0K 166960K 3 0
mrt 0 0K 0K 166960K 6 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 55 254K 254K 166960K 55 0
exec 0 0K 1K 166960K 408 0
fusefs mount 1 32K 32K 166960K 1 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 219 159K 169K 166960K 4218 0
UVM aobj 6 2K 2K 166960K 7 0
pinsyscall 41 82K 100K 166960K 1429 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 0 0K 0K 166960K 3 0
NDP 11 0K 1K 166960K 33 0
temp 40 9111K 9178K 166960K 11833 0
kqueue 15 22K 28K 166960K 55 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 26 0 0 1 0 1 1 0 8 0
rtpcb 120 40 0 37 1 0 1 1 0 8 0
rtentry 176 118 0 14 6 0 6 6 0 8 0
unpcb 144 79 0 62 1 0 1 1 0 8 0
syncache 336 5 0 5 1 1 0 1 0 8 0
tcpcb 736 112 0 107 7 1 6 7 0 8 5
arp 136 19 0 2 1 0 1 1 0 8 0
ipq 40 1 0 1 1 0 1 1 0 8 1
ipqe 40 3 0 3 1 0 1 1 0 8 1
inpcb 328 379 0 370 7 0 7 7 0 8 5
nd6 152 27 0 5 2 0 2 2 0 8 1
pkpcb 40 34 0 34 1 1 0 1 0 8 0
kcovpl 48 8 0 0 1 0 1 1 0 8 0
ppxss 1192 7 0 7 1 0 1 1 0 8 1
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfrktable 1344 3 0 1 1 0 1 1 0 8 0
pfanchor 1288 12 0 0 1 0 1 1 0 8 0
pfstitem 24 44 0 0 1 0 1 1 0 8 0
pfstkey 128 44 0 0 2 0 2 2 0 8 0
pfstate 448 43 0 0 5 0 5 5 0 8 0
pfrule 1360 24 0 18 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 521 0 68 32 0 32 32 0 8 2
art_table 40 522 0 68 6 0 6 6 0 8 0
art_node 32 118 0 23 1 0 1 1 0 8 0
sysvmsgpl 40 2 0 2 1 0 1 1 0 8 1
semupl 112 1 0 1 1 0 1 1 0 8 1
semapl 72 5 0 0 1 0 1 1 0 8 0
shmpl 112 4 0 1 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1870 0 404 93 0 93 93 0 8 0
ffsino 296 1870 0 404 114 0 114 114 0 8 0
nchpl 144 2257 0 555 64 0 64 64 0 8 0
rtmask 32 4 0 4 1 0 1 1 0 8 1
vnodes 216 2194 0 0 122 0 122 122 0 8 0
namei 1024 7617 0 7617 1 0 1 1 0 8 1
percpumem 16 59 0 10 1 0 1 1 0 8 0
pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0
kstatmem 264 37 0 12 2 0 2 2 0 8 0
scsiplug 72 1 0 1 1 0 1 1 0 8 1
scxspl 216 7716 0 7714 4 3 1 3 1 8 0
plimitpl 152 43 0 24 1 0 1 1 0 8 0
sigapl 424 788 0 722 29 3 26 28 0 8 17
knotepl 120 560 0 0 17 0 17 17 0 8 0
kqueuepl 224 99 0 89 3 0 3 3 0 8 2
pipepl 344 139 0 112 3 0 3 3 0 8 0
fdescpl 528 572 0 542 3 0 3 3 0 8 0
filepl 160 3285 0 3062 13 0 13 13 0 8 3
lockfpl 104 73 0 69 1 0 1 1 0 8 0
lockfspl 48 37 0 33 1 0 1 1 0 8 0
sessionpl 144 65 0 56 1 0 1 1 0 8 0
pgrppl 48 76 0 59 1 0 1 1 0 8 0
ucredpl 104 402 0 389 1 0 1 1 0 8 0
zombiepl 144 725 0 722 6 0 6 6 0 8 5
processpl 1232 788 0 722 20 1 19 20 0 8 11
procpl 664 1028 0 957 22 6 16 22 0 8 8
sosppl 176 1 0 1 1 0 1 1 0 8 1
sockpl 752 542 0 513 11 0 11 11 0 8 7
mcl64k 65536 2 0 0 1 0 1 1 0 8 0
mcl16k 16384 4 0 0 1 0 1 1 0 8 0
mcl8k 8192 3 0 0 1 0 1 1 0 8 0
mcl4k 4096 112 0 0 14 0 14 14 0 8 0
mcl2k 2048 27 0 0 4 0 4 4 0 8 0
mtagpl 96 2 0 0 1 0 1 1 0 8 0
mbufpl 256 207 0 0 13 0 13 13 0 8 0
bufpl 280 2730 0 105 188 0 188 188 0 8 0
anonpl 32 5537 0 0 46 1 45 45 0 246 0
amapchunkpl 152 11865 0 11427 26 0 26 26 0 158 6
amappl16 200 761 0 738 4 1 3 3 0 8 1
amappl15 192 17 0 17 1 1 0 1 0 8 0
amappl14 184 431 0 430 1 0 1 1 0 8 0
amappl13 176 119 0 107 1 0 1 1 0 8 0
amappl12 168 836 0 807 2 0 2 2 0 8 0
amappl11 160 7 0 7 2 2 0 1 0 8 0
amappl10 152 60 0 46 1 0 1 1 0 8 0
amappl9 144 300 0 300 1 1 0 1 0 8 0
amappl8 136 98 0 96 1 0 1 1 0 8 0
amappl7 128 146 0 133 1 0 1 1 0 8 0
amappl6 120 154 0 152 1 0 1 1 0 8 0
amappl5 112 97 0 86 1 0 1 1 0 8 0
amappl4 104 306 0 287 1 0 1 1 0 8 0
amappl3 96 2381 0 2277 4 0 4 4 0 8 1
amappl2 88 540 0 479 2 0 2 2 0 8 0
amappl1 80 10958 0 10346 14 1 13 14 0 8 0
amappl 88 3476 0 3328 5 0 5 5 0 92 1
uvmvnodes 80 107 0 0 3 0 3 3 0 8 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 254 0 254 2 1 1 1 0 8 1
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 19 0 18 1 0 1 1 0 8 0
aobjpl 72 6 0 1 1 0 1 1 0 8 0
uaddrrnd 24 572 0 542 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 572 0 542 1 0 1 1 0 8 0
vmmpekpl 168 7140 0 7086 4 0 4 4 0 8 0
vmmpepl 168 44056 0 42198 88 0 88 88 0 357 1
vmsppl 488 571 0 542 5 1 4 5 0 8 0
rwobjpl 80 14815 0 13781 23 0 23 23 0 8 0
pdppl 4096 1151 0 1084 95 24 71 83 0 8 4
pvpl 32 14612 0 0 119 1 118 118 0 265 0
pmappl 256 571 0 542 3 0 3 3 0 8 0
extentpl 40 45 0 27 1 0 1 1 0 8 0
phpool 112 280 0 29 8 0 8 8 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
x86_ipi_db(ffffffff83913ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff839e5780) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline]
__mp_lock(ffffffff839e5780) at __mp_lock+0x192 sys/kern/kern_lock.c:173
__mp_acquire_count(ffffffff839e5780,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
biowait(fffffd806d558b18) at biowait+0xc6 sys/kern/vfs_bio.c:1242
bwrite(fffffd806d558b18) at bwrite+0x2e7 sys/kern/vfs_bio.c:754
ufs_dirremove(fffffd806cb71118,fffffd806c516840,800c,1) at ufs_dirremove+0x290 sys/ufs/ufs/ufs_lookup.c:919
ufs_rmdir(ffff80002a324690) at ufs_rmdir+0x238 sys/ufs/ufs/ufs_vnops.c:1248
VOP_RMDIR(fffffd806cb71118,fffffd8069c53528,ffff80002a324768) at VOP_RMDIR+0x192 sys/kern/vfs_vops.c:413
dounlinkat(ffff80002a241a08,ffffff9c,7b258d2e8070,8) at dounlinkat+0x2e0 sys/kern/vfs_syscalls.c:1926
syscall(ffff80002a3248e0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a3248e0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7b258d2e8060, count: 1
ddb{0}> trace
x86_ipi_db(ffffffff83913ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff839e5780) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline]
__mp_lock(ffffffff839e5780) at __mp_lock+0x192 sys/kern/kern_lock.c:173
__mp_acquire_count(ffffffff839e5780,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
biowait(fffffd806d558b18) at biowait+0xc6 sys/kern/vfs_bio.c:1242
bwrite(fffffd806d558b18) at bwrite+0x2e7 sys/kern/vfs_bio.c:754
ufs_dirremove(fffffd806cb71118,fffffd806c516840,800c,1) at ufs_dirremove+0x290 sys/ufs/ufs/ufs_lookup.c:919
ufs_rmdir(ffff80002a324690) at ufs_rmdir+0x238 sys/ufs/ufs/ufs_vnops.c:1248
VOP_RMDIR(fffffd806cb71118,fffffd8069c53528,ffff80002a324768) at VOP_RMDIR+0x192 sys/kern/vfs_vops.c:413
dounlinkat(ffff80002a241a08,ffffff9c,7b258d2e8070,8) at dounlinkat+0x2e0 sys/kern/vfs_syscalls.c:1926
syscall(ffff80002a3248e0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a3248e0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7b258d2e8060, count: -14
ddb{0}> machine ddbcpu 1
Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d
witness_checkorder(ffff80003c50e7d0,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(ffff80003c50e7c0) at mtx_enter+0x95 sys/kern/kern_lock.c:406
filt_procdetach(fffffd806c3eb810) at filt_procdetach+0x4d sys/kern/kern_event.c:432
knote_remove(ffff8000fffe8d18,fffffd806f4ad700,fffffd806f4ad7a0,1,1) at knote_remove+0x1fb sys/kern/kern_event.c:-1
kqueue_purge(ffff8000fffe8d18,fffffd806f4ad700) at kqueue_purge+0x137 sys/kern/kern_event.c:1890
kqueue_close(fffffd806a8d6880,ffff8000fffe8d18) at kqueue_close+0x48 sys/kern/kern_event.c:1934
fdrop(fffffd806a8d6880,ffff8000fffe8d18) at fdrop+0x121 sys/kern/kern_descrip.c:1281
closef(fffffd806a8d6880,ffff8000fffe8d18) at closef+0x192 sys/kern/kern_descrip.c:1265
fdfree(ffff8000fffe8d18) at fdfree+0x116 sys/kern/kern_descrip.c:1196
exit1(ffff8000fffe8d18,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff8000fffe8d18,ffff800035b90860,ffff800035b907b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff800035b90860) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff800035b90860) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7e2385160ba0, count: 2
ddb{1}> trace
witness_checkorder(ffff80003c50e7d0,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(ffff80003c50e7c0) at mtx_enter+0x95 sys/kern/kern_lock.c:406
filt_procdetach(fffffd806c3eb810) at filt_procdetach+0x4d sys/kern/kern_event.c:432
knote_remove(ffff8000fffe8d18,fffffd806f4ad700,fffffd806f4ad7a0,1,1) at knote_remove+0x1fb sys/kern/kern_event.c:-1
kqueue_purge(ffff8000fffe8d18,fffffd806f4ad700) at kqueue_purge+0x137 sys/kern/kern_event.c:1890
kqueue_close(fffffd806a8d6880,ffff8000fffe8d18) at kqueue_close+0x48 sys/kern/kern_event.c:1934
fdrop(fffffd806a8d6880,ffff8000fffe8d18) at fdrop+0x121 sys/kern/kern_descrip.c:1281
closef(fffffd806a8d6880,ffff8000fffe8d18) at closef+0x192 sys/kern/kern_descrip.c:1265
fdfree(ffff8000fffe8d18) at fdfree+0x116 sys/kern/kern_descrip.c:1196
exit1(ffff8000fffe8d18,b,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff8000fffe8d18,ffff800035b90860,ffff800035b907b0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff800035b90860) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff800035b90860) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7e2385160ba0, count: -13