panic: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock
Stopped at db_enter+0x1c: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
55450 75249 0 0x8000000 0 1 syz-executor.0
*178819 70989 0 0x8000000 0x4000000 0 syz-executor.5
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
panic(ffffffff828e2817) at panic+0x17b sys/kern/subr_prf.c:198
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline]
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 sys/kern/kern_lock.c:142
intr_handler(ffff80002a2d1760,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
pool_do_get(ffffffff82ddb9e0,9,ffff80002a2d1908) at pool_do_get+0x1bc sys/kern/subr_pool.c:736
pool_get(ffffffff82ddb9e0,9) at pool_get+0xf0 sys/kern/subr_pool.c:582
uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279
vm_impl_init(ffff80002a420b88,ffff80002a32acf8) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245
vm_create(ffff800000da8000,ffff80002a32acf8) at vm_create+0x13e sys/dev/vmm/vmm.c:388
vmmioctl(a00,c2585601,ffff800000da8000,1,ffff80002a32acf8) at vmmioctl+0x2de
VOP_IOCTL(fffffd806e8ffd88,c2585601,ffff800000da8000,1,fffffd807f7d39c0,ffff80002a32acf8) at VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264
vn_ioctl(fffffd806a453130,c2585601,ffff800000da8000,ffff80002a32acf8) at vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525
end trace frame: 0xffff80002a2d1dc0, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
*cpu0: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock
ddb{0}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
panic(ffffffff828e2817) at panic+0x17b sys/kern/subr_prf.c:198
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline]
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 sys/kern/kern_lock.c:142
intr_handler(ffff80002a2d1760,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
pool_do_get(ffffffff82ddb9e0,9,ffff80002a2d1908) at pool_do_get+0x1bc sys/kern/subr_pool.c:736
pool_get(ffffffff82ddb9e0,9) at pool_get+0xf0 sys/kern/subr_pool.c:582
uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279
vm_impl_init(ffff80002a420b88,ffff80002a32acf8) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245
vm_create(ffff800000da8000,ffff80002a32acf8) at vm_create+0x13e sys/dev/vmm/vmm.c:388
vmmioctl(a00,c2585601,ffff800000da8000,1,ffff80002a32acf8) at vmmioctl+0x2de
VOP_IOCTL(fffffd806e8ffd88,c2585601,ffff800000da8000,1,fffffd807f7d39c0,ffff80002a32acf8) at VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264
vn_ioctl(fffffd806a453130,c2585601,ffff800000da8000,ffff80002a32acf8) at vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525
sys_ioctl(ffff80002a32acf8,ffff80002a2d1ea0,ffff80002a2d1df0) at sys_ioctl+0x4a9
syscall(ffff80002a2d1ea0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
syscall(ffff80002a2d1ea0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x8418dd260, count: -17
ddb{0}> show registers
rdi 0
rsi 0x1
rbp 0xffff80002a2d1550
rbx 0xffffffff82ce7d77 cpu_info_full_primary+0x2d77
rdx 0x3fd
rcx 0
rax 0x68
r8 0x101010101010101
r9 0x8080808080808080
r10 0xb3b89d6c0b6e1c63
r11 0xec61d0f82fcab6c4
r12 0xffffffff82ce7b78 cpu_info_full_primary+0x2b78
r13 0
r14 0
r15 0x1
rip 0xffffffff825bf6cc db_enter+0x1c
cs 0x8
rflags 0x246
rsp 0xffff80002a2d1540
ss 0x10
db_enter+0x1c: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor.5) tid=178819 pid=70989 tcnt=2 stat=onproc
flags process=8000000 proc=4000000<THREAD>
runpri=32, usrpri=86, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0
forw=0xffffffffffffffff, list=0xffff80002a32b4a8,0xffff80002a32b228
process=0xffff80002a29b0e8 user=0xffff80002a2cc000, vmspace=0xfffffd80681e8018
estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
62335 73919 53000 0 2 0x8000000 syz-executor.1
75249 55450 67806 0 7 0x8000000 syz-executor.0
75249 281752 67806 0 3 0xc000000 getblk syz-executor.0
70989 172758 84694 0 2 0x8000000 syz-executor.5
*70989 178819 84694 0 7 0xc000000 syz-executor.5
67710 375500 70163 0 2 0x8000000 syz-executor.7
67710 367093 70163 0 2 0xc000000 syz-executor.7
70163 519011 20664 0 3 0x8000082 nanoslp syz-executor.7
34771 3790 20664 0 3 0x8000082 nanoslp syz-executor.2
58108 114974 20664 0 3 0x8000002 getblk syz-executor.4
96718 100570 20664 0 3 0x8000002 biowait syz-executor.6
12200 168053 20664 0 3 0x8000002 biowait syz-executor.3
84694 304109 20664 0 3 0x8000082 nanoslp syz-executor.5
67806 513349 20664 0 3 0x8000082 nanoslp syz-executor.0
53000 492920 20664 0 3 0x8000082 nanoslp syz-executor.1
20664 509438 9249 0 3 0x1a000082 wait syz-execprog
20664 441139 9249 0 3 0x1e000082 nanoslp syz-execprog
20664 135437 9249 0 3 0x1e000082 thrsleep syz-execprog
20664 190223 9249 0 3 0x1e000082 thrsleep syz-execprog
20664 413829 9249 0 3 0x1e000082 wait syz-execprog
20664 287986 9249 0 3 0x1e000082 wait syz-execprog
20664 11254 9249 0 3 0x1e000082 wait syz-execprog
20664 448158 9249 0 3 0x1e000082 wait syz-execprog
20664 400373 9249 0 3 0x1e000082 wait syz-execprog
20664 54908 9249 0 3 0x1e000082 wait syz-execprog
20664 172717 9249 0 3 0x1e000082 wait syz-execprog
20664 300005 9249 0 3 0x1e000082 thrsleep syz-execprog
20664 430904 9249 0 3 0x1e000082 thrsleep syz-execprog
20664 77512 9249 0 3 0x1e000082 thrsleep syz-execprog
20664 109845 9249 0 3 0x1e000082 kqread syz-execprog
9249 438039 27672 0 3 0x810008a sigsusp ksh
27672 195920 81090 0 3 0x1800009a kqread sshd
87091 37875 1 0 3 0x18100083 ttyin getty
81090 55661 1 0 3 0x18000088 kqread sshd
46074 153352 66654 73 3 0x19100090 kqread syslogd
66654 240231 1 0 3 0x18100082 sbwait syslogd
54676 276166 1 0 3 0x18100080 kqread resolvd
74753 506902 75468 77 3 0x18100092 kqread dhcpleased
29236 253187 75468 77 3 0x18100092 kqread dhcpleased
75468 500054 1 0 3 0x18000080 kqread dhcpleased
80528 136324 0 0 3 0x14200 bored smr
5325 320772 0 0 2 0x14200 zerothread
57929 46690 0 0 3 0x14200 aiodoned aiodoned
3001 133045 0 0 3 0x14200 syncer update
14158 255716 0 0 3 0x14200 cleaner cleaner
59031 257362 0 0 3 0x14200 reaper reaper
68357 17821 0 0 3 0x14200 pgdaemon pagedaemon
3161 335260 0 0 3 0x14200 bored viomb
37331 363065 0 0 3 0x40014200 acpi0 acpi0
36977 280511 0 0 3 0x40014200 idle1
94574 68175 0 0 3 0x14200 bored softnet3
59229 135580 0 0 3 0x14200 bored softnet2
99605 369815 0 0 3 0x14200 bored softnet1
98786 7581 0 0 3 0x14200 bored softnet0
67998 362385 0 0 3 0x14200 bored systqmp
47221 219882 0 0 3 0x14200 bored systq
68863 431744 0 0 3 0x14200 tmoslp softclockmp
96235 406913 0 0 3 0x40014200 tmoslp softclock
31136 488848 0 0 3 0x40014200 idle0
1 125463 0 0 3 0x8000082 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
CPU 0:
exclusive mutex vmsppl r = 0 (0xffffffff82ddb9f0)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 mtx_enter_try+0x103
#2 mtx_enter+0x4e sys/kern/kern_lock.c:266
#3 pool_get+0xc4 sys/kern/subr_pool.c:579
#4 uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279
#5 vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245
#6 vm_create+0x13e sys/dev/vmm/vmm.c:388
#7 vmmioctl+0x2de
#8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264
#9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525
#10 sys_ioctl+0x4a9
#11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
#11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
#12 Xsyscall+0x128
Process 75249 (syz-executor.0) thread 0xffff80002a32b218 (281752)
exclusive rrwlock inode r = 0 (0xfffffd806a022a38)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 ufs_ihashins+0x46
#5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230
#6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393
#7 ufs_makeinode+0xb0 sys/ufs/ufs/ufs_vnops.c:1733
#8 ufs_create+0x45 sys/ufs/ufs/ufs_vnops.c:147
#9 VOP_CREATE+0xc0 sys/kern/vfs_vops.c:103
#10 vn_open+0x353 sys/kern/vfs_vnops.c:116
#11 doopenat+0x269 sys/kern/vfs_syscalls.c:1126
#12 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#12 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#13 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806a022818)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418
#6 namei+0x56a sys/kern/vfs_lookup.c:250
#7 vn_open+0x180 sys/kern/vfs_vnops.c:107
#8 doopenat+0x269 sys/kern/vfs_syscalls.c:1126
#9 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#9 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#10 Xsyscall+0x128
Process 58108 (syz-executor.4) thread 0xffff80002a1ff730 (114974)
exclusive rrwlock inode r = 0 (0xfffffd806a0225f8)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#5 vget+0x1fd sys/kern/vfs_subr.c:676
#6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119
#7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1201
#8 ufs_lookup+0x1373 sys/ufs/ufs/ufs_lookup.c:478
#9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85
#10 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566
#11 namei+0x56a sys/kern/vfs_lookup.c:250
#12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1855
#13 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#13 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#14 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806ab9c810)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418
#6 namei+0x56a sys/kern/vfs_lookup.c:250
#7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1855
#8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#9 Xsyscall+0x128
Process 96718 (syz-executor.6) thread 0xffff80002a1fe020 (100570)
exclusive rrwlock inode r = 0 (0xfffffd806a022b48)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 ufs_ihashins+0x46
#5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230
#6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393
#7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1117
#8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388
#9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3077
#10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806ab9c920)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418
#6 namei+0x56a sys/kern/vfs_lookup.c:250
#7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3062
#8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#9 Xsyscall+0x128
Process 12200 (syz-executor.3) thread 0xffff8000ffff6f78 (168053)
exclusive rrwlock inode r = 0 (0xfffffd806a022c58)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 ufs_ihashins+0x46
#5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230
#6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393
#7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1117
#8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388
#9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3077
#10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806b3b4928)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 rw_enter+0x32d sys/kern/kern_rwlock.c:309
#2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#4 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418
#6 namei+0x56a sys/kern/vfs_lookup.c:250
#7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3062
#8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline]
#8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577
#9 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10167 6406K 6419K 166960K 11245 0
pcb 17 12K 12K 166960K 17 0
rtable 234 6K 6K 166960K 347 0
pf 29 8K 10K 166960K 40 0
ifaddr 44 15K 15K 166960K 46 0
ifgroup 50 2K 2K 166960K 50 0
counters 64 36K 36K 166960K 64 0
ioctlops 1 1K 4K 166960K 1718 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1260 79K 79K 166960K 1279 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 1K 166960K 2 0
VM map 2 1K 1K 166960K 2 0
sem 2 0K 0K 166960K 2 0
dirhash 12 2K 2K 166960K 12 0
ACPI 1697 195K 286K 166960K 12548 0
file desc 14 49K 93K 166960K 368 0
proc 55 78K 115K 166960K 480 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
in_multi 99 7K 7K 166960K 99 0
ether_multi 1 0K 0K 166960K 1 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 25 122K 122K 166960K 25 0
exec 0 0K 1K 166960K 370 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 477 78K 79K 166960K 5679 0
UVM aobj 3 2K 2K 166960K 3 0
pinsyscall 34 68K 100K 166960K 1511 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
NDP 11 0K 2K 166960K 27 0
temp 1 6804K 6868K 166960K 4504 0
kqueue 12 18K 18K 166960K 25 0
SYN cache 2 16K 16K 166960K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 33 0 30 1 0 1 1 0 8 0
rtentry 112 111 0 1 4 0 4 4 0 8 0
unpcb 144 33 0 20 1 0 1 1 0 8 0
syncache 336 5 0 5 1 1 0 1 0 8 0
tcpcb 808 8 0 5 1 0 1 1 0 8 0
arp 120 18 0 0 1 0 1 1 0 8 0
inpcb 384 62 0 56 1 0 1 1 0 8 0
nd6 136 24 0 0 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 19 0 0 1 0 1 1 0 8 0
pfstkey 128 19 0 0 1 0 1 1 0 8 0
pfstate 376 19 0 0 2 0 2 2 0 8 0
pfrule 1344 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 452 0 0 29 0 29 29 0 8 0
art_table 32 453 0 0 4 0 4 4 0 8 0
art_node 16 110 0 10 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 2037 0 515 96 0 96 96 0 8 0
ffsino 272 2038 0 515 102 0 102 102 0 8 0
nchpl 144 2771 0 1000 67 0 67 67 0 8 0
uvmvnodes 80 2051 0 0 42 0 42 42 0 8 0
vnodes 216 2051 0 0 114 0 114 114 0 8 0
namei 1024 8398 0 8395 2 0 2 2 0 8 1
percpumem 16 46 0 0 1 0 1 1 0 8 0
vcpupl 3904 236 0 0 30 0 30 30 0 8 0
vmpool 696 237 0 0 22 0 22 22 0 8 0
kstatmem 264 22 0 0 2 0 2 2 0 8 0
scxspl 216 9230 0 9228 3 2 1 2 1 8 0
plimitpl 152 34 0 19 1 0 1 1 0 8 0
sigapl 424 675 0 631 7 0 7 7 0 8 1
futexpl 64 1740 0 1740 1 0 1 1 0 8 1
knotepl 120 110 0 0 4 0 4 4 0 8 0
kqueuepl 216 21 0 13 1 0 1 1 0 8 0
pipepl 320 142 0 114 3 0 3 3 0 8 0
fdescpl 496 657 0 632 6 1 5 5 0 8 1
filepl 152 2604 0 2469 6 0 6 6 0 8 0
lockfpl 104 6 0 4 1 0 1 1 0 8 0
lockfspl 48 4 0 2 1 0 1 1 0 8 0
sessionpl 144 25 0 9 1 0 1 1 0 8 0
pgrppl 48 25 0 9 1 0 1 1 0 8 0
ucredpl 104 66 0 56 1 0 1 1 0 8 0
zombiepl 144 632 0 631 1 0 1 1 0 8 0
processpl 1136 675 0 631 4 0 4 4 0 8 0
procpl 656 926 0 865 6 0 6 6 0 8 0
sockpl 664 128 0 106 3 0 3 3 0 8 1
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 4 0 0 1 0 1 1 0 8 0
mcl2k 2048 293 0 0 37 0 37 37 0 8 0
mtagpl 96 2 0 0 1 0 1 1 0 8 0
mbufpl 256 313 0 0 20 0 20 20 0 8 0
bufpl 280 4604 0 188 316 0 316 316 0 8 0
anonpl 24 212725 0 208138 57 1 56 56 0 186 26
amapchunkpl 152 17496 0 16938 29 1 28 28 0 158 3
amappl16 200 5782 0 5699 6 1 5 5 0 8 0
amappl15 192 13 0 13 1 1 0 1 0 8 0
amappl14 184 162 0 151 2 0 2 2 0 8 1
amappl13 176 8 0 8 1 1 0 1 0 8 0
amappl12 168 1319 0 1293 2 0 2 2 0 8 0
amappl11 160 48 0 38 1 0 1 1 0 8 0
amappl10 152 41 0 31 2 1 1 1 0 8 0
amappl9 144 167 0 167 2 1 1 1 0 8 1
amappl8 136 111 0 77 2 0 2 2 0 8 0
amappl7 128 44 0 36 1 0 1 1 0 8 0
amappl6 120 337 0 324 2 0 2 2 0 8 1
amappl5 112 173 0 160 1 0 1 1 0 8 0
amappl4 104 532 0 498 2 0 2 2 0 8 1
amappl3 96 4226 0 3931 8 0 8 8 0 8 0
amappl2 88 1066 0 999 4 0 4 4 0 8 2
amappl1 80 11263 0 10782 22 2 20 22 0 8 8
amappl 88 4911 0 4751 5 0 5 5 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 2 0 0 1 0 1 1 0 8 0
uaddrrnd 24 893 0 632 2 0 2 2 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 893 0 632 2 0 2 2 0 8 0
vmmpekpl 168 9736 0 9688 3 0 3 3 0 8 0
vmmpepl 168 60058 0 58256 117 2 115 115 0 357 33
vmsppl 440 892 0 632 29 0 29 29 0 8 0
pool(0xffffffff82ddb9e0:vmsppl): page inconsistency: page 0xfffffd8068384000; 0 on list, 8 missing, 9 items per page
rwobjpl 56 25152 0 21920 48 2 46 47 0 8 0
pdppl 4096 1793 0 1500 306 12 294 294 0 8 1
pvpl 32 48676 0 0 394 1 393 394 0 265 0
pmappl 248 892 0 632 18 1 17 17 0 8 0
extentpl 40 56 0 38 1 0 1 1 0 8 0
phpool 112 603 0 15 17 0 17 17 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
panic(ffffffff828e2817) at panic+0x17b sys/kern/subr_prf.c:198
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline]
witness_checkorder(ffffffff82e90fa0,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82e90d98) at __mp_lock+0xa2 sys/kern/kern_lock.c:142
intr_handler(ffff80002a2d1760,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
pool_do_get(ffffffff82ddb9e0,9,ffff80002a2d1908) at pool_do_get+0x1bc sys/kern/subr_pool.c:736
pool_get(ffffffff82ddb9e0,9) at pool_get+0xf0 sys/kern/subr_pool.c:582
uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279
vm_impl_init(ffff80002a420b88,ffff80002a32acf8) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245
vm_create(ffff800000da8000,ffff80002a32acf8) at vm_create+0x13e sys/dev/vmm/vmm.c:388
vmmioctl(a00,c2585601,ffff800000da8000,1,ffff80002a32acf8) at vmmioctl+0x2de
VOP_IOCTL(fffffd806e8ffd88,c2585601,ffff800000da8000,1,fffffd807f7d39c0,ffff80002a32acf8) at VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264
vn_ioctl(fffffd806a453130,c2585601,ffff800000da8000,ffff80002a32acf8) at vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525
sys_ioctl(ffff80002a32acf8,ffff80002a2d1ea0,ffff80002a2d1df0) at sys_ioctl+0x4a9
syscall(ffff80002a2d1ea0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
syscall(ffff80002a2d1ea0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x8418dd260, count: -17
ddb{0}>