panic: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *110493 45765 0 0x8000000 0x4000000 0 syz-executor.6 156565 68046 0 0x14000 0x200 1 softnet0 db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e8745) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline] witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786 __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 sys/kern/kern_lock.c:142 intr_handler(ffff80002f14ff30,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d mtx_enter_try(ffffffff82e90320) at mtx_enter_try+0x103 mtx_enter(ffffffff82e90320) at mtx_enter+0x4e sys/kern/kern_lock.c:266 pool_get(ffffffff82e90320,9) at pool_get+0xc4 sys/kern/subr_pool.c:579 uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279 vm_impl_init(ffff800037393878,ffff8000ffff7498) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245 vm_create(ffff800000e53800,ffff8000ffff7498) at vm_create+0x13e sys/dev/vmm/vmm.c:388 vmmioctl(a00,c2585601,ffff800000e53800,1,ffff8000ffff7498) at vmmioctl+0x2de end trace frame: 0xffff80002f1503f0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e8745) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline] witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786 __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 sys/kern/kern_lock.c:142 intr_handler(ffff80002f14ff30,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d mtx_enter_try(ffffffff82e90320) at mtx_enter_try+0x103 mtx_enter(ffffffff82e90320) at mtx_enter+0x4e sys/kern/kern_lock.c:266 pool_get(ffffffff82e90320,9) at pool_get+0xc4 sys/kern/subr_pool.c:579 uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279 vm_impl_init(ffff800037393878,ffff8000ffff7498) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245 vm_create(ffff800000e53800,ffff8000ffff7498) at vm_create+0x13e sys/dev/vmm/vmm.c:388 vmmioctl(a00,c2585601,ffff800000e53800,1,ffff8000ffff7498) at vmmioctl+0x2de VOP_IOCTL(fffffd806e251d88,c2585601,ffff800000e53800,1,fffffd807f7d3a28,ffff8000ffff7498) at VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 vn_ioctl(fffffd806aaa2870,c2585601,ffff800000e53800,ffff8000ffff7498) at vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 sys_ioctl(ffff8000ffff7498,ffff80002f1506f0,ffff80002f150640) at sys_ioctl+0x4a9 syscall(ffff80002f1506f0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002f1506f0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf9a67fdb6b0, count: -19 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002f14fd20 rbx 0xffffffff82cf7d77 cpu_info_full_primary+0x2d77 rdx 0xffff800000e0d880 rcx 0xffff8000ffff7498 rax 0xffffffff82cf6ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x5b99e2b2e88fa796 r11 0xbb5b5fcaf7a892ee r12 0xffffffff82cf7b78 cpu_info_full_primary+0x2b78 r13 0 r14 0 r15 0x1 rip 0xffffffff827f493c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002f14fd10 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.6) tid=110493 pid=45765 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff8000ffff7c48,0xffff80002a157758 process=0xffff8000fffee810 user=0xffff80002f14b000, vmspace=0xfffffd806b369a68 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=1 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 87418 341483 69389 0 2 0x8000000 syz-executor.0 87418 357081 69389 0 3 0xc000080 fsleep syz-executor.0 45765 107673 75808 0 2 0x8000000 syz-executor.6 *45765 110493 75808 0 7 0xc000000 syz-executor.6 81124 86686 86317 0 3 0x8000080 nanoslp syz-executor.1 81124 133830 86317 0 3 0xc000080 fsleep syz-executor.1 81124 236799 86317 0 3 0xc000080 fsleep syz-executor.1 81124 497282 86317 0 3 0xc000080 fsleep syz-executor.1 26898 273069 88480 0 2 0x8000000 syz-executor.5 26898 506522 88480 0 3 0xc000080 sbwait syz-executor.5 26898 46224 88480 0 3 0xc000000 biowait syz-executor.5 95636 312618 63857 0 3 0x8000080 nanoslp syz-executor.7 95636 99162 63857 0 3 0xc000080 netacc syz-executor.7 95636 211113 63857 0 3 0xc000080 fsleep syz-executor.7 5282 390451 30045 0 3 0x8000080 nanoslp syz-executor.3 5282 465297 30045 0 3 0xc000080 netcon syz-executor.3 5282 46168 30045 0 3 0xc000080 fsleep syz-executor.3 75808 474173 51963 0 3 0x8000082 nanoslp syz-executor.6 18922 398084 0 0 3 0x14280 nfsidl nfsio 99703 268108 0 0 3 0x14280 nfsidl nfsio 22710 65785 0 0 3 0x14280 nfsidl nfsio 41144 219264 0 0 3 0x14280 nfsidl nfsio 31102 358457 0 0 3 0x14280 nfsidl nfsio 95929 500824 0 0 3 0x14280 nfsidl nfsio 9648 56975 0 0 3 0x14280 nfsidl nfsio 12405 474395 0 0 3 0x14280 nfsidl nfsio 8967 357915 0 0 3 0x14280 nfsidl nfsio 477 208377 0 0 3 0x14280 nfsidl nfsio 56277 143195 0 0 3 0x14280 nfsidl nfsio 26786 358273 0 0 3 0x14280 nfsidl nfsio 57730 267762 0 0 3 0x14280 nfsidl nfsio 1262 340400 0 0 3 0x14280 nfsidl nfsio 41836 93477 0 0 3 0x14280 nfsidl nfsio 8547 84244 0 0 3 0x14280 nfsidl nfsio 90890 184059 0 0 3 0x14280 nfsidl nfsio 21080 519770 0 0 3 0x14280 nfsidl nfsio 89077 509030 0 0 3 0x14280 nfsidl nfsio 78706 442577 0 0 3 0x14280 nfsidl nfsio 59677 198088 0 0 3 0x14200 bored sosplice 67057 471236 51963 0 3 0x8000002 biowait syz-executor.4 30045 94323 51963 0 3 0x8000082 nanoslp syz-executor.3 84412 317436 51963 0 3 0x8000002 biowait syz-executor.2 69389 373622 51963 0 3 0x8000082 nanoslp syz-executor.0 86317 11882 51963 0 3 0x8000082 nanoslp syz-executor.1 63857 484343 51963 0 3 0x8000082 nanoslp syz-executor.7 88480 101559 51963 0 3 0x8000082 nanoslp syz-executor.5 51963 221398 1492 0 3 0x1a000082 wait syz-fuzzer 51963 471854 1492 0 3 0x1e000082 nanoslp syz-fuzzer 51963 19362 1492 0 3 0x1e000082 wait syz-fuzzer 51963 357484 1492 0 3 0x1e000082 wait syz-fuzzer 51963 381986 1492 0 3 0x1e000082 wait syz-fuzzer 51963 88556 1492 0 3 0x1e000082 wait syz-fuzzer 51963 238527 1492 0 3 0x1e000082 thrsleep syz-fuzzer 51963 221849 1492 0 3 0x1e000082 thrsleep syz-fuzzer 51963 321916 1492 0 3 0x1e000082 wait syz-fuzzer 51963 345078 1492 0 2 0x1e000082 syz-fuzzer 51963 132080 1492 0 3 0x1e000082 thrsleep syz-fuzzer 51963 483673 1492 0 3 0x1e000082 thrsleep syz-fuzzer 51963 153556 1492 0 3 0x1e000082 wait syz-fuzzer 51963 154061 1492 0 3 0x1e000082 thrsleep syz-fuzzer 51963 273906 1492 0 3 0x1e000082 wait syz-fuzzer 51963 483856 1492 0 3 0x1e000082 thrsleep syz-fuzzer 1492 373136 84111 0 3 0x810008a sigsusp ksh 84111 108472 5451 0 3 0x1800009a kqread sshd 5131 166205 1 0 3 0x18100083 ttyin getty 5451 335722 1 0 3 0x18000088 kqread sshd 35969 493609 52223 73 3 0x19100010 biowait syslogd 52223 32389 1 0 3 0x18100082 sbwait syslogd 60646 126190 1 0 3 0x18100080 kqread resolvd 34543 395248 2807 77 3 0x18100092 kqread dhcpleased 47429 106007 2807 77 3 0x18100092 kqread dhcpleased 2807 195076 1 0 3 0x18000080 kqread dhcpleased 24521 179435 0 0 3 0x14200 bored smr 48944 245676 0 0 3 0x14200 pgzero zerothread 74124 56072 0 0 3 0x14200 aiodoned aiodoned 69151 63073 0 0 3 0x14200 syncer update 99437 460282 0 0 3 0x14200 cleaner cleaner 29689 420833 0 0 3 0x14200 reaper reaper 39237 168468 0 0 3 0x14200 pgdaemon pagedaemon 14905 33949 0 0 3 0x14200 bored viomb 42911 410058 0 0 3 0x40014200 acpi0 acpi0 88518 432171 0 0 3 0x40014200 idle1 30655 383592 0 0 3 0x14200 bored softnet3 18660 202556 0 0 3 0x14200 bored softnet2 68138 381860 0 0 3 0x14200 bored softnet1 68046 156565 0 0 7 0x14200 softnet0 48440 153205 0 0 3 0x14200 bored systqmp 22142 343372 0 0 3 0x14200 bored systq 82588 17964 0 0 3 0x14200 tmoslp softclockmp 10525 331992 0 0 3 0x40014200 tmoslp softclock 24976 11928 0 0 3 0x40014200 idle0 1 248653 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex vmsppl r = 0 (0xffffffff82e90330) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pool_get+0xc4 sys/kern/subr_pool.c:579 #4 uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279 #5 vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245 #6 vm_create+0x13e sys/dev/vmm/vmm.c:388 #7 vmmioctl+0x2de #8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x4a9 #11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 Process 26898 (syz-executor.5) thread 0xffff8000ffff7c48 (46224) exclusive rrwlock inode r = 0 (0xfffffd806e229a38) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1117 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3077 #10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806e3c8f88) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 #6 namei+0x56a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3062 #8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 67057 (syz-executor.4) thread 0xffff8000ffff6ce8 (471236) exclusive rrwlock inode r = 0 (0xfffffd80683034e8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1117 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3077 #10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80678e90a0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 #6 namei+0x56a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3062 #8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 84412 (syz-executor.2) thread 0xffff80002a1fd4a0 (317436) exclusive rrwlock inode r = 0 (0xfffffd8068303f88) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vget+0x1fd sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x1373 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566 #11 namei+0x56a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1855 #13 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #13 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80683031b8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vget+0x1fd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x2b3 sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x1b2 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566 #10 namei+0x56a sys/kern/vfs_lookup.c:250 #11 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1855 #12 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #12 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 35969 (syslogd) thread 0xffff8000ffffd720 (493609) exclusive rrwlock inode r = 0 (0xfffffd806e7444e0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2904 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10191 6540K 6614K 166960K 11498 0 pcb 18 12K 12K 166960K 89 0 rtable 240 6K 7K 166960K 408 0 pf 29 8K 10K 166960K 50 0 ifaddr 45 15K 15K 166960K 54 0 ifgroup 50 2K 2K 166960K 68 0 sysctl 1 0K 0K 166960K 1 0 counters 64 36K 36K 166960K 72 0 ioctlops 1 1K 4K 166960K 1490 0 iov 1 2K 16K 166960K 28 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1369 86K 87K 166960K 1583 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 7 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 17 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 89K 166960K 400 0 sigio 0 0K 0K 166960K 3 0 proc 58 79K 115K 166960K 528 0 subproc 104 6K 6K 166960K 117 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 43 0 in_multi 99 7K 7K 166960K 123 0 ether_multi 1 0K 0K 166960K 6 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 418 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 303 83K 98K 166960K 5900 0 UVM aobj 20 4K 4K 166960K 22 0 pinsyscall 36 72K 100K 166960K 1564 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 31 0 NDP 13 0K 1K 166960K 33 0 temp 55 6815K 6885K 166960K 10034 0 kqueue 12 18K 26K 166960K 60 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 61 0 58 1 0 1 1 0 8 0 rtentry 112 133 0 20 4 0 4 4 0 8 0 unpcb 144 280 0 260 1 0 1 1 0 8 0 syncache 336 4 0 4 1 1 0 1 0 8 0 tcpcb 808 103 0 93 4 2 2 2 0 8 0 arp 120 23 0 4 1 0 1 1 0 8 0 inpcb 384 364 0 350 4 2 2 3 0 8 0 nd6 136 30 0 4 1 0 1 1 0 8 0 pkpcb 40 3 0 3 2 1 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 pffrag 232 6 0 2 1 0 1 1 0 482 0 pffrnode 88 6 0 2 1 0 1 1 0 8 0 pffrent 40 51 0 47 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 42 0 24 1 0 1 1 0 8 0 pfstkey 128 42 0 24 1 0 1 1 0 8 0 pfstate 376 42 0 24 4 1 3 3 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 504 0 49 31 2 29 29 0 8 0 art_table 32 505 0 49 4 0 4 4 0 8 0 art_node 16 131 0 29 1 0 1 1 0 8 0 sysvmsgpl 40 7 0 2 1 0 1 1 0 8 0 semapl 112 13 0 3 1 0 1 1 0 8 0 shmpl 112 19 0 2 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 2079 0 563 96 0 96 96 0 8 0 ffsino 272 2079 0 563 102 0 102 102 0 8 0 nchpl 144 2742 0 999 67 0 67 67 0 8 0 uvmvnodes 80 2293 0 0 47 0 47 47 0 8 0 vnodes 216 2293 0 0 128 0 128 128 0 8 0 namei 1024 9407 0 9405 2 1 1 2 0 8 0 percpumem 16 50 0 4 1 0 1 1 0 8 0 vmpool 696 1 0 0 1 0 1 1 0 8 0 kstatmem 264 30 0 8 2 0 2 2 0 8 0 scxspl 216 13809 0 13805 12 9 3 8 1 8 2 plimitpl 152 83 0 68 1 0 1 1 0 8 0 sigapl 424 726 0 660 8 0 8 8 0 8 0 futexpl 64 4400 0 4394 3 2 1 1 0 8 0 knotepl 120 382 0 0 11 0 11 11 0 8 0 kqueuepl 216 118 0 107 1 0 1 1 0 8 0 pipepl 320 173 0 145 3 0 3 3 0 8 0 fdescpl 496 687 0 660 8 4 4 5 0 8 0 filepl 152 3703 0 3444 16 5 11 13 0 8 0 lockfpl 104 89 0 86 1 0 1 1 0 8 0 lockfspl 48 44 0 41 1 0 1 1 0 8 0 sessionpl 144 24 0 8 1 0 1 1 0 8 0 pgrppl 48 27 0 11 1 0 1 1 0 8 0 ucredpl 104 577 0 567 1 0 1 1 0 8 0 zombiepl 144 660 0 660 1 0 1 1 0 8 1 processpl 1136 726 0 660 5 0 5 5 0 8 0 procpl 656 1095 0 1003 9 0 9 9 0 8 0 srpgc 96 2 0 2 1 1 0 1 0 8 0 sosppl 168 3 0 2 2 1 1 1 0 8 0 sockpl 664 710 0 673 9 5 4 4 0 8 0 mcl64k 65536 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 319 0 0 40 0 40 40 0 8 0 mtagpl 96 4 0 0 1 0 1 1 0 8 0 mbufpl 256 360 0 0 21 0 21 21 0 8 0 bufpl 280 7004 0 643 455 0 455 455 0 8 0 anonpl 24 274498 0 266563 66 1 65 65 0 186 16 amapchunkpl 152 21645 0 20802 43 4 39 41 0 158 5 amappl16 200 6943 0 6816 19 12 7 19 0 8 0 amappl15 192 33 0 32 1 0 1 1 0 8 0 amappl14 184 152 0 142 2 1 1 2 0 8 0 amappl13 176 9 0 9 1 1 0 1 0 8 0 amappl12 168 1363 0 1331 3 1 2 3 0 8 0 amappl11 160 72 0 61 1 0 1 1 0 8 0 amappl10 152 47 0 39 1 0 1 1 0 8 0 amappl9 144 175 0 175 2 2 0 1 0 8 0 amappl8 136 135 0 97 2 0 2 2 0 8 0 amappl7 128 49 0 38 1 0 1 1 0 8 0 amappl6 120 363 0 351 2 1 1 2 0 8 0 amappl5 112 172 0 160 1 0 1 1 0 8 0 amappl4 104 560 0 527 2 0 2 2 0 8 0 amappl3 96 4393 0 4308 3 0 3 3 0 8 0 amappl2 88 1076 0 1007 4 2 2 4 0 8 0 amappl1 80 10466 0 9974 22 10 12 22 0 8 0 amappl 88 5337 0 5129 6 1 5 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 21 0 2 1 0 1 1 0 8 0 uaddrrnd 24 687 0 660 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 687 0 660 1 0 1 1 0 8 0 vmmpekpl 168 9842 0 9777 3 0 3 3 0 8 0 vmmpepl 168 65135 0 63270 118 25 93 114 0 357 7 vmsppl 440 686 0 660 4 0 4 4 0 8 0 rwobjpl 56 26492 0 23096 55 7 48 48 0 8 0 pdppl 4096 1381 0 1320 105 38 67 77 0 8 6 pvpl 32 45951 0 0 372 1 371 371 0 265 0 pmappl 248 686 0 660 4 2 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 412 0 46 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e8745) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 witness_debugger sys/kern/subr_witness.c:2524 [inline] witness_checkorder(ffffffff82e31640,9,0) at witness_checkorder+0xd03 sys/kern/subr_witness.c:786 __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0xa2 sys/kern/kern_lock.c:142 intr_handler(ffff80002f14ff30,ffff80000006bc00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d mtx_enter_try(ffffffff82e90320) at mtx_enter_try+0x103 mtx_enter(ffffffff82e90320) at mtx_enter+0x4e sys/kern/kern_lock.c:266 pool_get(ffffffff82e90320,9) at pool_get+0xc4 sys/kern/subr_pool.c:579 uvmspace_alloc(0,1000,1,0) at uvmspace_alloc+0x41 sys/uvm/uvm_map.c:3279 vm_impl_init(ffff800037393878,ffff8000ffff7498) at vm_impl_init+0x92 sys/arch/amd64/amd64/vmm_machdep.c:1245 vm_create(ffff800000e53800,ffff8000ffff7498) at vm_create+0x13e sys/dev/vmm/vmm.c:388 vmmioctl(a00,c2585601,ffff800000e53800,1,ffff8000ffff7498) at vmmioctl+0x2de VOP_IOCTL(fffffd806e251d88,c2585601,ffff800000e53800,1,fffffd807f7d3a28,ffff8000ffff7498) at VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 vn_ioctl(fffffd806aaa2870,c2585601,ffff800000e53800,ffff8000ffff7498) at vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 sys_ioctl(ffff8000ffff7498,ffff80002f1506f0,ffff80002f150640) at sys_ioctl+0x4a9 syscall(ffff80002f1506f0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002f1506f0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf9a67fdb6b0, count: -19 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82e31438) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0x122 sys/kern/kern_lock.c:147 if_qstart_compat(ffff8000001a0550) at if_qstart_compat+0x1e sys/net/if.c:716 ifq_serialize(ffff8000001a0550,ffff8000001a0678) at ifq_serialize+0x171 sys/net/ifq.c:113 taskq_thread(ffff80000002c000) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: 8 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82e31438) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82e31438) at __mp_lock+0x122 sys/kern/kern_lock.c:147 if_qstart_compat(ffff8000001a0550) at if_qstart_compat+0x1e sys/net/if.c:716 ifq_serialize(ffff8000001a0550,ffff8000001a0678) at ifq_serialize+0x171 sys/net/ifq.c:113 taskq_thread(ffff80000002c000) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: -7