witness: lock order reversal: 1st 0xfffffd806bf6af20 vmmaplk (&map->lock) 2nd 0xfffffd806bd80c50 inode (&ip->i_lock) lock order [1] vmmaplk (&map->lock) -> [2] inode (&ip->i_lock) #0 rw_enter+0x122 #1 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #2 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #3 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #4 vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 #5 vndstrategy+0x4ff sys/dev/vnd.c:342 #6 physio+0x2f6 sys/kern/kern_physio.c:162 #7 spec_read+0x155 sys/kern/spec_vnops.c:215 #8 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #9 vn_read+0x17b sys/kern/vfs_vnops.c:369 #10 dofilereadv+0x230 sys/kern/sys_generic.c:252 #11 sys_readv+0xd8 sys/kern/sys_generic.c:199 #12 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #12 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 lock order [2] inode (&ip->i_lock) -> [1] vmmaplk (&map->lock) #0 rw_enter_read+0xab sys/kern/kern_rwlock.c:112 #1 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1819 #2 uvm_fault_check+0x49 sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf5 sys/uvm/uvm_fault.c:600 #4 kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 #5 kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 #6 alltraps_kern_meltdown+0x7b #7 copyout+0x57 #8 ffs_read+0x422 sys/ufs/ffs/ffs_vnops.c:254 #9 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #10 vn_rdwr+0x15b #11 vmcmd_map_readvn+0x142 sys/kern/exec_subr.c:249 #12 exec_process_vmcmds+0xfb sys/kern/exec_subr.c:139 #13 sys_execve+0xbe4 sys/kern/kern_exec.c:468 #14 start_init+0x3c6 sys/kern/init_main.c:714 #15 proc_trampoline+0x10 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806bd80c50,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806bd80c40,1) at rw_enter+0x122 rrw_enter(fffffd806bd80c40,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805f752dd8,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805f752dd8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vn_rdwr(0,fffffd805f752dd8,ffff800011a26080,1f,0,1,d9115a23445b67d7,0,ffff800000b3e000,0) at vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 vndstrategy(fffffd8076105480) at vndstrategy+0x4ff sys/dev/vnd.c:342 physio(ffffffff82c28370,2902,8000,ffffffff8110bec0,ffff8000372334e0) at physio+0x2f6 sys/kern/kern_physio.c:162 spec_read(ffff8000372332d0) at spec_read+0x155 sys/kern/spec_vnops.c:215 VOP_READ(fffffd806e044d08,ffff8000372334e0,0,fffffd807f7d34e0) at VOP_READ+0x102 sys/kern/vfs_vops.c:227 vn_read(fffffd806cbb5c90,ffff8000372334e0,0) at vn_read+0x17b sys/kern/vfs_vnops.c:369 dofilereadv(ffff80002a05b1d8,3,ffff8000372334e0,0,ffff8000372335a0) at dofilereadv+0x230 sys/kern/sys_generic.c:252 sys_readv(ffff80002a05b1d8,ffff800037233650,ffff8000372335a0) at sys_readv+0xd8 sys/kern/sys_generic.c:199 syscall(ffff800037233650) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff800037233650) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x234230d9e70, count: -16 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff800037232d90 rbx 0xfffffd80042cb790 rdx 0xffff8000012a0ec0 rcx 0xffff80002a05b1d8 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff800037232c70 r9 0x8080808080808080 r10 0xef5bdd273e99ba7d r11 0xcf5415a103f701ff r12 0 r13 0xfffffd8003ae2e00 r14 0x3 r15 0xffffffff rip 0xffffffff8243d395 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800037232d80 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=335258 pid=713 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a05bbf8,0xffffffff835673b8 process=0xffff800029fe9b38 user=0xffff80003722e000, vmspace=0xfffffd806bf6ae28 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 713 442458 48578 0 2 0 syz-executor * 713 335258 48578 0 7 0x4000000 syz-executor 60393 373031 42258 0 2 0 syz-executor 60393 433981 42258 0 3 0x4000080 fsleep syz-executor 60393 319888 42258 0 3 0x4000080 fsleep syz-executor 81936 283821 17363 0 2 0 syz-executor 81936 455756 17363 0 3 0x4000080 fsleep syz-executor 75414 64435 85570 0 3 0x80 nanoslp syz-executor 75414 237509 85570 0 3 0x4000080 fsleep syz-executor 75414 89686 85570 0 2 0x4000000 syz-executor 75414 397714 85570 0 3 0x4000080 fsleep syz-executor 92034 179277 52541 0 3 0x80 nanoslp syz-executor 92034 18540 52541 0 3 0x4000080 kqsel syz-executor 92034 150392 52541 0 3 0x4000080 fsleep syz-executor 89129 226349 76146 0 3 0x90 nanoslp syz-executor 89129 384103 76146 0 3 0x4000090 kqsel syz-executor 89129 459991 76146 0 3 0x4000090 fsleep syz-executor 17363 80746 5640 0 3 0x82 nanoslp syz-executor 48578 308928 5640 0 3 0x82 nanoslp syz-executor 73144 344761 5640 0 3 0x82 nanoslp syz-executor 60185 501128 1 0 3 0x100083 ttyin getty 42258 463966 5640 0 3 0x82 nanoslp syz-executor 52541 64275 5640 0 3 0x82 nanoslp syz-executor 83458 364625 0 0 3 0x14280 nfsidl nfsio 18874 454561 0 0 3 0x14280 nfsidl nfsio 16604 146144 0 0 3 0x14280 nfsidl nfsio 9211 8421 0 0 3 0x14280 nfsidl nfsio 92310 492767 0 0 3 0x14280 nfsidl nfsio 29657 329987 0 0 3 0x14280 nfsidl nfsio 93323 281899 0 0 3 0x14280 nfsidl nfsio 57672 79250 0 0 3 0x14280 nfsidl nfsio 59127 189385 0 0 3 0x14280 nfsidl nfsio 78989 275889 0 0 3 0x14280 nfsidl nfsio 52272 443632 0 0 3 0x14280 nfsidl nfsio 59509 144221 0 0 3 0x14280 nfsidl nfsio 62964 294067 0 0 3 0x14280 nfsidl nfsio 67203 519842 0 0 3 0x14280 nfsidl nfsio 76360 458145 0 0 3 0x14280 nfsidl nfsio 70645 162188 0 0 3 0x14280 nfsidl nfsio 48228 281904 0 0 3 0x14280 nfsidl nfsio 24487 156891 0 0 3 0x14280 nfsidl nfsio 98125 382505 0 0 3 0x14280 nfsidl nfsio 73678 456975 0 0 3 0x14280 nfsidl nfsio 48408 87452 0 0 3 0x14200 bored sosplice 76146 7227 5640 0 3 0x82 nanoslp syz-executor 53139 170176 5640 0 2 0x2 syz-executor 85570 476997 5640 0 3 0x82 nanoslp syz-executor 5640 298506 26817 0 2 0x2 syz-executor 26817 53697 87346 0 3 0x10008a sigsusp ksh 87346 88146 52446 0 3 0x98 kqread sshd-session 52446 117481 22368 0 3 0x92 kqread sshd-session 22368 315352 1 0 3 0x88 kqread sshd 99878 515741 14488 74 3 0x1100092 bpf pflogd 14488 281450 1 0 3 0x80 sbwait pflogd 22976 134651 74051 73 3 0x1100090 kqread syslogd 74051 34108 1 0 3 0x100082 sbwait syslogd 69740 130620 1 0 3 0x100080 kqread resolvd 82507 391353 49864 77 3 0x100092 kqread dhcpleased 4379 324635 49864 77 3 0x100092 kqread dhcpleased 49864 420352 1 0 3 0x80 kqread dhcpleased 64777 350631 0 0 3 0x14200 bored smr 7906 489796 0 0 2 0x14200 zerothread 21655 449702 0 0 3 0x14200 aiodoned aiodoned 20748 381124 0 0 3 0x14200 syncer update 14220 45859 0 0 3 0x14200 cleaner cleaner 47425 216502 0 0 3 0x14200 reaper reaper 23542 110873 0 0 3 0x14200 pgdaemon pagedaemon 11080 317605 0 0 3 0x14200 bored viomb 47059 219552 0 0 3 0x40014200 acpi0 acpi0 48795 479706 0 0 7 0x40014200 idle1 71844 95357 0 0 3 0x14200 bored softnet3 42433 271789 0 0 3 0x14200 bored softnet2 2880 199919 0 0 3 0x14200 bored softnet1 55266 274302 0 0 3 0x14200 bored softnet0 89776 402907 0 0 3 0x14200 bored systqmp 51319 471369 0 0 3 0x14200 bored systq 35991 503405 0 0 3 0x14200 tmoslp softclockmp 39881 244036 0 0 3 0x40014200 tmoslp softclock 2799 470306 0 0 3 0x40014200 idle0 1 124263 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 713 (syz-executor) thread 0xffff80002a05b1d8 (335258) shared rwlock vmmaplk r = 0 (0xfffffd806bf6af20) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 uvm_vslock_device+0x149 sys/uvm/uvm_glue.c:172 #2 physio+0x277 sys/kern/kern_physio.c:139 #3 spec_read+0x155 sys/kern/spec_vnops.c:215 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_read+0x17b sys/kern/vfs_vnops.c:369 #6 dofilereadv+0x230 sys/kern/sys_generic.c:252 #7 sys_readv+0xd8 sys/kern/sys_generic.c:199 #8 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #8 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835e4b08) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 vn_read+0x56 sys/kern/vfs_vnops.c:351 #2 dofilereadv+0x230 sys/kern/sys_generic.c:252 #3 sys_readv+0xd8 sys/kern/sys_generic.c:199 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Process 53139 (syz-executor) thread 0xffff800029fd8290 (170176) exclusive rrwlock inode r = 0 (0xfffffd806bd80b40) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:169 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3099 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806c6151a8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3084 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 11141K 11307K 166960K 11877 0 pcb 85 22K 22K 166960K 911 0 rtable 164 7K 9K 166960K 755 0 pf 42 19K 275K 166960K 213 0 ifaddr 35 6K 7K 166960K 137 0 ifgroup 62 2K 2K 166960K 240 0 sysctl 4 1K 2K 166960K 12 0 counters 66 36K 37K 166960K 172 0 ioctlops 0 0K 4K 166960K 1880 0 iov 0 0K 28K 166960K 278 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1388 87K 88K 166960K 2528 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 10K 18K 166960K 51 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 110 0 dirhash 12 2K 2K 166960K 72 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 17 61K 93K 166960K 2451 0 sigio 1 0K 0K 166960K 170 0 proc 72 91K 128K 166960K 938 0 subproc 104 6K 6K 166960K 170 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 528 0 in_multi 60 4K 7K 166960K 317 0 ether_multi 1 0K 0K 166960K 32 0 mrt 1 0K 0K 166960K 13 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 932 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 254 74K 91K 166960K 23933 0 UVM aobj 30 4K 4K 166960K 31 0 pinsyscall 42 84K 108K 166960K 3697 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 253 0 NDP 13 0K 2K 166960K 99 0 temp 84 6828K 7084K 166960K 115001 0 kqueue 15 24K 33K 166960K 379 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 275 0 272 4 3 1 3 0 8 0 rtentry 112 245 0 179 4 1 3 4 0 8 0 unpcb 144 2182 0 2165 14 12 2 6 0 8 1 syncache 336 10 0 10 3 3 0 1 0 8 0 tcpqe 32 9 0 9 3 3 0 1 0 8 0 tcpcb 808 1164 0 1157 30 28 2 14 0 8 0 arp 120 41 0 27 1 0 1 1 0 8 0 inpcb 336 4381 0 4234 52 39 13 15 0 8 0 nd6 136 56 0 40 1 0 1 1 0 8 0 pkpcb 40 45 0 45 7 6 1 1 0 8 1 kcovpl 48 13 0 5 1 0 1 1 0 8 0 ppxss 1168 24 0 24 2 1 1 1 0 8 1 pfstscr 40 5 0 5 3 3 0 1 0 8 0 pffrag 232 45 0 35 1 0 1 1 0 482 0 pffrnode 88 45 0 35 1 0 1 1 0 8 0 pffrent 40 151 0 141 1 0 1 1 0 8 0 pfosfp 40 1428 0 1428 5 5 0 5 0 8 0 pfosfpen 112 1428 0 1428 21 21 0 21 0 8 0 pfrktable 1344 2 0 0 1 0 1 1 0 8 0 pfanchor 1288 2 0 1 1 0 1 1 0 8 0 pftag 88 3 0 1 1 0 1 1 0 8 0 pfstitem 24 268 0 99 2 0 2 2 0 8 0 pfstkey 128 276 0 108 6 0 6 6 0 8 0 pfstate 376 271 0 104 18 0 18 18 0 8 0 pfrule 1344 39 0 30 2 1 1 2 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 1066 0 788 36 14 22 30 0 8 0 art_table 32 1069 0 788 4 0 4 4 0 8 0 art_node 16 235 0 181 1 0 1 1 0 8 0 sysvmsgpl 40 19 0 9 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 105 0 95 1 0 1 1 0 8 0 shmpl 112 28 0 1 1 0 1 1 0 8 0 dirhash 1024 58 0 41 3 0 3 3 0 8 0 dino2pl 256 5860 0 4356 95 0 95 95 0 8 0 ffsino 272 5860 0 4356 101 0 101 101 0 8 0 nchpl 144 9408 0 7707 64 0 64 64 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 36733 0 36732 3 2 1 2 0 8 0 percpumem 16 100 0 53 1 0 1 1 0 8 0 kstatmem 264 132 0 106 3 1 2 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 17 0 17 4 3 1 1 0 8 1 scxspl 216 29924 0 29924 15 13 2 8 1 8 2 plimitpl 152 806 0 787 1 0 1 1 0 8 0 sigapl 424 2774 0 2704 10 1 9 9 0 8 0 futexpl 64 37899 0 37892 1 0 1 1 0 8 0 knotepl 120 618 0 0 18 0 18 18 0 8 0 kqueuepl 216 779 0 765 9 8 1 5 0 8 0 pipepl 320 421 0 394 8 2 6 6 0 8 3 fdescpl 496 2731 0 2700 5 0 5 5 0 8 0 filepl 152 22707 0 22324 37 21 16 19 0 8 1 lockfpl 104 1202 0 1199 4 3 1 2 0 8 0 lockfspl 48 325 0 322 1 0 1 1 0 8 0 sessionpl 144 37 0 28 1 0 1 1 0 8 0 pgrppl 48 215 0 198 1 0 1 1 0 8 0 ucredpl 104 4489 0 4474 1 0 1 1 0 8 0 zombiepl 144 2705 0 2704 2 1 1 1 0 8 0 processpl 1160 2774 0 2704 7 1 6 6 0 8 0 procpl 648 6137 0 6056 8 0 8 8 0 8 0 srpgc 96 16 0 16 4 3 1 1 0 8 1 sosppl 168 21 0 21 5 5 0 1 0 8 0 sockpl 664 6977 0 6810 63 48 15 22 0 8 0 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 139 0 0 18 0 18 18 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 51 0 0 6 0 6 6 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 374 0 0 24 0 24 24 0 8 0 bufpl 280 10341 0 4166 442 0 442 442 0 8 0 anonpl 24 391154 0 379801 120 24 96 96 0 185 9 amapchunkpl 152 78244 0 77571 42 9 33 33 0 158 4 amappl16 200 10048 0 9660 51 16 35 37 0 8 4 amappl15 192 8 0 8 1 1 0 1 0 8 0 amappl14 184 142 0 130 1 0 1 1 0 8 0 amappl13 176 78 0 78 1 1 0 1 0 8 0 amappl12 168 3462 0 3431 4 1 3 3 0 8 0 amappl11 160 60 0 46 1 0 1 1 0 8 0 amappl10 152 7 0 7 1 1 0 1 0 8 0 amappl9 144 143 0 143 1 1 0 1 0 8 0 amappl8 136 29 0 26 1 0 1 1 0 8 0 amappl7 128 125 0 111 1 0 1 1 0 8 0 amappl6 120 216 0 214 1 0 1 1 0 8 0 amappl5 112 164 0 152 1 0 1 1 0 8 0 amappl4 104 352 0 334 1 0 1 1 0 8 0 amappl3 96 14586 0 14485 3 0 3 3 0 8 0 amappl2 88 3095 0 3010 3 0 3 3 0 8 0 amappl1 80 16580 0 16010 15 2 13 14 0 8 0 amappl 88 23212 0 23020 5 0 5 5 0 92 0 dma4096 4096 3 0 3 3 3 0 1 0 8 0 dma2048 2048 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 8 0 8 2 2 0 1 0 8 0 dma128 128 259 0 259 5 4 1 1 0 8 1 dma64 64 8 0 8 2 2 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 20 0 19 1 0 1 1 0 8 0 aobjpl 72 30 0 1 1 0 1 1 0 8 0 uaddrrnd 24 2731 0 2700 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2731 0 2700 1 0 1 1 0 8 0 vmmpekpl 168 21029 0 20979 4 0 4 4 0 8 0 vmmpepl 168 172855 0 170597 124 11 113 113 0 357 7 vmsppl 448 2730 0 2700 6 2 4 5 0 8 0 rwobjpl 56 51191 0 43918 107 0 107 107 0 8 3 pdppl 4096 5469 0 5400 145 72 73 85 0 8 4 pvpl 32 23114 0 0 187 1 186 186 0 265 0 pmappl 248 2730 0 2700 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 537 0 167 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806bd80c50,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806bd80c40,1) at rw_enter+0x122 rrw_enter(fffffd806bd80c40,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805f752dd8,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805f752dd8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vn_rdwr(0,fffffd805f752dd8,ffff800011a26080,1f,0,1,d9115a23445b67d7,0,ffff800000b3e000,0) at vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 vndstrategy(fffffd8076105480) at vndstrategy+0x4ff sys/dev/vnd.c:342 physio(ffffffff82c28370,2902,8000,ffffffff8110bec0,ffff8000372334e0) at physio+0x2f6 sys/kern/kern_physio.c:162 spec_read(ffff8000372332d0) at spec_read+0x155 sys/kern/spec_vnops.c:215 VOP_READ(fffffd806e044d08,ffff8000372334e0,0,fffffd807f7d34e0) at VOP_READ+0x102 sys/kern/vfs_vops.c:227 vn_read(fffffd806cbb5c90,ffff8000372334e0,0) at vn_read+0x17b sys/kern/vfs_vnops.c:369 dofilereadv(ffff80002a05b1d8,3,ffff8000372334e0,0,ffff8000372335a0) at dofilereadv+0x230 sys/kern/sys_generic.c:252 sys_readv(ffff80002a05b1d8,ffff800037233650,ffff8000372335a0) at sys_readv+0xd8 sys/kern/sys_generic.c:199 syscall(ffff800037233650) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff800037233650) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x234230d9e70, count: -16 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x41e sys/dev/acpi/acpicpu.c:1218 sched_idle(ffff800029b7bff0) at sched_idle+0x558 sys/kern/kern_sched.c:182 end trace frame: 0x0, count: -5