witness: lock order reversal: 1st 0xffff800001bff310 vmmaplk (&map->lock) 2nd 0xffff800001db1a50 inode (&ip->i_lock) lock order [1] vmmaplk (&map->lock) -> [2] inode (&ip->i_lock) #0 rw_do_enter_write+0xb8 sys/kern/kern_rwlock.c:234 #1 rrw_enter+0xf5 sys/kern/kern_rwlock.c:621 #2 VOP_LOCK+0x186 sys/kern/vfs_vops.c:527 #3 vn_lock+0xba sys/kern/vfs_vnops.c:576 #4 vn_rdwr+0x160 sys/kern/vfs_vnops.c:326 #5 vndstrategy+0x71c sys/dev/vnd.c:342 #6 physio+0x549 sys/kern/kern_physio.c:162 #7 spec_read+0x2bf sys/kern/spec_vnops.c:215 #8 VOP_READ+0x1f1 sys/kern/vfs_vops.c:227 #9 vn_read+0x20e sys/kern/vfs_vnops.c:375 #10 dofilereadv+0x39e sys/kern/sys_generic.c:252 #11 sys_read+0x157 sys/kern/sys_generic.c:172 #12 syscall+0x118e mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0x118e sys/arch/amd64/amd64/trap.c:804 #13 Xsyscall+0x128 lock order [2] inode (&ip->i_lock) -> [1] vmmaplk (&map->lock) #0 rw_do_enter_read+0x83 sys/kern/kern_rwlock.c:355 #1 uvmfault_lookup+0x1a2 sys/uvm/uvm_fault.c:-1 #2 uvm_fault_check+0x4b sys/uvm/uvm_fault.c:693 #3 uvm_fault+0x2d4 sys/uvm/uvm_fault.c:-1 #4 kpageflttrap+0x427 sys/arch/amd64/amd64/trap.c:285 #5 kerntrap+0x1bb sys/arch/amd64/amd64/trap.c:545 #6 alltraps_kern_meltdown+0x7b #7 copyout+0x59 #8 ffs_read+0x772 sys/ufs/ffs/ffs_vnops.c:254 #9 VOP_READ+0x1f1 sys/kern/vfs_vops.c:227 #10 vn_rdwr+0x1db sys/kern/vfs_vnops.c:-1 #11 vmcmd_map_readvn+0x1f6 sys/kern/exec_subr.c:250 #12 exec_process_vmcmds+0x163 sys/kern/exec_subr.c:139 #13 sys_execve+0x1358 sys/kern/kern_exec.c:540 #14 start_init+0x6b5 sys/kern/init_main.c:728 #15 proc_trampoline+0x10 Stopped at db_enter+0x17: popq %rbp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> show kasan kasan: no report recorded this boot ddb{0}> trace db_enter() at db_enter+0x17 sys/arch/amd64/amd64/db_interface.c:457 witness_checkorder(ffff800001db1a50,9,0) at witness_checkorder+0x17f2 sys/kern/subr_witness.c:-1 rw_do_enter_write(ffff800001db1a38,1) at rw_do_enter_write+0xb8 sys/kern/kern_rwlock.c:234 rrw_enter(ffff800001db1a38,1) at rrw_enter+0xf5 sys/kern/kern_rwlock.c:621 VOP_LOCK(ffff800001739a70,2001) at VOP_LOCK+0x186 sys/kern/vfs_vops.c:527 vn_lock(ffff800001739a70,2001) at vn_lock+0xba sys/kern/vfs_vnops.c:576 vn_rdwr(0,ffff800001739a70,ffff800011b06040,16,0,1,0,ffff800001df0778,0,ffffffff85117ff0) at vn_rdwr+0x160 sys/kern/vfs_vnops.c:326 vndstrategy(ffff800001df0778) at vndstrategy+0x71c sys/dev/vnd.c:342 physio(ffffffff84136100,2902,8000,ffffffff8380fe70,ffff800037aa6ae0) at physio+0x549 sys/kern/kern_physio.c:162 spec_read(ffff800037aa6880) at spec_read+0x2bf sys/kern/spec_vnops.c:215 VOP_READ(ffff80000196b5f0,ffff800037aa6ae0,0,ffff8000001195b0) at VOP_READ+0x1f1 sys/kern/vfs_vops.c:227 vn_read(ffff800001ba1528,ffff800037aa6ae0,0) at vn_read+0x20e sys/kern/vfs_vnops.c:375 dofilereadv(ffff80002989a7d8,4,ffff800037aa6ae0,0,ffff800037aa6ca0) at dofilereadv+0x39e sys/kern/sys_generic.c:252 sys_read(ffff80002989a7d8,ffff800037aa6d40,ffff800037aa6ca0) at sys_read+0x157 sys/kern/sys_generic.c:172 syscall(ffff800037aa6d40) at syscall+0x118e mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800037aa6d40) at syscall+0x118e sys/arch/amd64/amd64/trap.c:804 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xad1c21eacb0, count: -16 ddb{0}> show registers rdi 0x80000 acpi_pdirpa+0x6be71 rsi 0 rbp 0xffff800037aa6080 rbx 0xffffffff84d13ee0 .str.41 rdx 0xffff80000015de80 rcx 0x7ffff acpi_pdirpa+0x6be70 rax 0xffff800033e8f000 r8 0xffff907ff0a23001 r9 0x37aa5c60 r10 0xffff800037aa6298 r11 0xffffffff8180f6b0 x86_bus_space_io_read_1 r12 0xffffffff84e7fea0 ffs_vget.__lock_type r13 0xffff800001bff310 r14 0x3 r15 0xffffffff84e7fee0 .str.13 rip 0xffffffff82d3c837 db_enter+0x17 cs 0x8 rflags 0x246 rsp 0xffff800037aa6080 ss 0x10 db_enter+0x17: popq %rbp ddb{0}> show proc PROC (syz-executor) tid=257514 pid=66988 tcnt=4 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=83, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002989a540,0xffff80003bb21260 process=0xffff80002989ce98 user=0xffff800037a9b000, vmspace=0xffff800001bff210 estcpu=33, cpticks=4, pctcpu=0.0, user=0, sys=4, intr=0 ddb{0}> ps PID TID PPID UID S PRLAGS PFLAGS WAIT COMMAND 73235 91702 68272 0 2 0x10100002 0 sh 66988 441364 36552 0 2 0 0 syz-executor *66988 257514 36552 0 7 0 0x4000000 syz-executor 66988 28311 36552 0 3 0 0x4000080 fsleep syz-executor 66988 41891 36552 0 3 0 0x4000080 fsleep syz-executor 13451 18627 84164 0 2 0x2 0 syz-executor 13159 417649 84164 0 3 0x2 0x80 piperd syz-executor 68272 254669 84164 0 3 0x2 0x80 wait syz-executor 37187 176624 84164 0 3 0x2 0x80 piperd syz-executor 72171 439040 84164 0 7 0x2 0 syz-executor 36552 193183 84164 0 2 0x2 0xc80 syz-executor 33281 198587 1 0 3 0x100003 0x80 ttyin getty 48944 311679 84164 0 3 0x2 0x80 piperd syz-executor 95790 176080 0 0 3 0x14000 0x280 nfsidl nfsio 72425 68104 0 0 3 0x14000 0x280 nfsidl nfsio 73189 355564 0 0 3 0x14000 0x280 nfsidl nfsio 71082 302569 0 0 3 0x14000 0x280 nfsidl nfsio 19171 117340 0 0 3 0x14000 0x280 nfsidl nfsio 20358 57171 0 0 3 0x14000 0x280 nfsidl nfsio 43363 447068 0 0 3 0x14000 0x280 nfsidl nfsio 82237 191684 0 0 3 0x14000 0x280 nfsidl nfsio 71873 188649 0 0 3 0x14000 0x280 nfsidl nfsio 7381 318419 0 0 3 0x14000 0x280 nfsidl nfsio 34053 314631 0 0 3 0x14000 0x280 nfsidl nfsio 77938 133565 0 0 3 0x14000 0x280 nfsidl nfsio 16859 157993 0 0 3 0x14000 0x280 nfsidl nfsio 77609 253808 0 0 3 0x14000 0x280 nfsidl nfsio 36811 373743 0 0 3 0x14000 0x280 nfsidl nfsio 57337 471741 0 0 3 0x14000 0x280 nfsidl nfsio 21603 341719 0 0 3 0x14000 0x280 nfsidl nfsio 38856 58564 0 0 3 0x14000 0x280 nfsidl nfsio 51494 433123 0 0 3 0x14000 0x280 nfsidl nfsio 65915 331179 0 0 3 0x14000 0x280 nfsidl nfsio 84164 243929 1 0 3 0x2 0x80 nanoslp syz-executor 20463 163681 0 0 3 0x14000 0x200 bored smr 87560 294751 0 0 2 0x14000 0x200 zerothread 66970 37219 0 0 3 0x14000 0x200 aiodoned aiodoned 61789 193424 0 0 3 0x14000 0x200 syncer update 97210 102033 0 0 3 0x14000 0x200 cleaner cleaner 61731 519713 0 0 3 0x14000 0x200 reaper reaper 22983 74642 0 0 3 0x14000 0x200 pgdaemon pagedaemon 68548 374046 0 0 3 0x14000 0x200 bored viomb 12191 159703 0 0 3 0x14000 0x40000200 acpi0 acpi0 95527 412317 0 0 3 0x14000 0x40000200 idle1 23036 384098 0 0 3 0x14000 0x200 bored softnet1 2176 407303 0 0 3 0x14000 0x200 bored softnet0 17966 268112 0 0 3 0x14000 0x200 smrbar systqmp 96690 461554 0 0 3 0x14000 0x200 bored systq 82774 140945 0 0 3 0x14000 0x200 tmoslp softclockmp 4025 383474 0 0 3 0x14000 0x40000200 tmoslp softclock 99704 55741 0 0 3 0x14000 0x40000200 idle0 1 469227 0 0 3 0x2 0x80 wait init 0 0 -1 0 3 0x10000 0x200 scheduler swapper ddb{0}> show all locks Process 66988 (syz-executor) thread 0xffff80002989a7d8 (257514) shared rwlock vmmaplk r = 0 (0xffff800001bff310) #0 witness_lock+0x534 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x534 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x475 sys/kern/kern_rwlock.c:413 #2 uvm_vslock_device+0x1ce sys/uvm/uvm_glue.c:173 #3 physio+0x470 sys/kern/kern_physio.c:139 #4 spec_read+0x2bf sys/kern/spec_vnops.c:215 #5 VOP_READ+0x1f1 sys/kern/vfs_vops.c:227 #6 vn_read+0x20e sys/kern/vfs_vnops.c:375 #7 dofilereadv+0x39e sys/kern/sys_generic.c:252 #8 sys_read+0x157 sys/kern/sys_generic.c:172 #9 syscall+0x118e mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0x118e sys/arch/amd64/amd64/trap.c:804 #10 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff85e956c0) #0 witness_lock+0x534 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x534 sys/kern/subr_witness.c:1160 #1 vn_read+0x82 sys/kern/vfs_vnops.c:357 #2 dofilereadv+0x39e sys/kern/sys_generic.c:252 #3 sys_read+0x157 sys/kern/sys_generic.c:172 #4 syscall+0x118e mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0x118e sys/arch/amd64/amd64/trap.c:804 #5 Xsyscall+0x128 Process 17966 (systqmp) thread 0xffff800045ffe298 (268112) shared rwlock systqmp r = 0 (0xffffffff85437738) #0 witness_lock+0x534 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x534 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x1da sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11059 12185K 12400K 166960K 12543 0 pcb 17 28K 36K 166960K 251 0 rtable 233 21K 30K 166960K 1669 0 pf 35 22K 46K 166960K 176 0 ifaddr 40 12K 15K 166960K 237 0 ifgroup 55 2K 3K 166960K 265 0 sysctl 1 1K 13K 166960K 6 0 counters 70 42K 45K 166960K 180 0 ioctlops 5 5K 185K 166960K 1668 0 iov 0 0K 16K 166960K 10 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1302 84K 92K 166960K 2270 0 UFS quota 1 36K 36K 166960K 1 0 UFS mount 5 44K 44K 166960K 5 0 shm 2 2K 6K 166960K 9 0 VM map 2 1K 1K 166960K 2 0 sem 21 1K 1K 166960K 24 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 405K 166960K 12472 0 file desc 10 37K 121K 166960K 1061 0 sigio 0 0K 0K 166960K 5 0 proc 104 50K 182K 166960K 1836 0 subproc 72 9K 13K 166960K 478 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 20K 20K 166960K 1 0 ip_moptions 0 0K 0K 166960K 34 0 in_multi 79 5K 8K 166960K 576 0 ether_multi 1 0K 0K 166960K 1 0 mrt 2 0K 0K 166960K 25 0 ISOFS mount 1 36K 36K 166960K 1 0 MSDOSFS mount 1 20K 20K 166960K 1 0 ttys 109 749K 749K 166960K 109 0 exec 40 10K 18K 166960K 982 0 fusefs mount 1 36K 36K 166960K 1 0 tdb 3 1K 1K 166960K 3 0 VM swap 14 124K 124K 166960K 15 0 UVM amap 343 193K 358K 166960K 9033 0 UVM aobj 16 4K 4K 166960K 16 0 pinsyscall 148 243K 384K 166960K 3378 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 4 0 NDP 20 1K 2K 166960K 168 0 temp 440 9400K 9475K 166960K 16221 0 kqueue 1 4K 84K 166960K 70 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}>