witness: lock order reversal:
1st 0xfffffd8008b92988 vmmaplk (&map->lock)
2nd 0xfffffd806d621d60 inode (&ip->i_lock)
lock order [1] vmmaplk (&map->lock) -> [2] inode (&ip->i_lock)
#0 rw_enter+0xd1
#1 rrw_enter+0x91 sys/kern/kern_rwlock.c:464
#2 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
#3 vn_lock+0x85 sys/kern/vfs_vnops.c:564
#4 vn_rdwr+0xb6 sys/kern/vfs_vnops.c:320
#5 vndstrategy+0x3e2 sys/dev/vnd.c:342
#6 physio+0x27d sys/kern/kern_physio.c:162
#7 spec_read+0x105 sys/kern/spec_vnops.c:215
#8 VOP_READ+0xc3 sys/kern/vfs_vops.c:227
#9 vn_read+0x115 sys/kern/vfs_vnops.c:369
#10 dofilereadv+0x1a1 sys/kern/sys_generic.c:247
#11 sys_readv+0xab sys/kern/sys_generic.c:194
#12 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
#12 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
#13 Xsyscall+0x128
lock order [2] inode (&ip->i_lock) -> [1] vmmaplk (&map->lock)
#0 rw_enter_read+0x87 sys/kern/kern_rwlock.c:112
#1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785
#2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672
#3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600
#4 kpageflttrap+0x238 sys/arch/amd64/amd64/trap.c:279
#5 kerntrap+0xf2 sys/arch/amd64/amd64/trap.c:332
#6 alltraps_kern_meltdown+0x7b
#7 copyout+0x57
#8 ffs_read+0x342 sys/ufs/ffs/ffs_vnops.c:254
#9 VOP_READ+0xc3 sys/kern/vfs_vops.c:227
#10 vn_rdwr+0x10a
#11 vmcmd_map_readvn+0x103 sys/kern/exec_subr.c:253
#12 exec_process_vmcmds+0xd2 sys/kern/exec_subr.c:143
#13 sys_execve+0x959 sys/kern/kern_exec.c:468
#14 start_init+0x2fb sys/kern/init_main.c:714
#15 proc_trampoline+0x10
Stopped at db_enter+0x1c: addq $0x8,%rsp
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806d621d60,9,0) at witness_checkorder+0xc05
rw_enter(fffffd806d621d50,1) at rw_enter+0xd1
rrw_enter(fffffd806d621d50,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd8074c7f030,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
vn_lock(fffffd8074c7f030,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564
vn_rdwr(0,fffffd8074c7f030,ffff800011a26740,1d,0,1,ecd0e9f4ae1f6f73,0,ffff8000006aa000,0) at vn_rdwr+0xb6 sys/kern/vfs_vnops.c:320
vndstrategy(fffffd806ccb7af0) at vndstrategy+0x3e2 sys/dev/vnd.c:342
physio(ffffffff81196bc0,2902,8000,ffffffff823a8f10,ffff80002a1e65b0) at physio+0x27d sys/kern/kern_physio.c:162
spec_read(ffff80002a1e63a0) at spec_read+0x105 sys/kern/spec_vnops.c:215
VOP_READ(fffffd806ee8b3c0,ffff80002a1e65b0,0,fffffd807f7d38f0) at VOP_READ+0xc3 sys/kern/vfs_vops.c:227
vn_read(fffffd806e3bf1d8,ffff80002a1e65b0,0) at vn_read+0x115 sys/kern/vfs_vnops.c:369
dofilereadv(ffff8000ffffc010,5,ffff80002a1e65b0,0,ffff80002a1e6670) at dofilereadv+0x1a1 sys/kern/sys_generic.c:247
sys_readv(ffff8000ffffc010,ffff80002a1e6720,ffff80002a1e6670) at sys_readv+0xab sys/kern/sys_generic.c:194
syscall(ffff80002a1e6720) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
syscall(ffff80002a1e6720) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x738fa790be40, count: -16
ddb{1}> show registers
rdi 0
rsi 0
rbp 0xffff80002a1e5e60
rbx 0xffffffff828e1b14 pp_r600_decoded_lanes+0x30861
rdx 0x3fd
rcx 0
rax 0x1
r8 0xffff80002a1e5d40
r9 0x8080808080808080
r10 0x4c96d130c342ad69
r11 0x2f8638795aa09a8b
r12 0xfffffd8003b1ef00
r13 0xfffffd8003335dc0
r14 0x3
r15 0xffffffff
rip 0xffffffff8247828c db_enter+0x1c
cs 0x8
rflags 0x246
rsp 0xffff80002a1e5e50
ss 0x10
db_enter+0x1c: addq $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor3086824384) tid=196985 pid=25639 tcnt=1 stat=onproc
flags process=8000000 proc=0
runpri=55, usrpri=55, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0
forw=0xffffffffffffffff, list=0xffff8000ffffd490,0xffffffff82dec0d8
process=0xffff8000ffff8480 user=0xffff80002a1e1000, vmspace=0xfffffd8008b92898
estcpu=10, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
*25639 196985 16821 0 7 0x8000000 syz-executor3086824384
16821 385533 35387 0 3 0x8000082 nanoslp syz-executor3086824384
35387 123954 95583 0 3 0x810008a sigsusp ksh
95583 208785 18755 0 3 0x1800009a kqread sshd
75776 434663 1 0 3 0x18100083 ttyin getty
18755 496670 1 0 3 0x18000088 kqread sshd
70770 508766 72618 73 3 0x19100090 kqread syslogd
72618 254272 1 0 3 0x18100082 sbwait syslogd
50285 298822 1 0 3 0x18100080 kqread resolvd
69183 221971 13632 77 3 0x18100092 kqread dhcpleased
36827 45814 13632 77 3 0x18100092 kqread dhcpleased
13632 95930 1 0 3 0x18000080 kqread dhcpleased
21825 449462 0 0 3 0x14200 bored smr
89676 138790 0 0 3 0x14200 pgzero zerothread
3149 274691 0 0 3 0x14200 aiodoned aiodoned
53445 362886 0 0 3 0x14200 syncer update
14044 516719 0 0 3 0x14200 cleaner cleaner
34654 133209 0 0 3 0x14200 reaper reaper
62750 105992 0 0 3 0x14200 pgdaemon pagedaemon
57164 428721 0 0 3 0x14200 bored viomb
62870 364753 0 0 3 0x40014200 acpi0 acpi0
8260 287710 0 0 3 0x40014200 idle1
88390 412932 0 0 3 0x14200 bored softnet3
70433 301778 0 0 3 0x14200 bored softnet2
82053 126640 0 0 3 0x14200 bored softnet1
8051 473524 0 0 3 0x14200 bored softnet0
99443 504380 0 0 3 0x14200 bored systqmp
16111 29359 0 0 3 0x14200 bored systq
88565 103933 0 0 3 0x14200 tmoslp softclockmp
36224 233290 0 0 3 0x40014200 tmoslp softclock
95673 323060 0 0 7 0x40014200 idle0
1 338676 0 0 3 0x8000082 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
Process 25639 (syz-executor3086824384) thread 0xffff8000ffffc010 (196985)
shared rwlock vmmaplk r = 0 (0xfffffd8008b92988)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 uvm_vslock_device+0x10e sys/uvm/uvm_glue.c:174
#2 physio+0x215 sys/kern/kern_physio.c:139
#3 spec_read+0x105 sys/kern/spec_vnops.c:215
#4 VOP_READ+0xc3 sys/kern/vfs_vops.c:227
#5 vn_read+0x115 sys/kern/vfs_vnops.c:369
#6 dofilereadv+0x1a1 sys/kern/sys_generic.c:247
#7 sys_readv+0xab sys/kern/sys_generic.c:194
#8 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
#8 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
#9 Xsyscall+0x128
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dda1b8)
#0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x446 sys/kern/subr_witness.c:1157
#1 vn_read+0x4d sys/kern/vfs_vnops.c:351
#2 dofilereadv+0x1a1 sys/kern/sys_generic.c:247
#3 sys_readv+0xab sys/kern/sys_generic.c:194
#4 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
#4 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
#5 Xsyscall+0x128
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10144 6388K 6419K 166960K 11222 0
pcb 17 12K 12K 166960K 17 0
rtable 58 1K 2K 166960K 107 0
pf 12 6K 10K 166960K 23 0
ifaddr 12 9K 9K 166960K 12 0
ifgroup 17 1K 1K 166960K 17 0
counters 48 34K 34K 166960K 48 0
ioctlops 0 0K 4K 166960K 1473 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1260 79K 79K 166960K 1280 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 1K 166960K 2 0
VM map 2 1K 1K 166960K 2 0
sem 2 0K 0K 166960K 2 0
dirhash 12 2K 2K 166960K 12 0
ACPI 1697 195K 286K 166960K 12548 0
file desc 1 0K 0K 166960K 1 0
proc 55 78K 79K 166960K 256 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
in_multi 11 0K 0K 166960K 11 0
ether_multi 1 0K 0K 166960K 1 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 25 122K 122K 166960K 25 0
exec 0 0K 1K 166960K 249 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 96 4K 6K 166960K 2445 0
UVM aobj 3 2K 2K 166960K 3 0
pinsyscall 22 44K 48K 166960K 854 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
NDP 3 0K 0K 166960K 3 0
temp 1 6804K 6868K 166960K 2886 0
kqueue 11 16K 18K 166960K 24 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 17 0 14 1 0 1 1 0 8 0
rtentry 112 23 0 1 1 0 1 1 0 8 0
unpcb 144 33 0 20 1 0 1 1 0 8 0
syncache 336 5 0 5 1 0 1 1 0 8 1
tcpcb 808 8 0 5 1 0 1 1 0 8 0
arp 120 2 0 0 1 0 1 1 0 8 0
inpcb 384 30 0 24 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 9 0 0 1 0 1 1 0 8 0
pfstkey 128 9 0 0 1 0 1 1 0 8 0
pfstate 376 9 0 0 1 0 1 1 0 8 0
pfrule 1344 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 97 0 0 7 0 7 7 0 8 0
art_table 32 98 0 0 1 0 1 1 0 8 0
art_node 16 22 0 2 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1508 0 40 92 0 92 92 0 8 0
ffsino 272 1508 0 40 98 0 98 98 0 8 0
nchpl 144 1696 0 47 62 0 62 62 0 8 0
uvmvnodes 80 1522 0 0 32 0 32 32 0 8 0
vnodes 216 1522 0 0 85 0 85 85 0 8 0
namei 1024 4452 0 4452 1 0 1 1 0 8 1
percpumem 16 38 0 0 1 0 1 1 0 8 0
kstatmem 264 6 0 0 1 0 1 1 0 8 0
scxspl 216 5409 0 5409 3 1 2 2 1 8 2
plimitpl 152 16 0 10 1 0 1 1 0 8 0
sigapl 424 318 0 286 4 0 4 4 0 8 0
knotepl 120 42 0 0 2 0 2 2 0 8 0
kqueuepl 216 20 0 13 1 0 1 1 0 8 0
pipepl 320 90 0 87 1 0 1 1 0 8 0
fdescpl 496 300 0 286 3 1 2 3 0 8 0
filepl 152 1208 0 1152 3 0 3 3 0 8 0
lockfpl 104 6 0 4 1 0 1 1 0 8 0
lockfspl 48 4 0 2 1 0 1 1 0 8 0
sessionpl 144 17 0 9 1 0 1 1 0 8 0
pgrppl 48 17 0 9 1 0 1 1 0 8 0
ucredpl 104 67 0 56 1 0 1 1 0 8 0
zombiepl 144 286 0 286 1 0 1 1 0 8 1
processpl 1136 318 0 286 3 0 3 3 0 8 0
procpl 656 318 0 286 3 0 3 3 0 8 0
srpgc 96 1 0 1 1 1 0 1 0 8 0
sockpl 664 80 0 58 2 0 2 2 0 8 0
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 3 0 0 1 0 1 1 0 8 0
mcl2k 2048 332 0 0 42 0 42 42 0 8 0
mtagpl 96 3 0 0 1 0 1 1 0 8 0
mbufpl 256 341 0 0 22 0 22 22 0 8 0
bufpl 280 2630 0 98 181 0 181 181 0 8 0
anonpl 24 177992 0 176192 23 1 22 23 0 186 11
amapchunkpl 152 8551 0 8419 7 0 7 7 0 158 1
amappl16 200 5006 0 5005 5 1 4 5 0 8 3
amappl15 192 13 0 13 1 1 0 1 0 8 0
amappl14 184 107 0 98 1 0 1 1 0 8 0
amappl13 176 38 0 38 1 1 0 1 0 8 0
amappl12 168 803 0 791 1 0 1 1 0 8 0
amappl11 160 57 0 47 1 0 1 1 0 8 0
amappl10 152 19 0 19 2 1 1 1 0 8 1
amappl9 144 149 0 148 1 0 1 1 0 8 0
amappl8 136 32 0 30 1 0 1 1 0 8 0
amappl7 128 22 0 21 1 0 1 1 0 8 0
amappl6 120 164 0 154 1 0 1 1 0 8 0
amappl5 112 124 0 112 1 0 1 1 0 8 0
amappl4 104 399 0 372 1 0 1 1 0 8 0
amappl3 96 2450 0 2426 1 0 1 1 0 8 0
amappl2 88 589 0 536 2 0 2 2 0 8 0
amappl1 80 8875 0 8459 11 0 11 11 0 8 0
amappl 88 2143 0 2094 2 0 2 2 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 2 0 0 1 0 1 1 0 8 0
uaddrrnd 24 301 0 287 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 301 0 287 1 0 1 1 0 8 0
vmmpekpl 168 5588 0 5570 1 0 1 1 0 8 0
vmmpepl 168 34652 0 33730 46 1 45 46 0 357 4
vmsppl 440 300 0 287 2 0 2 2 0 8 0
rwobjpl 56 18935 0 16802 33 2 31 32 0 8 0
pdppl 4096 609 0 574 49 14 35 41 0 8 0
pvpl 32 6358 0 0 53 1 52 52 0 265 0
pmappl 248 300 0 287 2 1 1 2 0 8 0
extentpl 40 56 0 38 1 0 1 1 0 8 0
phpool 112 322 0 16 9 0 9 9 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff82c6dff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff82dd9fb0) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff82dd9fb0) at __mp_lock+0x129 sys/kern/kern_lock.c:147
intr_handler(ffff80002a105020,ffff800000069c00) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539
Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f
__mp_lock(ffffffff82dd9fb0) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff82dd9fb0) at __mp_lock+0x122 sys/kern/kern_lock.c:147
intr_handler(ffff80002a105170,ffff80000067b200) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539
Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f
acpicpu_idle() at acpicpu_idle+0x2f1 sys/dev/acpi/acpicpu.c:1206
sched_idle(ffffffff82c6dff0) at sched_idle+0x41d sys/kern/kern_sched.c:183
end trace frame: 0x0, count: -11
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x1c: addq $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806d621d60,9,0) at witness_checkorder+0xc05
rw_enter(fffffd806d621d50,1) at rw_enter+0xd1
rrw_enter(fffffd806d621d50,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd8074c7f030,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:518
vn_lock(fffffd8074c7f030,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564
vn_rdwr(0,fffffd8074c7f030,ffff800011a26740,1d,0,1,ecd0e9f4ae1f6f73,0,ffff8000006aa000,0) at vn_rdwr+0xb6 sys/kern/vfs_vnops.c:320
vndstrategy(fffffd806ccb7af0) at vndstrategy+0x3e2 sys/dev/vnd.c:342
physio(ffffffff81196bc0,2902,8000,ffffffff823a8f10,ffff80002a1e65b0) at physio+0x27d sys/kern/kern_physio.c:162
spec_read(ffff80002a1e63a0) at spec_read+0x105 sys/kern/spec_vnops.c:215
VOP_READ(fffffd806ee8b3c0,ffff80002a1e65b0,0,fffffd807f7d38f0) at VOP_READ+0xc3 sys/kern/vfs_vops.c:227
vn_read(fffffd806e3bf1d8,ffff80002a1e65b0,0) at vn_read+0x115 sys/kern/vfs_vnops.c:369
dofilereadv(ffff8000ffffc010,5,ffff80002a1e65b0,0,ffff80002a1e6670) at dofilereadv+0x1a1 sys/kern/sys_generic.c:247
sys_readv(ffff8000ffffc010,ffff80002a1e6720,ffff80002a1e6670) at sys_readv+0xab sys/kern/sys_generic.c:194
syscall(ffff80002a1e6720) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline]
syscall(ffff80002a1e6720) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x738fa790be40, count: -16
ddb{1}>