login: witness: lock order reversal:
1st 0xfffffd806bc05310 vmmaplk (&map->lock)
2nd 0xfffffd80727a9818 fdlock (&newfdp->fd_fd.fd_lock)
lock order "&newfdp->fd_fd.fd_lock"(rwlock) -> "&map->lock"(rwlock) first seen at:
#0 rw_enter_read+0x66 sys/kern/kern_rwlock.c:112
#1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1758
#2 uvm_fault_check+0x3a sys/uvm/uvm_fault.c:674
#3 uvm_fault+0x102 sys/uvm/uvm_fault.c:602
#4 kpageflttrap+0x209
#5 kerntrap+0xef sys/arch/amd64/amd64/trap.c:318
#6 alltraps_kern_meltdown+0x7b
#7 copyout+0x53
#8 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#8 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#9 Xsyscall+0x128
lock order "&map->lock"(rwlock) -> "&newfdp->fd_fd.fd_lock"(rwlock) first seen at:
#0 rw_enter_write+0x5b sys/kern/kern_rwlock.c:128
#1 fill_file+0xad2 sys/kern/kern_sysctl.c:1304
#2 sysctl_file+0xe77 sys/kern/kern_sysctl.c:1428
#3 kern_sysctl+0xfd sys/kern/kern_sysctl.c:449
#4 sys_sysctl+0x209 sys/kern/kern_sysctl.c:249
#5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6 Xsyscall+0x128
Stopped at db_enter+0x18: addq $0x8,%rsp
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
witness_checkorder(fffffd80727a9818,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2502 [inline]
witness_checkorder(fffffd80727a9818,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1105
rw_enter_write(fffffd80727a9808) at rw_enter_write+0x5b sys/kern/kern_rwlock.c:128
fill_file(ffff800000bdb000,fffffd8070867318,fffffd80727a97c0,0,0,ffff80002122cc90,f7fc7cbfaa9e8a68,ff09,ffff80002125d510) at fill_file+0xad2 sys/kern/kern_sysctl.c:1304
sysctl_file(ffff80002136afc8,4,20000080,ffff80002136aff8,ffff80002125d510) at sysctl_file+0xe77 sys/kern/kern_sysctl.c:1428
kern_sysctl(ffff80002136afc4,5,20000080,ffff80002136aff8,0,0,b43cfdb9edbfc67) at kern_sysctl+0xfd sys/kern/kern_sysctl.c:449
sys_sysctl(ffff80002125d510,ffff80002136b068,ffff80002136b0c0) at sys_sysctl+0x209 sys/kern/kern_sysctl.c:249
syscall(ffff80002136b130) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002136b130) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffd0880, count: -9
ddb{1}> show registers
rdi 0x3
rsi 0xffffffff8294abb0 __sancov_gen_cov_switch_values.134
rbp 0xffff80002136a930
rbx 0x3
rdx 0x3fd
rcx 0
rax 0x1
r8 0xffff80002136a8a0
r9 0x8080808080808080
r10 0x35543f11baf265c9
r11 0xce4411bd628bfeea
r12 0xffffffff82aad0a0 w_lodata+0x4f730
r13 0
r14 0xffffffff82aac0d0 w_lodata+0x4e760
r15 0xfffffd8002f62c80
rip 0xffffffff8138d658 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff80002136a920
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor.4) pid=63905 stat=onproc
flags process=10<SUGID> proc=0
pri=51, usrpri=51, nice=20
forw=0xffffffffffffffff, list=0xffff80002125dcf0,0xffff80002125caa0
process=0xffff80002122dd30 user=0xffff800021366000, vmspace=0xfffffd806bc052f8
estcpu=36, cpticks=0, pctcpu=0.0
user=0, sys=0, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
52356 303522 89667 0 2 0x2 sh
28979 349356 62783 0 2 0x2 sh
*18136 63905 12198 32767 7 0x10 syz-executor.4
12654 388444 76224 0 2 0x100002 sh
62783 422276 30475 0 3 0x80 wait syz-executor.7
34620 340152 41 0 7 0x2 ifconfig
41 203398 30058 0 3 0x10008a sigsusp sh
76224 514343 55613 0 3 0x80 wait syz-executor.1
30475 1374 14068 0 3 0x82 wait syz-executor.7
59412 495658 36738 0 2 0x100002 sh
89667 199226 67328 0 3 0x80 wait syz-executor.5
78679 444719 50905 0 2 0x100000 sh
67328 243023 14068 0 3 0x82 wait syz-executor.5
96644 350046 89348 32767 3 0x10 biowait syz-executor.3
50905 344410 51284 0 3 0x10008a sigsusp sh
55613 293609 14068 0 3 0x82 wait syz-executor.1
89348 103627 14068 0 3 0x82 wait syz-executor.3
30058 393648 72187 0 3 0x80 wait syz-executor.2
36738 168550 24365 0 3 0x80 wait syz-executor.6
72187 20424 14068 0 3 0x82 wait syz-executor.2
12198 110378 22677 32767 3 0x90 nanoslp syz-executor.4
24365 111598 14068 0 3 0x82 wait syz-executor.6
51284 342010 79358 0 3 0x80 wait syz-executor.0
22677 512289 14068 0 3 0x82 wait syz-executor.4
79358 237963 14068 0 3 0x82 wait syz-executor.0
14068 466577 16700 0 3 0x82 thrsleep syz-execprog
14068 397980 16700 0 3 0x4000082 nanoslp syz-execprog
14068 195938 16700 0 3 0x4000082 thrsleep syz-execprog
14068 953 16700 0 2 0x4000002 syz-execprog
14068 512531 16700 0 3 0x4000082 thrsleep syz-execprog
14068 407317 16700 0 3 0x4000082 kqread syz-execprog
14068 170739 16700 0 3 0x4000082 thrsleep syz-execprog
14068 366514 16700 0 3 0x4000082 thrsleep syz-execprog
14068 475820 16700 0 3 0x4000082 thrsleep syz-execprog
16700 172704 18528 0 3 0x10008a sigsusp ksh
18528 133068 18872 0 3 0x9a kqread sshd
63667 166840 1 0 3 0x100083 ttyin getty
18872 155172 1 0 3 0x88 kqread sshd
3858 468068 29864 73 3 0x1100090 kqread syslogd
29864 243867 1 0 3 0x100082 netio syslogd
33228 457017 1 0 3 0x100080 kqread resolvd
11047 271755 9289 77 3 0x100092 kqread dhcpleased
56836 192066 9289 77 3 0x100092 kqread dhcpleased
9289 237318 1 0 3 0x80 kqread dhcpleased
24469 176829 0 0 3 0x14200 bored smr
57953 139125 0 0 2 0x14200 zerothread
32622 367411 0 0 3 0x14200 aiodoned aiodoned
16047 131887 0 0 3 0x14200 syncer update
35238 40407 0 0 3 0x14200 cleaner cleaner
24820 422897 0 0 3 0x14200 reaper reaper
92118 59825 0 0 3 0x14200 pgdaemon pagedaemon
81398 9890 0 0 3 0x14200 bored viomb
7822 378920 0 0 3 0x40014200 acpi0 acpi0
64125 263509 0 0 3 0x40014200 idle1
45479 5802 0 0 3 0x14200 bored softnet
75413 382802 0 0 3 0x14200 bored systqmp
50628 431145 0 0 3 0x14200 bored systq
85494 112459 0 0 3 0x40014200 bored softclock
21085 419039 0 0 3 0x40014200 idle0
1 241717 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
Process 18136 (syz-executor.4) thread 0xffff80002125d510 (63905)
shared rwlock vmmaplk r = 0 (0xfffffd806bc05310)
#0 witness_lock+0x44d
#1 uvm_vslock+0xc8 sys/uvm/uvm_glue.c:129
#2 sys_sysctl+0x2d8 sys/kern/kern_sysctl.c:240
#3 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#3 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#4 Xsyscall+0x128
exclusive rwlock sysctllk r = 0 (0xffffffff82941f10)
#0 witness_lock+0x44d
#1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310
#2 sys_sysctl+0x1b3 sys/kern/kern_sysctl.c:233
#3 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#3 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#4 Xsyscall+0x128
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff829de988)
#0 witness_lock+0x44d
#1 syscall+0x3ef mi_syscall sys/sys/syscall_mi.h:93 [inline]
#1 syscall+0x3ef sys/arch/amd64/amd64/trap.c:585
#2 Xsyscall+0x128
Process 96644 (syz-executor.3) thread 0xffff80002123c548 (350046)
exclusive rrwlock inode r = 0 (0xfffffd806c470c50)
#0 witness_lock+0x44d
#1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0x8b sys/kern/kern_rwlock.c:461
#3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:534
#4 ufs_ihashins+0x42 sys/ufs/ufs/ufs_ihash.c:140
#5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1347
#6 ffs_inode_alloc+0x1be sys/ufs/ffs/ffs_alloc.c:394
#7 ufs_mkdir+0xf4 sys/ufs/ufs/ufs_vnops.c:1162
#8 VOP_MKDIR+0xbf sys/kern/vfs_vops.c:404
#9 domkdirat+0x121 sys/kern/vfs_syscalls.c:3101
#10 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#10 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806c470920)
#0 witness_lock+0x44d
#1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0x8b sys/kern/kern_rwlock.c:461
#3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:534
#4 vn_lock+0x84 sys/kern/vfs_vnops.c:579
#5 vfs_lookup+0xd1 sys/kern/vfs_lookup.c:413
#6 namei+0x36a sys/kern/vfs_lookup.c:245
#7 domkdirat+0x75 sys/kern/vfs_syscalls.c:3086
#8 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#8 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#9 Xsyscall+0x128
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10165 6404K 6419K 78643K 11255 0
pcb 13 8K 8K 78643K 13 0
rtable 112 3K 3K 78643K 180 0
ifaddr 60 12K 12K 78643K 61 0
counters 54 35K 35K 78643K 54 0
ioctlops 0 0K 2K 78643K 27 0
iov 0 0K 1K 78643K 1 0
mount 1 1K 1K 78643K 1 0
log 0 0K 0K 78643K 4 0
vnodes 1166 73K 73K 78643K 1179 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 1K 78643K 2 0
VM map 2 1K 1K 78643K 2 0
sem 2 0K 0K 78643K 2 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1697 195K 286K 78643K 12548 0
file desc 27 101K 110K 78643K 96 0
proc 56 74K 111K 78643K 353 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 1 0
in_multi 34 2K 2K 78643K 34 0
ether_multi 1 0K 0K 78643K 1 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 31 148K 148K 78643K 31 0
exec 0 0K 2K 78643K 545 0
tdb 3 0K 0K 78643K 3 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 210 73K 73K 78643K 2691 0
UVM aobj 4 2K 2K 78643K 4 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
NDP 14 0K 0K 78643K 14 0
temp 49 4692K 4753K 78643K 3746 0
kqueue 12 18K 18K 78643K 25 0
SYN cache 2 16K 16K 78643K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 22 0 0 1 0 1 1 0 8 0
rtpcb 120 24 0 21 1 0 1 1 0 8 0
rtentry 112 48 0 1 2 0 2 2 0 8 0
unpcb 136 35 0 22 1 0 1 1 0 8 0
syncache 296 5 0 5 2 1 1 1 0 8 1
tcpcb 736 9 0 5 1 0 1 1 0 8 0
arp 120 7 0 0 1 0 1 1 0 8 0
inpcb 304 44 0 37 1 0 1 1 0 8 0
nd6 48 6 0 0 1 0 1 1 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 192 0 0 12 0 12 12 0 8 0
art_table 32 193 0 0 2 0 2 2 0 8 0
art_node 16 47 0 4 1 0 1 1 0 8 0
shmpl 112 1 0 0 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1471 0 48 89 0 89 89 0 8 0
ffsino 272 1471 0 48 95 0 95 95 0 8 0
nchpl 144 1718 0 57 62 0 62 62 0 8 0
uvmvnodes 80 1480 0 0 31 0 31 31 0 8 0
vnodes 224 1480 0 0 88 0 88 88 0 8 0
namei 1024 5344 0 5343 3 1 2 2 0 8 1
percpumem 16 39 0 0 1 0 1 1 0 8 0
scxspl 216 5532 0 5531 27 26 1 8 0 8 0
plimitpl 152 31 0 9 1 0 1 1 0 8 0
sigapl 424 383 0 331 7 0 7 7 0 8 0
knotepl 120 110 0 0 4 0 4 4 0 8 0
kqueuepl 216 21 0 13 1 0 1 1 0 8 0
pipepl 336 130 0 102 4 1 3 3 0 8 0
fdescpl 496 369 0 331 7 1 6 6 0 8 0
filepl 152 1358 0 1228 6 0 6 6 0 8 0
lockfpl 104 6 0 4 1 0 1 1 0 8 0
lockfspl 48 4 0 2 1 0 1 1 0 8 0
sessionpl 144 25 0 9 1 0 1 1 0 8 0
pgrppl 48 25 0 9 1 0 1 1 0 8 0
ucredpl 96 73 0 61 1 0 1 1 0 8 0
zombiepl 144 331 0 331 2 1 1 1 0 8 1
processpl 1064 383 0 331 5 1 4 4 0 8 0
procpl 672 391 0 331 6 0 6 6 0 8 0
sockpl 480 103 0 80 4 0 4 4 0 8 1
mcl8k 8192 4 0 0 1 0 1 1 0 8 0
mcl4k 4096 5 0 0 1 0 1 1 0 8 0
mcl2k 2048 56 0 0 7 0 7 7 0 8 0
mtagpl 96 2 0 0 1 0 1 1 0 8 0
mbufpl 256 190 0 0 11 0 11 11 0 8 0
bufpl 288 3549 0 143 244 0 244 244 0 8 0
anonpl 24 52034 0 46837 48 3 45 46 0 186 10
amapchunkpl 152 5502 0 5071 20 1 19 19 0 158 0
amappl16 200 268 0 178 7 1 6 6 0 8 0
amappl15 192 87 0 80 1 0 1 1 0 8 0
amappl14 184 23 0 18 1 0 1 1 0 8 0
amappl13 176 76 0 68 2 1 1 1 0 8 0
amappl12 168 14 0 12 2 1 1 1 0 8 0
amappl11 160 41 0 29 1 0 1 1 0 8 0
amappl10 152 52 0 47 2 1 1 1 0 8 0
amappl9 144 440 0 437 1 0 1 1 0 8 0
amappl8 136 476 0 448 2 0 2 2 0 8 0
amappl7 128 100 0 89 1 0 1 1 0 8 0
amappl6 120 198 0 176 2 0 2 2 0 8 1
amappl5 112 180 0 168 1 0 1 1 0 8 0
amappl4 104 756 0 719 2 0 2 2 0 8 0
amappl3 96 147 0 137 1 0 1 1 0 8 0
amappl2 88 492 0 451 3 0 3 3 0 8 1
amappl1 80 10048 0 9500 21 3 18 18 0 8 5
amappl 88 2334 0 2173 4 0 4 4 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 3 0 0 1 0 1 1 0 8 0
uaddrrnd 24 369 0 331 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 369 0 331 1 0 1 1 0 8 0
vmmpekpl 168 8025 0 7999 2 0 2 2 0 8 0
vmmpepl 168 35333 0 33508 99 5 94 94 0 357 9
vmsppl 368 368 0 331 4 0 4 4 0 8 0
rwobjpl 56 11242 0 8852 42 2 40 40 0 8 5
pdppl 4096 745 0 662 123 34 89 89 0 8 6
pvpl 32 223825 0 214442 254 8 246 247 0 265 165
pmappl 248 368 0 331 4 1 3 3 0 8 0
extentpl 40 58 0 38 1 0 1 1 0 8 0
phpool 112 602 0 38 17 0 17 17 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff829baff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_lock(ffffffff829de780) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff829de780) at __mp_lock+0x129 sys/kern/kern_lock.c:147
intr_handler(ffff8000213515e0,ffff800000077500) at intr_handler+0x5e sys/arch/amd64/amd64/intr.c:532
Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x16 kd_curproc sys/dev/kcov.c:574 [inline]
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x16 sys/dev/kcov.c:148
__mp_lock(ffffffff829de780) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff829de780) at __mp_lock+0x133 sys/kern/kern_lock.c:147
intr_handler(ffff800021351740,ffff80000004ad00) at intr_handler+0x5e sys/arch/amd64/amd64/intr.c:532
Xintr_ioapic_edge21_untramp() at Xintr_ioapic_edge21_untramp+0x18f
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xb sys/dev/kcov.c:144
syscall(ffff800021351920) at syscall+0x3ef mi_syscall sys/sys/syscall_mi.h:93 [inline]
syscall(ffff800021351920) at syscall+0x3ef sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffe9f90, count: -13
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x18: addq $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
witness_checkorder(fffffd80727a9818,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2502 [inline]
witness_checkorder(fffffd80727a9818,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1105
rw_enter_write(fffffd80727a9808) at rw_enter_write+0x5b sys/kern/kern_rwlock.c:128
fill_file(ffff800000bdb000,fffffd8070867318,fffffd80727a97c0,0,0,ffff80002122cc90,f7fc7cbfaa9e8a68,ff09,ffff80002125d510) at fill_file+0xad2 sys/kern/kern_sysctl.c:1304
sysctl_file(ffff80002136afc8,4,20000080,ffff80002136aff8,ffff80002125d510) at sysctl_file+0xe77 sys/kern/kern_sysctl.c:1428
kern_sysctl(ffff80002136afc4,5,20000080,ffff80002136aff8,0,0,b43cfdb9edbfc67) at kern_sysctl+0xfd sys/kern/kern_sysctl.c:449
sys_sysctl(ffff80002125d510,ffff80002136b068,ffff80002136b0c0) at sys_sysctl+0x209 sys/kern/kern_sysctl.c:249
syscall(ffff80002136b130) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002136b130) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffd0880, count: -9