witness: lock order reversal:
1st 0xffffffff8392cac0 &sched_lock (&sched_lock)
2nd 0xffff8000299dee30 &cq->cq_mtx (&cq->cq_mtx)
lock order [1] &sched_lock (&sched_lock) -> [2] &cq->cq_mtx (&cq->cq_mtx)
#0 mtx_enter+0x95 sys/kern/kern_lock.c:406
#1 clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
#2 mi_switch+0x187 sys/kern/sched_bsd.c:376
#3 sleep_finish+0x2d8 sys/kern/kern_synch.c:369
#4 sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
#4 sys_futex+0xb90 sys/kern/sys_futex.c:155
#5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775
#6 Xsyscall+0x128
lock order [2] &cq->cq_mtx (&cq->cq_mtx) -> [1] &sched_lock (&sched_lock)
#0 mtx_enter+0x95 sys/kern/kern_lock.c:406
#1 sleep_setup+0xed sys/kern/kern_synch.c:304
#2 msleep_nsec+0x10b sys/kern/kern_synch.c:217
#3 dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
#4 dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
#4 dtclose+0x109 sys/dev/dt/dt_dev.c:239
#5 spec_close+0x466 sys/kern/spec_vnops.c:-1
#6 VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
#7 vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
#7 vn_closefile+0x12b sys/kern/vfs_vnops.c:615
#8 fdrop+0x121 sys/kern/kern_descrip.c:1280
#9 closef+0x192 sys/kern/kern_descrip.c:1264
#10 fdfree+0x116 sys/kern/kern_descrip.c:1195
#11 exit1+0x576 sys/kern/kern_exit.c:215
#12 sys_exit+0x1a sys/kern/kern_exit.c:-1
#13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
#14 Xsyscall+0x128
Stopped at db_enter+0x25: addq $0x8,%rsp
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299dee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299dee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299de2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
sys_futex(ffff80003c409250,ffff80003b7f7080,ffff80003b7f6fd0) at sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
sys_futex(ffff80003c409250,ffff80003b7f7080,ffff80003b7f6fd0) at sys_futex+0xb90 sys/kern/sys_futex.c:155
syscall(ffff80003b7f7080) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80003b7f7080) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x478cd688040, count: -9
ddb{1}> show registers
rdi 0
rsi 0x80000 acpi_pdirpa+0x6be71
rbp 0xffff80003b7f6c50
rbx 0
rdx 0xffff80000002a740
rcx 0xffff80003c409250
rax 0x7ffff acpi_pdirpa+0x6be70
r8 0xffff80003b7f6b30
r9 0x8080808080808080
r10 0xf02e5d5bf9f63a3f
r11 0xe961a00a88ce3f34
r12 0xfffffd8003f49300
r13 0xfffffd8004739d58
r14 0x3
r15 0xffffffff8342440c substchar+0xe0b0
rip 0xffffffff82de7905 db_enter+0x25
cs 0x8
rflags 0x246
rsp 0xffff80003b7f6c40
ss 0x10
db_enter+0x25: addq $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor) tid=146578 pid=77148 tcnt=2 stat=sleep
flags process=4000000<ITIMER> proc=4000080<SINTR,THREAD>
runpri=50, usrpri=50, slppri=32, nice=20
wchan=0xffff80003b7f6ef0, wmesg=fsleep, ps_single=0x0 scnt=0 ecnt=0
forw=0x0, list=0xffff80003c408a88,0xffffffff83932170
process=0xffff80003c40c020 user=0xffff80003b7f2000, vmspace=0xfffffd806c9913e8
estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
77148 491518 92608 0 7 0x4000000 syz-executor
*77148 146578 92608 0 3 0x4000080 fsleep syz-executor
69278 304101 68510 0 2 0x1000000 syz-executor
69278 68483 68510 0 3 0x5000000 biowait syz-executor
69278 436116 68510 0 3 0x5000080 fsleep syz-executor
49336 398248 5992 0 2 0 syz-executor
49336 9145 5992 0 3 0x4000080 fsleep syz-executor
49336 385283 5992 0 3 0x4000080 fsleep syz-executor
84238 313649 40499 60929 2 0x10 syz-executor
84238 298805 40499 60929 3 0x4000090 fsleep syz-executor
92913 421775 47519 0 2 0 syz-executor
92913 480107 47519 0 2 0x4000000 syz-executor
58646 80517 7497 0 2 0 syz-executor
56801 991 92915 0 2 0 syz-executor
56801 130298 92915 0 2 0x4000000 syz-executor
94501 189900 0 0 3 0x14200 acct acct
92915 522271 44476 0 3 0x82 nanoslp syz-executor
51718 447693 44476 0 2 0x2 syz-executor
47519 489814 44476 0 2 0x2 syz-executor
5992 106584 44476 0 3 0x82 nanoslp syz-executor
40499 332760 44476 0 3 0x82 nanoslp syz-executor
92608 491623 44476 0 3 0x82 nanoslp syz-executor
7497 38578 44476 0 3 0x82 nanoslp syz-executor
68510 34168 44476 0 3 0x82 nanoslp syz-executor
44476 255391 29314 0 3 0x82 kqread syz-executor
29314 480712 57721 0 3 0x10008a sigsusp ksh
57721 26945 6956 0 3 0x98 kqread sshd-session
6956 154837 43559 0 3 0x92 kqread sshd-session
99965 209228 1 0 3 0x100083 ttyin getty
43559 166493 1 0 3 0x88 kqread sshd
56457 352564 16427 74 3 0x1100092 bpf pflogd
16427 245625 1 0 3 0x80 sbwait pflogd
52614 95877 32723 73 3 0x1100090 kqread syslogd
32723 11197 1 0 3 0x100082 sbwait syslogd
82394 355758 1 0 3 0x100080 kqread resolvd
28467 482438 34802 77 3 0x100092 kqread dhcpleased
72403 212650 34802 77 3 0x100092 kqread dhcpleased
34802 130349 1 0 3 0x80 kqread dhcpleased
76962 229374 0 0 3 0x14200 bored smr
59243 272646 0 0 2 0x14200 zerothread
83804 199524 0 0 3 0x14200 aiodoned aiodoned
28805 509607 0 0 3 0x14200 syncer update
70895 457834 0 0 3 0x14200 cleaner cleaner
45301 357037 0 0 3 0x14200 reaper reaper
1588 85267 0 0 3 0x14200 pgdaemon pagedaemon
80723 256350 0 0 3 0x14200 bored viomb
30897 249833 0 0 3 0x40014200 acpi0 acpi0
49247 250513 0 0 3 0x40014200 idle1
49857 489557 0 0 3 0x14200 bored softnet1
84373 412111 0 0 3 0x14200 bored softnet0
5524 477990 0 0 3 0x14200 bored systqmp
27536 483409 0 0 3 0x14200 bored systq
51584 165422 0 0 3 0x14200 tmoslp softclockmp
37658 479144 0 0 3 0x40014200 tmoslp softclock
74969 293887 0 0 3 0x40014200 idle0
1 322428 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
CPU 1:
exclusive mutex &sched_lock r = 0 (0xffffffff8392cac0)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 mtx_enter+0x4b4 sys/kern/kern_lock.c:487
#2 sleep_finish+0x1d6 sys/kern/kern_synch.c:357
#3 sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
#3 sys_futex+0xb90 sys/kern/sys_futex.c:155
#4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775
#5 Xsyscall+0x128
Process 77148 (syz-executor) thread 0xffff80003c408a88 (491518)
exclusive kernel_lock &kernel_lock r = 1 (0xffffffff83953e48)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560
#2 Xintr_ioapic_edge23_untramp+0x18f
#3 __sanitizer_cov_trace_pc+0xf kd_curproc sys/dev/kcov.c:580 [inline]
#3 __sanitizer_cov_trace_pc+0xf sys/dev/kcov.c:153
#4 uvm_pagelookup+0x54 uvm_objtree_RBT_FIND sys/uvm/uvm_object.h:93 [inline]
#4 uvm_pagelookup+0x54 sys/uvm/uvm_page.c:1214
#5 uvn_get+0x486 sys/uvm/uvm_vnode.c:-1
#6 uvm_fault_lower_lookup+0x10d sys/uvm/uvm_fault.c:1206
#7 uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334
#8 uvm_fault+0x274 sys/uvm/uvm_fault.c:-1
#9 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192
#10 usertrap+0x42f sys/arch/amd64/amd64/trap.c:632
#11 recall_trap+0x8
shared rwlock uobjlk r = 0 (0xfffffd806db25cc0)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413
#2 uvm_fault_lower_lookup+0x53 sys/uvm/uvm_fault.c:1204
#3 uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334
#4 uvm_fault+0x274 sys/uvm/uvm_fault.c:-1
#5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192
#6 usertrap+0x42f sys/arch/amd64/amd64/trap.c:632
#7 recall_trap+0x8
shared rwlock vmmaplk r = 0 (0xfffffd806c9914e8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413
#2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1880
#3 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:693
#4 uvm_fault+0x106 sys/uvm/uvm_fault.c:627
#5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192
#6 usertrap+0x42f sys/arch/amd64/amd64/trap.c:632
#7 recall_trap+0x8
Process 69278 (syz-executor) thread 0xffff80003c408558 (68483)
exclusive rrwlock inode r = 0 (0xfffffd8062ec5330)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 vn_write+0x18f sys/kern/vfs_vnops.c:405
#6 dofilewritev+0x242 sys/kern/sys_generic.c:380
#7 sys_write+0xa2 sys/kern/sys_generic.c:300
#8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775
#9 Xsyscall+0x128
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 11057 12149K 12257K 166960K 12192 0
pcb 17 14K 16K 166960K 105 0
rtable 239 6K 7K 166960K 354 0
pf 34 17K 18K 166960K 40 0
ifaddr 43 7K 7K 166960K 46 0
ifgroup 55 2K 2K 166960K 59 0
sysctl 1 1K 9K 166960K 6 0
counters 70 37K 37K 166960K 72 0
ioctlops 0 0K 4K 166960K 1472 0
iov 0 0K 4K 166960K 2 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1337 84K 84K 166960K 1397 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 5K 166960K 3 0
VM map 2 1K 1K 166960K 2 0
sem 3 0K 0K 166960K 3 0
dirhash 12 2K 2K 166960K 15 0
ACPI 1692 195K 286K 166960K 12470 0
file desc 17 61K 89K 166960K 186 0
proc 71 115K 164K 166960K 541 0
subproc 72 4K 4K 166960K 72 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 6 0
in_multi 99 7K 7K 166960K 103 0
ether_multi 1 0K 0K 166960K 3 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 49 228K 228K 166960K 49 0
exec 0 0K 1K 166960K 449 0
fusefs mount 1 32K 32K 166960K 1 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 229 167K 175K 166960K 3674 0
UVM aobj 4 2K 2K 166960K 4 0
pinsyscall 42 84K 100K 166960K 1313 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
NDP 12 0K 2K 166960K 29 0
temp 68 8674K 8739K 166960K 6059 0
kqueue 13 20K 22K 166960K 30 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 26 0 0 1 0 1 1 0 8 0
rtpcb 120 36 0 33 1 0 1 1 0 8 0
rtentry 176 112 0 1 6 0 6 6 0 8 0
unpcb 144 49 0 32 1 0 1 1 0 8 0
syncache 336 3 0 3 1 0 1 1 0 8 1
tcpcb 736 19 0 15 1 0 1 1 0 8 0
arp 136 18 0 0 1 0 1 1 0 8 0
inpcb 328 162 0 154 7 0 7 7 0 8 6
nd6 152 25 0 0 1 0 1 1 0 8 0
kcovpl 48 8 0 0 1 0 1 1 0 8 0
pffrag 232 2 0 0 1 0 1 1 0 482 0
pffrnode 88 2 0 0 1 0 1 1 0 8 0
pffrent 40 2 0 0 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 454 0 0 29 0 29 29 0 8 0
art_table 40 455 0 0 5 0 5 5 0 8 0
art_node 32 112 0 11 1 0 1 1 0 8 0
sysvmsgpl 40 1 0 1 1 0 1 1 0 8 1
semapl 112 1 0 0 1 0 1 1 0 8 0
shmpl 112 1 0 0 1 0 1 1 0 8 0
dirhash 1024 19 0 2 3 0 3 3 0 8 0
dino2pl 256 1670 0 157 95 0 95 95 0 8 0
ffsino 296 1670 0 157 117 0 117 117 0 8 0
nchpl 144 1938 0 242 64 0 64 64 0 8 0
vnodes 216 1771 0 0 99 0 99 99 0 8 0
namei 1024 5986 0 5986 2 0 2 2 0 8 2
percpumem 16 51 0 1 1 0 1 1 0 8 0
kstatmem 264 28 0 2 2 0 2 2 0 8 0
scxspl 216 6338 0 6337 3 2 1 2 1 8 0
plimitpl 152 38 0 20 1 0 1 1 0 8 0
sigapl 424 496 0 448 7 0 7 7 0 8 1
knotepl 120 303 0 0 10 0 10 10 0 8 0
kqueuepl 224 39 0 29 1 0 1 1 0 8 0
pipepl 344 118 0 91 3 0 3 3 0 8 0
fdescpl 528 479 0 448 3 0 3 3 0 8 0
filepl 160 1964 0 1752 14 0 14 14 0 8 5
lockfpl 104 37 0 35 1 0 1 1 0 8 0
lockfspl 48 18 0 16 1 0 1 1 0 8 0
sessionpl 144 22 0 13 1 0 1 1 0 8 0
pgrppl 48 31 0 14 1 0 1 1 0 8 0
ucredpl 104 188 0 174 1 0 1 1 0 8 0
zombiepl 144 448 0 448 1 0 1 1 0 8 1
processpl 1232 496 0 448 5 0 5 5 0 8 0
procpl 664 584 0 528 6 0 6 6 0 8 1
sosppl 176 1 0 1 1 0 1 1 0 8 1
sockpl 752 247 0 219 10 0 10 10 0 8 7
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 111 0 0 14 0 14 14 0 8 0
mcl2k 2048 37 0 0 5 0 5 5 0 8 0
mtagpl 96 4 0 0 1 0 1 1 0 8 0
mbufpl 256 164 0 0 11 0 11 11 0 8 0
bufpl 280 2420 0 130 164 0 164 164 0 8 0
anonpl 32 3855 0 0 32 0 32 32 0 246 0
amapchunkpl 152 10088 0 9640 21 0 21 21 0 158 3
amappl16 200 1891 0 1866 5 3 2 5 0 8 0
amappl15 192 3 0 3 1 1 0 1 0 8 0
amappl14 184 78 0 77 1 0 1 1 0 8 0
amappl13 176 447 0 446 1 0 1 1 0 8 0
amappl12 168 835 0 794 3 0 3 3 0 8 1
amappl11 160 5 0 5 1 1 0 1 0 8 0
amappl10 152 64 0 49 1 0 1 1 0 8 0
amappl9 144 252 0 251 1 0 1 1 0 8 0
amappl8 136 24 0 22 1 0 1 1 0 8 0
amappl7 128 83 0 82 1 0 1 1 0 8 0
amappl6 120 277 0 264 1 0 1 1 0 8 0
amappl5 112 75 0 65 1 0 1 1 0 8 0
amappl4 104 413 0 383 1 0 1 1 0 8 0
amappl3 96 1604 0 1520 4 1 3 3 0 8 0
amappl2 88 587 0 512 2 0 2 2 0 8 0
amappl1 80 9160 0 8569 14 0 14 14 0 8 1
amappl 88 2940 0 2788 4 0 4 4 0 92 0
uvmvnodes 80 99 0 0 3 0 3 3 0 8 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 3 0 0 1 0 1 1 0 8 0
uaddrrnd 24 479 0 448 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 479 0 448 1 0 1 1 0 8 0
vmmpekpl 168 5674 0 5642 2 0 2 2 0 8 0
vmmpepl 168 38434 0 36555 87 0 87 87 0 357 5
vmsppl 488 478 0 448 5 0 5 5 0 8 1
rwobjpl 80 13798 0 12799 23 0 23 23 0 8 0
pdppl 4096 966 0 896 94 20 74 84 0 8 4
pvpl 32 10237 0 0 83 0 83 83 0 265 0
pmappl 256 478 0 448 3 0 3 3 0 8 0
extentpl 40 45 0 27 1 0 1 1 0 8 0
phpool 112 263 0 22 8 0 8 8 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff837d6ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
mtx_enter(ffffffff8392cab0) at mtx_enter+0x377 sys/kern/kern_lock.c:454
wakeup_n(fffffd806c899238,ffffffff) at wakeup_n+0x54 sys/kern/kern_synch.c:581
sd_buf_done(fffffd806cea7298) at sd_buf_done+0x2de sys/scsi/sd.c:772
scsi_done(fffffd806cea7298) at scsi_done+0x40 sys/scsi/scsi_base.c:1496
vioscsi_vq_done(ffff8000000a4268) at vioscsi_vq_done+0xe1 sys/dev/pv/vioscsi.c:-1
intr_handler(ffff8000337d0af0,ffff8000002a3480) at intr_handler+0x125 sys/arch/amd64/amd64/intr.c:564
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xf kd_curproc sys/dev/kcov.c:580 [inline]
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xf sys/dev/kcov.c:153
uvm_pagelookup(fffffd806f083698,5000) at uvm_pagelookup+0x54 uvm_objtree_RBT_FIND sys/uvm/uvm_object.h:93 [inline]
uvm_pagelookup(fffffd806f083698,5000) at uvm_pagelookup+0x54 sys/uvm/uvm_page.c:1214
uvn_get(fffffd806f083698,5000,ffff8000337d0f60,ffff8000337d0dc4,3,1,36c185b4c42b9cb7,ffff8000337d1018) at uvn_get+0x486 sys/uvm/uvm_vnode.c:-1
uvm_fault_lower_lookup(ffff8000337d0fe0,ffff8000337d1018,ffff8000337d0f60) at uvm_fault_lower_lookup+0x10d sys/uvm/uvm_fault.c:1206
uvm_fault_lower(ffff8000337d0fe0,ffff8000337d1018,ffff8000337d0f60) at uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334
uvm_fault(fffffd806c9913e8,110c238000,0,1) at uvm_fault+0x274 sys/uvm/uvm_fault.c:-1
upageflttrap(ffff8000337d1180,110c238576) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192
usertrap(ffff8000337d1180) at usertrap+0x42f sys/arch/amd64/amd64/trap.c:632
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x6fb431426220, count: -19
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x25: addq $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299dee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299dee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299de2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
sys_futex(ffff80003c409250,ffff80003b7f7080,ffff80003b7f6fd0) at sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
sys_futex(ffff80003c409250,ffff80003b7f7080,ffff80003b7f6fd0) at sys_futex+0xb90 sys/kern/sys_futex.c:155
syscall(ffff80003b7f7080) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80003b7f7080) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x478cd688040, count: -9