login: witness: lock order reversal:
1st 0xffffffff83a4a1c8 &sched_lock (&sched_lock)
2nd 0xffff8000299bee30 &cq->cq_mtx (&cq->cq_mtx)
lock order [1] &sched_lock (&sched_lock) -> [2] &cq->cq_mtx (&cq->cq_mtx)
#0 mtx_enter+0x95 sys/kern/kern_lock.c:406
#1 clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
#2 mi_switch+0x187 sys/kern/sched_bsd.c:376
#3 ast+0x15c mi_ast sys/sys/syscall_mi.h:252 [inline]
#3 ast+0x15c sys/arch/amd64/amd64/trap.c:747
#4 intr_user_exit+0x3c
lock order [2] &cq->cq_mtx (&cq->cq_mtx) -> [1] &sched_lock (&sched_lock)
#0 mtx_enter+0x95 sys/kern/kern_lock.c:406
#1 sleep_setup+0xed sys/kern/kern_synch.c:304
#2 msleep_nsec+0x10b sys/kern/kern_synch.c:217
#3 dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
#4 dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
#4 dtclose+0x109 sys/dev/dt/dt_dev.c:239
#5 spec_close+0x466 sys/kern/spec_vnops.c:-1
#6 VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
#7 vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
#7 vn_closefile+0x12b sys/kern/vfs_vnops.c:615
#8 fdrop+0x121 sys/kern/kern_descrip.c:1281
#9 closef+0x192 sys/kern/kern_descrip.c:1265
#10 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#10 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#11 Xsyscall+0x128
Stopped at db_enter+0x25: addq $0x8,%rsp
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299bee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299bee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299be2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
ast(ffff80003c48d4e0) at ast+0x15c mi_ast sys/sys/syscall_mi.h:252 [inline]
ast(ffff80003c48d4e0) at ast+0x15c sys/arch/amd64/amd64/trap.c:747
intr_user_exit() at intr_user_exit+0x3c
end of kernel
end trace frame: 0x7939948709b0, count: -7
ddb{1}> show registers
rdi 0
rsi 0
rbp 0xffff80003c48d2e0
rbx 0
rdx 0
rcx 0xffff80003c3d94e0
rax 0xffff8000299bdff0
r8 0xffff80003c48d1c0
r9 0x8080808080808080
r10 0xf153536f24b8ca1f
r11 0x5f027aa8fbc67932
r12 0xfffffd800403a300
r13 0xfffffd800482ad58
r14 0x3
r15 0xffffffff834b72b3 substchar+0x1f5f
rip 0xffffffff82669d45 db_enter+0x25
cs 0x8
rflags 0x246
rsp 0xffff80003c48d2d0
ss 0
db_enter+0x25: addq $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor) tid=117924 pid=72682 tcnt=3 stat=run
flags process=4000000<ITIMER> proc=0
runpri=50, usrpri=50, slppri=36, nice=20
wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0
forw=0x0, list=0xffff80003c3d8d18,0xffff800037fb3270
process=0xffff80003c465368 user=0xffff80003c488000, vmspace=0xfffffd806c8c5018
estcpu=16, cpticks=6, pctcpu=0.0, user=5, sys=0, intr=1
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
*72682 117924 58475 0 2 0x4000000 syz-executor
72682 270135 58475 0 2 0x4000000 syz-executor
72682 26573 58475 0 3 0x4000080 fsleep syz-executor
57584 4563 39637 0 3 0x80 nanoslp syz-executor
57584 289406 39637 0 3 0x4000080 fsleep syz-executor
57584 83171 39637 0 3 0x4000000 smrbar syz-executor
12985 423074 59955 0 3 0x80 nanoslp syz-executor
12985 10718 59955 0 3 0x4000080 nanoslp syz-executor
12985 62503 59955 0 3 0x4000080 fsleep syz-executor
12985 81196 59955 0 3 0x4000080 fsleep syz-executor
92843 301104 28761 0 3 0x80 nanoslp syz-executor
92843 12219 28761 0 3 0x4000080 ttyin syz-executor
92843 344870 28761 0 3 0x4000080 fsleep syz-executor
81659 30228 3535 0 3 0x80 nanoslp syz-executor
81659 425413 3535 0 3 0x4000080 kqread syz-executor
81659 412521 3535 0 3 0x4000080 fsleep syz-executor
66877 501374 58484 0 3 0x3000 suspend syz-executor
66877 319823 58484 0 3 0x4081000 biowait syz-executor
66877 242807 58484 0 3 0x4081000 inode syz-executor
88296 456025 0 0 3 0x14280 nfsidl nfsio
7574 304526 0 0 3 0x14280 nfsidl nfsio
9358 65429 0 0 3 0x14280 nfsidl nfsio
94177 1196 0 0 3 0x14280 nfsidl nfsio
58907 202328 0 0 3 0x14280 nfsidl nfsio
3224 490942 0 0 3 0x14280 nfsidl nfsio
85049 523313 0 0 3 0x14280 nfsidl nfsio
57457 64413 0 0 3 0x14280 nfsidl nfsio
35860 153008 0 0 3 0x14280 nfsidl nfsio
40508 76906 0 0 3 0x14280 nfsidl nfsio
57556 127587 0 0 3 0x14280 nfsidl nfsio
86539 160415 0 0 3 0x14280 nfsidl nfsio
42570 178886 0 0 3 0x14280 nfsidl nfsio
34328 509894 0 0 3 0x14280 nfsidl nfsio
58775 197544 0 0 3 0x14280 nfsidl nfsio
84257 483326 0 0 3 0x14280 nfsidl nfsio
26070 248002 0 0 3 0x14280 nfsidl nfsio
92577 266363 0 0 3 0x14280 nfsidl nfsio
55703 106117 0 0 3 0x14280 nfsidl nfsio
98213 229349 0 0 3 0x14280 nfsidl nfsio
58484 28428 10405 0 3 0x82 nanoslp syz-executor
6680 47898 10405 0 3 0x82 nanoslp syz-executor
28761 106136 10405 0 3 0x82 nanoslp syz-executor
3535 381460 10405 0 3 0x82 nanoslp syz-executor
59955 370242 10405 0 3 0x82 nanoslp syz-executor
41783 403732 10405 0 2 0x2 syz-executor
39637 235043 10405 0 3 0x82 nanoslp syz-executor
58475 66464 10405 0 3 0x82 nanoslp syz-executor
10405 456512 94548 0 3 0x82 kqread syz-executor
94548 427582 34641 0 3 0x10008a sigsusp ksh
34641 313153 32479 0 3 0x98 kqread sshd-session
32479 176180 66090 0 3 0x92 kqread sshd-session
70468 47700 1 0 3 0x100083 ttyin getty
66090 461214 1 0 3 0x88 kqread sshd
65170 479284 25082 74 3 0x1100092 bpf pflogd
25082 47842 1 0 3 0x80 sbwait pflogd
21461 346166 35771 73 3 0x1100090 kqread syslogd
35771 180169 1 0 3 0x100082 sbwait syslogd
28180 82304 1 0 3 0x100080 kqread resolvd
9960 428301 95024 77 3 0x100092 kqread dhcpleased
78024 401420 95024 77 3 0x100092 kqread dhcpleased
95024 464631 1 0 3 0x80 kqread dhcpleased
99077 413366 0 0 3 0x14200 bored smr
3575 209427 0 0 3 0x14200 pgzero zerothread
19057 201668 0 0 3 0x14200 aiodoned aiodoned
90469 521608 0 0 3 0x14200 syncer update
38163 277666 0 0 3 0x14200 cleaner cleaner
73258 71611 0 0 3 0x14200 reaper reaper
89315 192326 0 0 3 0x14200 pgdaemon pagedaemon
7591 152830 0 0 3 0x14200 bored viomb
97168 518893 0 0 3 0x40014200 acpi0 acpi0
85638 515695 0 0 3 0x40014200 idle1
37842 120177 0 0 3 0x14200 bored softnet1
16397 242773 0 0 3 0x14200 bored softnet0
33664 360368 0 0 3 0x14200 smrbar systqmp
15319 382330 0 0 3 0x14200 bored systq
36274 424916 0 0 3 0x14200 tmoslp softclockmp
56998 518998 0 0 3 0x40014200 tmoslp softclock
18946 338500 0 0 3 0x40014200 idle0
1 51200 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
CPU 0:
exclusive mutex &uvm.fpageqlock r = 0 (0xffffffff83a9ffe0)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 mtx_enter+0x4b4 sys/kern/kern_lock.c:487
#2 uvm_pmr_freepages+0x1a8 sys/uvm/uvm_pmemrange.c:-1
#3 uvm_anfree+0xe9 sys/uvm/uvm_anon.c:112
#4 amap_wipeout+0x246 sys/uvm/uvm_amap.c:-1
#5 uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1359
#6 uvm_map_teardown+0x360 sys/uvm/uvm_map.c:2536
#7 exit1+0x6fc sys/kern/kern_exit.c:260
#8 sys_exit+0x1a sys/kern/kern_exit.c:-1
#9 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#9 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#10 Xsyscall+0x128
CPU 1:
exclusive mutex &sched_lock r = 0 (0xffffffff83a4a1c8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 mtx_enter+0x4b4 sys/kern/kern_lock.c:487
#2 preempt+0x35 sys/kern/sched_bsd.c:338
#3 ast+0x15c mi_ast sys/sys/syscall_mi.h:252 [inline]
#3 ast+0x15c sys/arch/amd64/amd64/trap.c:747
#4 intr_user_exit+0x3c
Process 57584 (syz-executor) thread 0xffff800037fb2a98 (83171)
exclusive rwlock clonelk r = 0 (0xffffffff83955088)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 if_clone_destroy+0x93 sys/net/if.c:-1
#3 tun_dev_close+0x1d9 sys/net/if_tun.c:530
#4 spec_close+0x417 sys/kern/spec_vnops.c:-1
#5 VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
#6 vn_close+0xa3 sys/kern/vfs_vnops.c:292
#7 sys_ktrace+0x14e sys/kern/kern_ktrace.c:561
#8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#9 Xsyscall+0x128
Process 66877 (syz-executor) thread 0xffff800037fb2800 (319823)
exclusive rrwlock inode r = 0 (0xfffffd806c57f690)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 vn_write+0x18f sys/kern/vfs_vnops.c:405
#6 dofilewritev+0x2bd sys/kern/sys_generic.c:384
#7 sys_write+0xa2 sys/kern/sys_generic.c:300
#8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#9 Xsyscall+0x128
Process 41783 (syz-executor) thread 0xffff80002a242d08 (403732)
exclusive rrwlock inode r = 0 (0xfffffd806e73fc90)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline]
#4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:159
#5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232
#6 ffs_inode_alloc+0x279 sys/ufs/ffs/ffs_alloc.c:393
#7 ufs_mkdir+0xfc sys/ufs/ufs/ufs_vnops.c:1112
#8 VOP_MKDIR+0x101 sys/kern/vfs_vops.c:394
#9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3143
#10 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#10 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806d6d0e90)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1
#6 namei+0x7ca sys/kern/vfs_lookup.c:250
#7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3128
#8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
#9 Xsyscall+0x128
Process 33664 (systqmp) thread 0xffff8000ffffecf8 (360368)
shared rwlock systqmp r = 0 (0xffffffff83868ef8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 taskq_thread+0x12a sys/kern/kern_task.c:442
#2 proc_trampoline+0x10
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 11063 12087K 12287K 166960K 12331 0
pcb 19 12K 12K 166960K 48 0
rtable 225 8K 8K 166960K 367 0
pf 40 19K 21K 166960K 65 0
ifaddr 40 6K 7K 166960K 48 0
ifgroup 56 2K 2K 166960K 64 0
sysctl 4 1K 9K 166960K 8 0
counters 70 37K 37K 166960K 80 0
ioctlops 0 0K 4K 166960K 1514 0
iov 0 0K 16K 166960K 5 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1358 85K 86K 166960K 1534 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 1K 166960K 2 0
VM map 2 1K 1K 166960K 2 0
sem 9 0K 0K 166960K 10 0
dirhash 12 2K 2K 166960K 18 0
ACPI 1692 195K 286K 166960K 12470 0
file desc 16 57K 93K 166960K 256 0
sigio 0 0K 0K 166960K 3 0
proc 72 115K 164K 166960K 573 0
subproc 72 4K 4K 166960K 72 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 27 0
in_multi 88 6K 7K 166960K 101 0
ether_multi 1 0K 0K 166960K 2 0
mrt 1 0K 0K 166960K 10 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 49 228K 228K 166960K 49 0
exec 0 0K 1K 166960K 396 0
fusefs mount 1 32K 32K 166960K 1 0
pfkey data 0 0K 0K 166960K 1 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 249 151K 168K 166960K 4232 0
UVM aobj 3 2K 2K 166960K 4 0
pinsyscall 41 82K 104K 166960K 1393 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 0 0K 0K 166960K 6 0
NDP 12 0K 2K 166960K 31 0
temp 37 9074K 9139K 166960K 9551 0
kqueue 13 20K 26K 166960K 52 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 26 0 0 1 0 1 1 0 8 0
rtpcb 120 45 0 42 1 0 1 1 0 8 0
rtentry 176 113 0 13 6 0 6 6 0 8 0
unpcb 144 112 0 92 2 0 2 2 0 8 1
syncache 336 3 0 3 1 0 1 1 0 8 1
tcpcb 736 31 0 24 1 0 1 1 0 8 0
arp 136 18 0 2 1 0 1 1 0 8 0
inpcb 328 191 0 178 4 0 4 4 0 8 2
nd6 152 25 0 3 1 0 1 1 0 8 0
pkpcb 40 1 0 1 1 0 1 1 0 8 1
kcovpl 48 8 0 0 1 0 1 1 0 8 0
ppxss 1192 4 0 4 1 0 1 1 0 8 1
pfstscr 40 1 0 0 1 0 1 1 0 8 0
pffrag 232 5 0 1 1 0 1 1 0 482 0
pffrnode 88 3 0 1 1 0 1 1 0 8 0
pffrent 40 6 0 2 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfrktable 1344 3 0 1 1 0 1 1 0 8 0
pfanchor 1288 1 0 0 1 0 1 1 0 8 0
pftag 88 2 0 0 1 0 1 1 0 8 0
pfstitem 24 32 0 0 1 0 1 1 0 8 0
pfstkey 128 34 0 2 2 0 2 2 0 8 0
pfstate 448 32 0 1 4 0 4 4 0 8 0
pfrule 1360 25 0 18 2 1 1 2 0 8 0
rttmr 136 1 0 1 1 0 1 1 0 8 1
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 487 0 31 31 0 31 31 0 8 2
art_table 40 488 0 31 5 0 5 5 0 8 0
art_node 32 113 0 22 1 0 1 1 0 8 0
semapl 112 8 0 1 1 0 1 1 0 8 0
shmpl 112 1 0 1 1 0 1 1 0 8 1
dirhash 1024 21 0 4 3 0 3 3 0 8 0
dino2pl 256 1803 0 338 93 0 93 93 0 8 0
ffsino 296 1803 0 338 114 0 114 114 0 8 0
nchpl 144 2163 0 459 64 0 64 64 0 8 0
rtmask 32 1 0 1 1 0 1 1 0 8 1
vnodes 216 2013 0 0 112 0 112 112 0 8 0
namei 1024 6590 0 6589 1 0 1 1 0 8 0
percpumem 16 55 0 5 1 0 1 1 0 8 0
pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0
kstatmem 264 32 0 6 2 0 2 2 0 8 0
scxspl 216 9011 0 9010 3 2 1 2 1 8 0
plimitpl 152 38 0 20 1 0 1 1 0 8 0
sigapl 424 588 0 521 8 0 8 8 0 8 0
knotepl 120 309 0 0 10 0 10 10 0 8 0
kqueuepl 224 60 0 49 1 0 1 1 0 8 0
pipepl 344 129 0 102 3 0 3 3 0 8 0
fdescpl 528 552 0 522 3 0 3 3 0 8 0
filepl 160 2290 0 2058 14 0 14 14 0 8 3
lockfpl 104 112 0 110 1 0 1 1 0 8 0
lockfspl 48 53 0 51 1 0 1 1 0 8 0
sessionpl 144 26 0 17 1 0 1 1 0 8 0
pgrppl 48 36 0 19 1 0 1 1 0 8 0
ucredpl 104 166 0 153 1 0 1 1 0 8 0
zombiepl 144 523 0 521 1 0 1 1 0 8 0
processpl 1232 588 0 521 6 0 6 6 0 8 0
procpl 664 813 0 733 8 0 8 8 0 8 0
sosppl 176 1 0 1 1 0 1 1 0 8 1
sockpl 752 355 0 319 7 0 7 7 0 8 2
mcl64k 65536 2 0 0 1 0 1 1 0 8 0
mcl16k 16384 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 1 0 0 1 0 1 1 0 8 0
mcl9k 9216 1 0 0 1 0 1 1 0 8 0
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 125 0 0 16 0 16 16 0 8 0
mcl2k 2048 20 0 0 3 0 3 3 0 8 0
mtagpl 96 1 0 0 1 0 1 1 0 8 0
mbufpl 256 144 0 0 9 0 9 9 0 8 0
bufpl 280 3533 0 105 245 0 245 245 0 8 0
anonpl 32 6052 0 0 50 1 49 50 0 246 0
amapchunkpl 152 12783 0 12252 30 0 30 30 0 158 7
amappl16 200 2070 0 1896 11 1 10 10 0 8 0
amappl15 192 24 0 24 1 1 0 1 0 8 0
amappl14 184 502 0 501 1 0 1 1 0 8 0
amappl13 176 117 0 105 1 0 1 1 0 8 0
amappl12 168 832 0 802 2 0 2 2 0 8 0
amappl11 160 7 0 7 1 1 0 1 0 8 0
amappl10 152 66 0 52 1 0 1 1 0 8 0
amappl9 144 265 0 265 1 1 0 1 0 8 0
amappl8 136 107 0 105 1 0 1 1 0 8 0
amappl7 128 148 0 134 1 0 1 1 0 8 0
amappl6 120 177 0 176 1 0 1 1 0 8 0
amappl5 112 95 0 85 1 0 1 1 0 8 0
amappl4 104 287 0 267 1 0 1 1 0 8 0
amappl3 96 2270 0 2147 4 0 4 4 0 8 0
amappl2 88 513 0 452 2 0 2 2 0 8 0
amappl1 80 9938 0 9329 15 0 15 15 0 8 2
amappl 88 3501 0 3323 5 0 5 5 0 92 0
uvmvnodes 80 101 0 0 3 0 3 3 0 8 0
dma65536 65536 1 0 1 1 0 1 1 0 8 1
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 7 0 7 2 1 1 1 0 8 1
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 3 0 1 1 0 1 1 0 8 0
uaddrrnd 24 552 0 522 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 552 0 522 1 0 1 1 0 8 0
vmmpekpl 168 6276 0 6244 2 0 2 2 0 8 0
vmmpepl 168 43279 0 41199 94 0 94 94 0 357 0
vmsppl 488 551 0 521 5 0 5 5 0 8 1
rwobjpl 80 15167 0 13957 25 0 25 25 0 8 0
pdppl 4096 1111 0 1042 97 26 71 85 0 8 2
pvpl 32 13165 0 0 107 0 107 107 0 265 0
pmappl 256 551 0 521 3 0 3 3 0 8 0
extentpl 40 45 0 27 1 0 1 1 0 8 0
phpool 112 273 0 29 8 0 8 8 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff838e0ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
mtx_enter(ffffffff83a4a1b8) at mtx_enter+0x377 sys/kern/kern_lock.c:454
wakeup_n(ffffffff83a9fe30,ffffffff) at wakeup_n+0x54 sys/kern/kern_synch.c:581
uvm_pmr_freepages(fffffd80080f26e8,1) at uvm_pmr_freepages+0x3eb atomic_load_sint sys/uvm/uvmexp.h:-1 [inline]
uvm_pmr_freepages(fffffd80080f26e8,1) at uvm_pmr_freepages+0x3eb sys/uvm/uvm_pmemrange.c:1343
uvm_anfree(fffffd805ff489c0) at uvm_anfree+0xe9 sys/uvm/uvm_anon.c:112
amap_wipeout(fffffd806cb35350) at amap_wipeout+0x246 sys/uvm/uvm_amap.c:-1
uvm_unmap_detach(ffff80003c4993a0,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1359
uvm_map_teardown(fffffd806c8c53e8) at uvm_map_teardown+0x360 sys/uvm/uvm_map.c:2536
exit1(ffff80003c3d8d18,0,0,1) at exit1+0x6fc sys/kern/kern_exit.c:260
sys_exit(ffff80003c3d8d18,ffff80003c499570,ffff80003c4994c0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff80003c499570) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80003c499570) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7cc8fb60d870, count: -14
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x25: addq $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299bee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299bee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299be2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
ast(ffff80003c48d4e0) at ast+0x15c mi_ast sys/sys/syscall_mi.h:252 [inline]
ast(ffff80003c48d4e0) at ast+0x15c sys/arch/amd64/amd64/trap.c:747
intr_user_exit() at intr_user_exit+0x3c
end of kernel
end trace frame: 0x7939948709b0, count: -7