login: uvm_fault(0xfffffd806c3f43f0, 0x48, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d
TID PID UID PRFLAGS PFLAGS CPU COMMAND
181901 29365 0 0x2 0 0 syz-executor
witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_unbind(ffff80000002c430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375
dt_ioctl_record_stop(ffff80000167e000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 sys/dev/dt/dt_dev.c:239
spec_close(ffff80002a301620) at spec_close+0x466 sys/kern/spec_vnops.c:-1
VOP_CLOSE(fffffd806e93d998,1,fffffd80097fd410,ffff80003c4557a0) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615
fdrop(fffffd8069eac3a8,ffff80003c4557a0) at fdrop+0x121 sys/kern/kern_descrip.c:1280
closef(fffffd8069eac3a8,ffff80003c4557a0) at closef+0x192 sys/kern/kern_descrip.c:1264
fdfree(ffff80003c4557a0) at fdfree+0x116 sys/kern/kern_descrip.c:1195
exit1(ffff80003c4557a0,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff80003c4557a0,ffff80002a301990,ffff80002a3018e0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff80002a301990) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a301990) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
end trace frame: 0xffff80002a301a10, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
*cpu1: uvm_fault(0xfffffd806c3f43f0, 0x48, 0, 1) -> e
ddb{1}> trace
witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_unbind(ffff80000002c430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375
dt_ioctl_record_stop(ffff80000167e000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 sys/dev/dt/dt_dev.c:239
spec_close(ffff80002a301620) at spec_close+0x466 sys/kern/spec_vnops.c:-1
VOP_CLOSE(fffffd806e93d998,1,fffffd80097fd410,ffff80003c4557a0) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615
fdrop(fffffd8069eac3a8,ffff80003c4557a0) at fdrop+0x121 sys/kern/kern_descrip.c:1280
closef(fffffd8069eac3a8,ffff80003c4557a0) at closef+0x192 sys/kern/kern_descrip.c:1264
fdfree(ffff80003c4557a0) at fdfree+0x116 sys/kern/kern_descrip.c:1195
exit1(ffff80003c4557a0,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff80003c4557a0,ffff80002a301990,ffff80002a3018e0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff80002a301990) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a301990) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7c69d00dffc0, count: -15
ddb{1}> show registers
rdi 0
rsi 0
rbp 0xffff80002a301440
rbx 0
rdx 0
rcx 0xffff80003c4557a0
rax 0xffff8000299ddffe
r8 0x90
r9 0x1
r10 0xbd73b790ab1448ab
r11 0xd49a9f5824d5536b
r12 0xfe
r13 0x9
r14 0x28
r15 0
rip 0xffffffff829808e5 witness_checkorder+0xb5
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff80002a3013a0
ss 0x10
witness_checkorder+0xb5: movl 0x20(%r14),%r15d
ddb{1}> show proc
PROC (syz-executor) tid=17872 pid=34341 tcnt=0 stat=onproc
flags process=1008<EXITING,SINGLEEXIT> proc=2000<WEXIT>
runpri=32, usrpri=83, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0xffff80003c4557a0 scnt=-1 ecnt=1
forw=0xffffffffffffffff, list=0xffff80003c455a38,0xffff80002a275250
process=0xffff8000ffff1358 user=0xffff80002a2fc000, vmspace=0xfffffd806c3f43f0
estcpu=33, cpticks=22, pctcpu=0.14, user=0, sys=1, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
85814 214825 31897 0 2 0 syz-executor
85814 460075 31897 0 3 0x4000080 fsleep syz-executor
29174 443265 38749 0 2 0 syz-executor
29174 182564 38749 0 3 0x4000080 fsleep syz-executor
29174 145522 38749 0 3 0x4000080 fsleep syz-executor
29174 83244 38749 0 3 0x4000080 fsleep syz-executor
84371 248613 96768 0 3 0x90 nanoslp syz-executor
84371 510652 96768 0 3 0x4000090 ttyin syz-executor
84371 415069 96768 0 3 0x4000090 fsleep syz-executor
84371 497 96768 0 3 0x4000090 fsleep syz-executor
68402 487180 11649 0 2 0 syz-executor
68402 505383 11649 0 3 0x4000080 fsleep syz-executor
68402 239062 11649 0 3 0x4000080 ttyin syz-executor
68402 183919 11649 0 3 0x4000080 fsleep syz-executor
68402 409243 11649 0 3 0x4000080 fsleep syz-executor
28111 196707 1 0 3 0x100083 ttyin getty
40337 252333 0 0 3 0x14200 acct acct
82159 433452 75132 0 3 0x82 wait syz-executor
31897 49479 75132 0 3 0x82 nanoslp syz-executor
96768 205050 75132 0 2 0x3 syz-executor
11649 261360 75132 0 2 0x3 syz-executor
47396 382745 75132 0 3 0x82 nanoslp syz-executor
56235 43183 0 0 3 0x14280 nfsidl nfsio
43617 19463 0 0 3 0x14280 nfsidl nfsio
22353 21019 0 0 3 0x14280 nfsidl nfsio
68186 429553 0 0 3 0x14280 nfsidl nfsio
83721 59029 0 0 3 0x14280 nfsidl nfsio
30503 99883 0 0 3 0x14280 nfsidl nfsio
78218 65095 0 0 3 0x14280 nfsidl nfsio
67303 123739 0 0 3 0x14280 nfsidl nfsio
25838 313423 0 0 3 0x14280 nfsidl nfsio
75077 179363 0 0 3 0x14280 nfsidl nfsio
24913 352187 0 0 3 0x14280 nfsidl nfsio
15358 372742 0 0 3 0x14280 nfsidl nfsio
88769 308267 0 0 3 0x14280 nfsidl nfsio
94782 134893 0 0 3 0x14280 nfsidl nfsio
89832 114660 0 0 3 0x14280 nfsidl nfsio
85139 41190 0 0 3 0x14280 nfsidl nfsio
84160 34139 0 0 3 0x14280 nfsidl nfsio
25805 304126 0 0 3 0x14280 nfsidl nfsio
38749 505678 75132 0 2 0x3 syz-executor
75719 43852 0 0 3 0x14280 nfsidl nfsio
92721 78014 0 0 3 0x14280 nfsidl nfsio
29365 181901 75132 0 7 0x2 syz-executor
17673 227077 75132 0 2 0x3 syz-executor
75132 283542 19459 0 3 0x82 kqread syz-executor
19459 269795 72882 0 3 0x10008a sigsusp ksh
72882 482735 88574 0 3 0x98 kqread sshd-session
88574 411442 90211 0 3 0x92 kqread sshd-session
90211 267907 1 0 3 0x88 kqread sshd
60662 25857 1156 74 3 0x1100092 bpf pflogd
1156 246019 1 0 3 0x80 sbwait pflogd
84685 317795 59832 73 3 0x1100090 kqread syslogd
59832 493531 1 0 3 0x100082 sbwait syslogd
41610 53747 1 0 3 0x100080 kqread resolvd
61591 458257 79601 77 3 0x100092 kqread dhcpleased
47152 440260 79601 77 3 0x100092 kqread dhcpleased
79601 437245 1 0 3 0x80 kqread dhcpleased
39799 440002 0 0 3 0x14200 bored smr
39508 83164 0 0 3 0x14200 pgzero zerothread
16330 301670 0 0 3 0x14200 aiodoned aiodoned
29224 182853 0 0 3 0x14200 syncer update
1864 468594 0 0 3 0x14200 cleaner cleaner
59676 438843 0 0 2 0x14200 reaper
13807 82648 0 0 3 0x14200 pgdaemon pagedaemon
25909 275856 0 0 3 0x14200 bored viomb
45172 94635 0 0 3 0x40014200 acpi0 acpi0
58536 239226 0 0 3 0x40014200 idle1
12099 404201 0 0 3 0x14200 bored softnet1
81989 435206 0 0 3 0x14200 bored softnet0
39903 286978 0 0 3 0x14200 bored systqmp
1955 212337 0 0 3 0x14200 bored systq
59222 485057 0 0 3 0x14200 tmoslp softclockmp
17458 115939 0 0 3 0x40014200 tmoslp softclock
27140 198265 0 0 3 0x40014200 idle0
1 171832 0 0 3 0x82 wait init
0 0 -1 0 3 0x10010200 scheduler swapper
ddb{1}> show all locks
Process 29365 (syz-executor) thread 0xffff80002a274fa8 (181901)
exclusive rwlock vmmaplk r = 0 (0xfffffd806c3f4120)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5165
#3 uvmspace_fork+0x12b sys/uvm/uvm_map.c:3746
#4 process_new+0x577 sys/kern/kern_fork.c:281
#5 fork1+0x3f6 sys/kern/kern_fork.c:-1
#6 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#6 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
#7 Xsyscall+0x128
exclusive rwlock vmmaplk r = 0 (0xfffffd800b0636b8)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5165
#3 uvmspace_fork+0x44 sys/uvm/uvm_map.c:3737
#4 process_new+0x577 sys/kern/kern_fork.c:281
#5 fork1+0x3f6 sys/kern/kern_fork.c:-1
#6 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#6 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
#7 Xsyscall+0x128
Process 59676 (reaper) thread 0xffff8000ffffdc90 (438843)
exclusive rwlock kmmaplk r = 0 (0xffffffff83975070)
#0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5165
#3 uvm_unmap+0x7d sys/uvm/uvm_map.c:1792
#4 km_free+0x87 sys/uvm/uvm_km.c:714
#5 uvm_uarea_free+0x4f sys/uvm/uvm_glue.c:304
#6 reaper+0x1ca sys/kern/kern_exit.c:493
#7 proc_trampoline+0x10
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 11096 12151K 12826K 166960K 14012 0
pcb 19 18K 34K 166960K 929 0
rtable 187 12K 14K 166960K 1155 0
pf 38 18K 82K 166960K 506 0
ifaddr 31 6K 9K 166960K 247 0
ifgroup 55 2K 3K 166960K 433 0
sysctl 4 1K 9K 166960K 21 0
counters 70 37K 38K 166960K 474 0
ioctlops 0 0K 4K 166960K 2136 0
iov 0 0K 52K 166960K 153 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1410 89K 89K 166960K 3496 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 5K 166960K 13 0
VM map 2 1K 1K 166960K 2 0
sem 15 0K 1K 166960K 93 0
dirhash 12 2K 2K 166960K 57 0
ACPI 1692 195K 286K 166960K 12470 0
file desc 18 65K 240K 166960K 2860 0
sigio 0 0K 0K 166960K 198 0
proc 72 115K 163K 166960K 1157 0
subproc 72 4K 4K 166960K 173 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 425 0
in_multi 55 4K 7K 166960K 375 0
ether_multi 1 0K 0K 166960K 39 0
mrt 1 0K 0K 166960K 31 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 127 572K 572K 166960K 127 0
exec 0 0K 1K 166960K 1064 0
fusefs mount 1 32K 32K 166960K 1 0
pfkey data 0 0K 0K 166960K 4 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 259 152K 183K 166960K 26784 0
UVM aobj 69 30K 30K 166960K 84 0
pinsyscall 43 86K 105K 166960K 4381 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 0 0K 1K 166960K 226 0
NDP 12 0K 2K 166960K 177 0
temp 79 8684K 8940K 166960K 156632 0
kqueue 13 20K 32K 166960K 564 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 26 0 0 1 0 1 1 0 8 0
rtpcb 120 245 0 242 1 0 1 1 0 8 0
rtentry 176 346 0 287 6 2 4 6 0 8 0
unpcb 144 2091 0 2070 16 14 2 6 0 8 1
syncache 336 17 0 17 6 5 1 1 0 8 1
tcpqe 32 4 0 4 3 2 1 1 0 8 1
tcpcb 736 940 0 934 17 13 4 7 0 8 3
arp 136 65 0 54 1 0 1 1 0 8 0
inpcb 328 3533 0 3519 32 26 6 12 0 8 4
ip6q 72 1 0 1 1 1 0 1 0 8 0
ip6af 40 2 0 2 1 1 0 1 0 8 0
nd6 152 67 0 54 2 1 1 2 0 8 0
pkpcb 40 12 0 12 5 4 1 1 0 8 1
kcovpl 48 19 0 11 1 0 1 1 0 8 0
ppxss 1192 152 0 152 2 1 1 1 0 8 1
pppxif 1504 22 0 22 4 3 1 1 0 8 1
pfstscr 40 6 0 6 4 4 0 1 0 8 0
pffrag 232 28 0 18 1 0 1 1 0 482 0
pffrnode 88 26 0 16 1 0 1 1 0 8 0
pffrent 40 54 0 44 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfrktable 1344 7 0 7 4 3 1 1 0 8 1
pfanchor 1288 2 0 0 1 0 1 1 0 8 0
pftag 88 3 0 0 1 0 1 1 0 8 0
pfstitem 24 6 0 2 1 0 1 1 0 8 0
pfstkey 128 22 0 17 1 0 1 1 0 8 0
pfstate 448 11 0 9 1 0 1 1 0 8 0
pfrule 1360 48 0 10 5 1 4 4 0 8 0
rttmr 136 7 0 7 4 4 0 1 0 8 0
art_heap8 4096 5 0 1 5 1 4 4 0 8 0
art_heap4 256 1481 0 1198 42 14 28 29 0 8 6
art_table 40 1486 0 1199 5 0 5 5 0 8 0
art_node 32 343 0 293 1 0 1 1 0 8 0
sysvmsgpl 40 5 0 2 1 0 1 1 0 8 0
semupl 112 1 0 1 1 1 0 1 0 8 0
semapl 112 87 0 74 1 0 1 1 0 8 0
shmpl 112 61 0 8 2 0 2 2 0 8 0
dirhash 1024 47 0 30 3 0 3 3 0 8 0
dino2pl 256 6900 0 5373 96 0 96 96 0 8 0
ffsino 296 6900 0 5373 119 0 119 119 0 8 0
nchpl 144 10703 0 8970 65 0 65 65 0 8 0
rtmask 32 40 0 40 5 4 1 1 0 8 1
vnodes 216 5926 0 0 330 0 330 330 0 8 0
namei 1024 38080 0 38080 3 2 1 2 0 8 1
percpumem 16 252 0 202 1 0 1 1 0 8 0
vcpupl 3968 13 0 0 2 0 2 2 0 8 0
vmpool 848 18 0 5 3 1 2 2 0 8 0
kstatmem 264 272 0 242 3 0 3 3 0 8 0
acpiwqpl 32 3 0 3 1 0 1 1 1 8 1
scsiplug 72 15 0 15 5 4 1 1 0 8 1
scxspl 216 90770 0 90770 19 18 1 8 1 8 1
plimitpl 152 878 0 860 1 0 1 1 0 8 0
sigapl 424 3208 0 3139 9 1 8 8 0 8 0
knotepl 120 805 0 0 24 0 24 24 0 8 0
kqueuepl 224 1122 0 1113 14 13 1 5 0 8 0
pipepl 344 703 0 676 20 17 3 12 0 8 0
fdescpl 528 3147 0 3115 3 0 3 3 0 8 0
filepl 160 22600 0 22364 40 24 16 20 0 8 3
lockfpl 104 1146 0 1143 2 1 1 2 0 8 0
lockfspl 48 398 0 395 1 0 1 1 0 8 0
sessionpl 144 50 0 41 1 0 1 1 0 8 0
pgrppl 48 177 0 160 1 0 1 1 0 8 0
ucredpl 104 3806 0 3791 1 0 1 1 0 8 0
zombiepl 144 3402 0 3399 1 0 1 1 0 8 0
processpl 1232 3208 0 3139 8 2 6 6 0 8 0
procpl 664 7706 0 7624 10 2 8 8 0 8 0
sosppl 176 29 0 29 4 3 1 1 0 8 1
sockpl 752 6166 0 6128 55 47 8 18 0 8 3
mcl64k 65536 8 0 0 1 0 1 1 0 8 0
mcl16k 16384 4 0 0 1 0 1 1 0 8 0
mcl12k 12288 1 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl8k 8192 4 0 0 1 0 1 1 0 8 0
mcl4k 4096 133 0 0 16 0 16 16 0 8 0
mcl2k 2048 48 0 0 5 0 5 5 0 8 0
mtagpl 96 3 0 0 1 0 1 1 0 8 0
mbufpl 256 1207 0 0 74 0 74 74 0 8 0
bufpl 280 38648 0 32512 439 0 439 439 0 8 0
anonpl 32 13768 0 0 111 0 111 111 0 246 0
amapchunkpl 152 93321 0 92762 54 26 28 32 0 158 3
amappl16 200 12380 0 12088 80 64 16 30 0 8 0
amappl15 192 2 0 2 1 1 0 1 0 8 0
amappl14 184 6 0 6 1 1 0 1 0 8 0
amappl13 176 569 0 568 1 0 1 1 0 8 0
amappl12 168 3627 0 3585 3 0 3 3 0 8 0
amappl11 160 6 0 6 1 1 0 1 0 8 0
amappl10 152 47 0 33 1 0 1 1 0 8 0
amappl9 144 260 0 260 1 1 0 1 0 8 0
amappl8 136 28 0 25 1 0 1 1 0 8 0
amappl7 128 128 0 126 1 0 1 1 0 8 0
amappl6 120 491 0 477 1 0 1 1 0 8 0
amappl5 112 89 0 78 1 0 1 1 0 8 0
amappl4 104 573 0 542 1 0 1 1 0 8 0
amappl3 96 16787 0 16683 5 2 3 4 0 8 0
amappl2 88 3340 0 3262 2 0 2 2 0 8 0
amappl1 80 25403 0 24809 14 0 14 14 0 8 0
amappl 88 25285 0 25102 5 0 5 5 0 92 0
uvmvnodes 80 217 0 0 5 0 5 5 0 8 0
dma65536 65536 2 0 2 2 2 0 1 0 8 0
dma8192 8192 1 0 1 1 1 0 1 0 8 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 2 0 1 1 0 1 1 0 8 0
dma512 512 2 0 2 1 1 0 1 0 8 0
dma256 256 7 0 7 2 2 0 1 0 8 0
dma128 128 257 0 257 5 5 0 1 0 8 0
dma64 64 7 0 7 2 2 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 21 0 20 1 0 1 1 0 8 0
aobjpl 72 83 0 15 2 0 2 2 0 8 0
uaddrrnd 24 3147 0 3115 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 3147 0 3115 1 0 1 1 0 8 0
vmmpekpl 168 26773 0 26703 4 0 4 4 0 8 0
vmmpepl 168 208066 0 205844 140 36 104 112 0 357 2
vmsppl 488 3146 0 3115 5 0 5 5 0 8 0
rwobjpl 80 57055 0 55544 41 6 35 35 0 8 0
pdppl 4096 6338 0 6253 141 54 87 87 0 8 2
pvpl 32 21348 0 0 173 0 173 173 0 265 0
pmappl 256 3164 0 3120 3 0 3 3 0 8 0
extentpl 40 45 0 27 1 0 1 1 0 8 0
phpool 112 428 0 97 10 0 10 10 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
x86_ipi_db(ffffffff837f7ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff8391d2c0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline]
__mp_lock(ffffffff8391d2c0) at __mp_lock+0x192 sys/kern/kern_lock.c:173
__mp_acquire_count(ffffffff8391d2c0,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
pool_get(ffffffff838c1140,1) at pool_get+0x27e sys/kern/subr_pool.c:595
uvm_mapent_alloc(fffffd806c3f4020,0) at uvm_mapent_alloc+0x354 sys/uvm/uvm_map.c:-1
uvm_map_mkentry(fffffd806c3f4020,fffffd8073d313b8,fffffd8073d313b8,1b2f120000,400000,0,ddef9ba3b18a018b,400000) at uvm_map_mkentry+0x87 sys/uvm/uvm_map.c:-1
uvm_mapent_clone(fffffd806c3f4020,1b2f120000,400000,0,1,7,7edece5a55d067b0,1,0,fffffd806cae9650) at uvm_mapent_clone+0xba sys/uvm/uvm_map.c:3475
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a uvm_mapent_share sys/uvm/uvm_map.c:3530 [inline]
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a uvm_mapent_forkshared sys/uvm/uvm_map.c:3545 [inline]
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a sys/uvm/uvm_map.c:3766
process_new(ffff8000fffecfb0,ffff8000ffff49a8,1) at process_new+0x577 sys/kern/kern_fork.c:281
fork1(ffff80002a274fa8,1,ffffffff82190e60,0,ffff80002a3a2820,0) at fork1+0x3f6 sys/kern/kern_fork.c:-1
syscall(ffff80002a3a28d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a3a28d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x74a706bebf80, count: 1
ddb{0}> trace
x86_ipi_db(ffffffff837f7ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff8391d2c0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline]
__mp_lock(ffffffff8391d2c0) at __mp_lock+0x192 sys/kern/kern_lock.c:173
__mp_acquire_count(ffffffff8391d2c0,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
pool_get(ffffffff838c1140,1) at pool_get+0x27e sys/kern/subr_pool.c:595
uvm_mapent_alloc(fffffd806c3f4020,0) at uvm_mapent_alloc+0x354 sys/uvm/uvm_map.c:-1
uvm_map_mkentry(fffffd806c3f4020,fffffd8073d313b8,fffffd8073d313b8,1b2f120000,400000,0,ddef9ba3b18a018b,400000) at uvm_map_mkentry+0x87 sys/uvm/uvm_map.c:-1
uvm_mapent_clone(fffffd806c3f4020,1b2f120000,400000,0,1,7,7edece5a55d067b0,1,0,fffffd806cae9650) at uvm_mapent_clone+0xba sys/uvm/uvm_map.c:3475
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a uvm_mapent_share sys/uvm/uvm_map.c:3530 [inline]
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a uvm_mapent_forkshared sys/uvm/uvm_map.c:3545 [inline]
uvmspace_fork(ffff8000ffff49a8) at uvmspace_fork+0x32a sys/uvm/uvm_map.c:3766
process_new(ffff8000fffecfb0,ffff8000ffff49a8,1) at process_new+0x577 sys/kern/kern_fork.c:281
fork1(ffff80002a274fa8,1,ffffffff82190e60,0,ffff80002a3a2820,0) at fork1+0x3f6 sys/kern/kern_fork.c:-1
syscall(ffff80002a3a28d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a3a28d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x74a706bebf80, count: -14
ddb{0}> machine ddbcpu 1
Stopped at witness_checkorder+0xb5: movl 0x20(%r14),%r15d
witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_unbind(ffff80000002c430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375
dt_ioctl_record_stop(ffff80000167e000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 sys/dev/dt/dt_dev.c:239
spec_close(ffff80002a301620) at spec_close+0x466 sys/kern/spec_vnops.c:-1
VOP_CLOSE(fffffd806e93d998,1,fffffd80097fd410,ffff80003c4557a0) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615
fdrop(fffffd8069eac3a8,ffff80003c4557a0) at fdrop+0x121 sys/kern/kern_descrip.c:1280
closef(fffffd8069eac3a8,ffff80003c4557a0) at closef+0x192 sys/kern/kern_descrip.c:1264
fdfree(ffff80003c4557a0) at fdfree+0x116 sys/kern/kern_descrip.c:1195
exit1(ffff80003c4557a0,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff80003c4557a0,ffff80002a301990,ffff80002a3018e0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff80002a301990) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a301990) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
end trace frame: 0xffff80002a301a10, count: 0
ddb{1}> trace
witness_checkorder(28,9,0) at witness_checkorder+0xb5 sys/kern/subr_witness.c:779
mtx_enter(18) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_unbind(ffff80000002c430,1) at clockintr_unbind+0x56 sys/kern/kern_clockintr.c:375
dt_ioctl_record_stop(ffff80000167e000) at dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
dtclose(11e5f,1,2000,ffff80003c4557a0) at dtclose+0x109 sys/dev/dt/dt_dev.c:239
spec_close(ffff80002a301620) at spec_close+0x466 sys/kern/spec_vnops.c:-1
VOP_CLOSE(fffffd806e93d998,1,fffffd80097fd410,ffff80003c4557a0) at VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
vn_closefile(fffffd8069eac3a8,ffff80003c4557a0) at vn_closefile+0x12b sys/kern/vfs_vnops.c:615
fdrop(fffffd8069eac3a8,ffff80003c4557a0) at fdrop+0x121 sys/kern/kern_descrip.c:1280
closef(fffffd8069eac3a8,ffff80003c4557a0) at closef+0x192 sys/kern/kern_descrip.c:1264
fdfree(ffff80003c4557a0) at fdfree+0x116 sys/kern/kern_descrip.c:1195
exit1(ffff80003c4557a0,0,0,1) at exit1+0x576 sys/kern/kern_exit.c:215
sys_exit(ffff80003c4557a0,ffff80002a301990,ffff80002a3018e0) at sys_exit+0x1a sys/kern/kern_exit.c:-1
syscall(ffff80002a301990) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80002a301990) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7c69d00dffc0, count: -15