uvm_fault(0xffffffff83542b70, 0x0, 0, 2) -> e
kernel: page fault trap, code=2
Stopped at pool_gc_pages+0x2c5: movq %rax,0(%rcx)
TID PID UID PRFLAGS PFLAGS CPU COMMAND
182315 39374 0 0x14000 0x200 1 softnet0
*460784 61107 0 0x14000 0x200 0 systqmp
pool_gc_pages(0) at pool_gc_pages+0x2c5 pool_p_remove sys/kern/subr_pool.c:1049 [inline]
pool_gc_pages(0) at pool_gc_pages+0x2c5 sys/kern/subr_pool.c:1576
taskq_thread(ffffffff83495e20) at taskq_thread+0x157 sys/kern/kern_task.c:448
end trace frame: 0x0, count: 13
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
*cpu0: uvm_fault(0xffffffff83542b70, 0x0, 0, 2) -> e
ddb{0}> trace
pool_gc_pages(0) at pool_gc_pages+0x2c5 pool_p_remove sys/kern/subr_pool.c:1049 [inline]
pool_gc_pages(0) at pool_gc_pages+0x2c5 sys/kern/subr_pool.c:1576
taskq_thread(ffffffff83495e20) at taskq_thread+0x157 sys/kern/kern_task.c:448
end trace frame: 0x0, count: -2
ddb{0}> show registers
rdi 0
rsi 0xf90
rbp 0xffff800029fad770
rbx 0xf90
rdx 0
rcx 0
rax 0
r8 0
r9 0
r10 0xee45c34d25e3f3d4
r11 0x7241f9617ef9f49f
r12 0x1dcd65000
r13 0xfffffd8059243f90
r14 0
r15 0xffffffff834f9190 sosplice_pool
rip 0xffffffff82958625 pool_gc_pages+0x2c5
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800029fad730
ss 0
pool_gc_pages+0x2c5: movq %rax,0(%rcx)
ddb{0}> show proc
PROC (systqmp) tid=460784 pid=61107 tcnt=1 stat=onproc
flags process=14000<NOZOMBIE,SYSTEM> proc=200<SYSTEM>
runpri=32, usrpri=51, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0
forw=0xffffffffffffffff, list=0xffff8000ffffe288,0xffff8000ffffe7a8
process=0xffff800029f8c000 user=0xffff800029fa8000, vmspace=0xffffffff83542b70
estcpu=1, cpticks=1, pctcpu=0.0, user=0, sys=4, intr=3
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
15592 402580 50589 0 2 0 syz-executor
15592 302768 50589 0 2 0x4000080 syz-executor
42512 409880 68962 0 3 0x80 nanoslp syz-executor
42512 489002 68962 0 3 0x4000080 sbwait syz-executor
42512 164733 68962 0 3 0x4000080 fsleep syz-executor
87753 152425 51930 0 2 0 syz-executor
87753 116765 51930 0 3 0x4000080 sbwait syz-executor
1552 400945 68688 0 3 0x80 nanoslp syz-executor
1552 186619 68688 0 3 0x4000080 sbwait syz-executor
1552 51853 68688 0 3 0x4000080 sbwait syz-executor
1552 268400 68688 0 3 0x4000080 fsleep syz-executor
94318 457779 88182 0 3 0x80 nanoslp syz-executor
94318 132054 88182 0 3 0x4000080 msgwait syz-executor
94318 241002 88182 0 3 0x4000080 fsleep syz-executor
51930 350410 11262 0 3 0x82 nanoslp syz-executor
78659 6055 11262 0 2 0x2 syz-executor
68962 283624 11262 0 2 0x482 syz-executor
88182 260836 11262 0 3 0x82 nanoslp syz-executor
44007 282433 11262 0 2 0x2 syz-executor
68675 29526 11262 0 2 0x482 syz-executor
68688 19143 11262 0 3 0x82 nanoslp syz-executor
50589 416183 11262 0 3 0x82 nanoslp syz-executor
19358 177089 0 0 3 0x14280 nfsidl nfsio
26834 9043 0 0 3 0x14280 nfsidl nfsio
86732 415770 0 0 3 0x14280 nfsidl nfsio
8428 274799 0 0 3 0x14280 nfsidl nfsio
49533 6494 0 0 3 0x14280 nfsidl nfsio
22233 302656 0 0 3 0x14280 nfsidl nfsio
2424 54028 0 0 3 0x14280 nfsidl nfsio
11780 438333 0 0 3 0x14280 nfsidl nfsio
66224 70810 0 0 3 0x14280 nfsidl nfsio
43843 443717 0 0 3 0x14280 nfsidl nfsio
58776 209562 0 0 3 0x14280 nfsidl nfsio
8870 57313 0 0 3 0x14280 nfsidl nfsio
52423 139902 0 0 3 0x14280 nfsidl nfsio
23715 135736 0 0 3 0x14280 nfsidl nfsio
74832 449082 0 0 3 0x14280 nfsidl nfsio
85844 392803 0 0 3 0x14280 nfsidl nfsio
25165 486315 0 0 3 0x14280 nfsidl nfsio
75217 79982 0 0 3 0x14280 nfsidl nfsio
30119 427650 0 0 3 0x14280 nfsidl nfsio
1949 511571 0 0 3 0x14280 nfsidl nfsio
96183 520073 0 0 3 0x14200 acct acct
84704 8277 0 0 3 0x14200 bored sosplice
11262 62933 92428 0 2 0x2 syz-executor
92428 426526 65358 0 3 0x10008a sigsusp ksh
65358 11652 69878 0 3 0x98 kqread sshd-session
69878 113371 84249 0 3 0x92 kqread sshd-session
41961 435666 1 0 3 0x100083 ttyin getty
84249 350583 1 0 3 0x88 kqread sshd
19544 289132 21375 74 3 0x1100092 bpf pflogd
21375 318034 1 0 3 0x80 sbwait pflogd
73813 13404 22189 73 3 0x1100090 kqread syslogd
22189 318213 1 0 3 0x100082 sbwait syslogd
2473 210193 1 0 3 0x100080 kqread resolvd
47283 228275 51229 77 3 0x100092 kqread dhcpleased
36616 151072 51229 77 3 0x100092 kqread dhcpleased
51229 499438 1 0 3 0x80 kqread dhcpleased
48270 109399 0 0 3 0x14200 bored smr
75502 54071 0 0 2 0x14200 zerothread
72386 166096 0 0 3 0x14200 aiodoned aiodoned
91570 46243 0 0 3 0x14200 syncer update
24024 21050 0 0 3 0x14200 cleaner cleaner
90506 202916 0 0 3 0x14200 reaper reaper
15829 79031 0 0 3 0x14200 pgdaemon pagedaemon
98450 34322 0 0 3 0x14200 bored viomb
27169 478502 0 0 3 0x40014200 acpi0 acpi0
49751 126848 0 0 3 0x40014200 idle1
96558 203126 0 0 3 0x14200 bored softnet3
90728 174838 0 0 3 0x14200 bored softnet2
15357 74833 0 0 3 0x14200 bored softnet1
39374 182315 0 0 7 0x14200 softnet0
*61107 460784 0 0 7 0x14200 systqmp
86107 289062 0 0 3 0x14200 bored systq
87409 175152 0 0 3 0x14200 tmoslp softclockmp
61354 726 0 0 3 0x40014200 tmoslp softclock
43632 67438 0 0 3 0x40014200 idle0
1 32076 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
CPU 0:
exclusive mutex sosppl r = 0 (0xffffffff834f91a0)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 mtx_enter_try+0x178
#2 pool_gc_pages+0xf0 pl_enter_try sys/kern/subr_pool.c:109 [inline]
#2 pool_gc_pages+0xf0 sys/kern/subr_pool.c:1568
#3 taskq_thread+0x157 sys/kern/kern_task.c:448
#4 proc_trampoline+0x10
CPU 1:
exclusive mutex sbrcv r = 0 (0xffff800010fdd338)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 mtx_enter_try+0x178
#2 mtx_enter+0x60 sys/kern/kern_lock.c:239
#3 sowakeup+0x40 sys/kern/uipc_socket2.c:573
#4 sorwakeup+0x21f sys/kern/uipc_socket.c:1993
#5 tcp_input+0x580a sys/netinet/tcp_input.c:1952
#6 ip_deliver+0x447
#7 ipintr+0x11c sys/netinet/ip_input.c:321
#8 if_netisr+0x16a sys/net/if.c:1063
#9 taskq_thread+0x157 sys/kern/kern_task.c:448
#10 proc_trampoline+0x10
Process 42512 (syz-executor) thread 0xffff8000ffff6020 (489002)
exclusive rwlock sbufrcv r = 0 (0xffff800010fc5d98)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 sblock+0xb7 sys/kern/uipc_socket2.c:549
#3 soreceive+0x295 sys/kern/uipc_socket.c:947
#4 recvit+0x40a sys/kern/uipc_syscalls.c:1082
#5 sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:882
#6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline]
#6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
Process 78659 (syz-executor) thread 0xffff8000371cb1e8 (6055)
exclusive rrwlock inode r = 0 (0xfffffd806caee0a0)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
#4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120
#5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230
#6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393
#7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112
#8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394
#9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3100
#10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline]
#10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd8070d67b38)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564
#5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
#6 namei+0x7aa sys/kern/vfs_lookup.c:250
#7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3085
#8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline]
#8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577
#9 Xsyscall+0x128
Process 39374 (softnet0) thread 0xffff8000ffffe798 (182315)
exclusive rwlock netlock r = 0 (0xffffffff8349a670)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 if_netisr+0x28
#2 taskq_thread+0x157 sys/kern/kern_task.c:448
#3 proc_trampoline+0x10
shared rwlock softnet0 r = 0 (0xffff80000002c070)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 taskq_thread+0x12a sys/kern/kern_task.c:444
#2 proc_trampoline+0x10
Process 61107 (systqmp) thread 0xffff8000ffffe510 (460784)
shared rwlock pools r = 0 (0xffffffff834c1710)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 pool_gc_pages+0x2e sys/kern/subr_pool.c:1560
#2 taskq_thread+0x157 sys/kern/kern_task.c:448
#3 proc_trampoline+0x10
shared rwlock systqmp r = 0 (0xffffffff83495e90)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 taskq_thread+0x12a sys/kern/kern_task.c:444
#2 proc_trampoline+0x10
exclusive mutex sosppl r = 0 (0xffffffff834f91a0)
#0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151
#1 mtx_enter_try+0x178
#2 pool_gc_pages+0xf0 pl_enter_try sys/kern/subr_pool.c:109 [inline]
#2 pool_gc_pages+0xf0 sys/kern/subr_pool.c:1568
#3 taskq_thread+0x157 sys/kern/kern_task.c:448
#4 proc_trampoline+0x10
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10230 10308K 10550K 166960K 12825 0
pcb 18 14K 15K 166960K 272 0
rtable 214 15K 17K 166960K 2544 0
pf 38 18K 22K 166960K 277 0
ifaddr 41 7K 8K 166960K 336 0
ifgroup 59 2K 2K 166960K 369 0
sysctl 3 0K 0K 166960K 3 0
counters 66 36K 36K 166960K 220 0
ioctlops 0 0K 4K 166960K 1768 0
iov 1 2K 18K 166960K 63 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1368 86K 86K 166960K 3169 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 5K 166960K 22 0
VM map 2 1K 1K 166960K 2 0
sem 12 0K 1K 166960K 44 0
dirhash 15 2K 3K 166960K 33 0
ACPI 1697 195K 286K 166960K 12548 0
file desc 16 57K 93K 166960K 2077 0
sigio 0 0K 0K 166960K 30 0
proc 70 91K 140K 166960K 2501 0
subproc 104 6K 6K 166960K 988 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 149 0
in_multi 88 6K 7K 166960K 874 0
ether_multi 1 0K 0K 166960K 9 0
mrt 0 0K 0K 166960K 3 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 229 1023K 1023K 166960K 229 0
exec 0 0K 1K 166960K 1438 0
pfkey data 0 0K 0K 166960K 2 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 235 73K 95K 166960K 16971 0
UVM aobj 131 6K 6K 166960K 136 0
pinsyscall 41 82K 106K 166960K 4924 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 1 0K 0K 166960K 45 0
NDP 13 0K 2K 166960K 242 0
temp 75 6823K 6916K 166960K 64524 0
kqueue 13 20K 28K 166960K 171 0
SYN cache 2 16K 16K 166960K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 246 0 243 1 0 1 1 0 8 0
rtentry 112 893 0 801 4 1 3 4 0 8 0
unpcb 144 1052 0 1019 20 18 2 6 0 8 0
syncache 336 4 0 4 2 2 0 1 0 8 0
tcpcb 808 433 0 428 12 11 1 7 0 8 0
arp 120 163 0 147 1 0 1 1 0 8 0
inpcb 336 1577 0 1563 27 23 4 7 0 8 2
nd6 136 231 0 210 1 0 1 1 0 8 0
pkpcb 40 2 0 2 2 1 1 1 0 8 1
kcovpl 48 76 0 68 1 0 1 1 0 8 0
ppxss 1168 2 0 2 2 2 0 1 0 8 0
pfstscr 40 6 0 6 2 2 0 1 0 8 0
pffrag 232 41 0 41 2 1 1 1 0 482 1
pffrnode 88 6 0 6 2 1 1 1 0 8 1
pffrent 40 164 0 164 2 1 1 1 0 8 1
pfosfp 40 1429 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1429 0 714 21 0 21 21 0 8 0
pfrktable 1344 10 0 10 2 2 0 1 0 8 0
pfanchor 1288 4 0 2 1 0 1 1 0 8 0
pftag 88 9 0 8 3 2 1 1 0 8 0
pfqueue 264 2 0 2 1 1 0 1 0 8 0
pfstitem 24 169 0 121 1 0 1 1 0 8 0
pfstkey 128 174 0 124 2 0 2 2 0 8 0
pfstate 376 170 0 123 5 0 5 5 0 8 0
pfrule 1344 64 0 57 2 1 1 2 0 8 0
art_heap8 4096 2 0 0 2 0 2 2 0 8 0
art_heap4 256 3517 0 3117 39 11 28 29 0 8 0
art_table 32 3519 0 3117 4 0 4 4 0 8 0
art_node 16 887 0 805 1 0 1 1 0 8 0
sysvmsgpl 40 24 0 15 1 0 1 1 0 8 0
semapl 112 42 0 32 1 0 1 1 0 8 0
shmpl 112 133 0 5 4 0 4 4 0 8 0
dirhash 1024 31 0 12 3 0 3 3 0 8 0
dino2pl 256 3598 0 1963 103 0 103 103 0 8 0
ffsino 272 3599 0 1963 110 0 110 110 0 8 0
nchpl 144 5188 0 3417 67 1 66 66 0 8 0
uvmvnodes 80 5012 0 0 103 0 103 103 0 8 0
vnodes 216 5012 0 0 279 0 279 279 0 8 0
namei 1024 25378 0 25377 7 6 1 1 0 8 0
percpumem 16 124 0 77 1 0 1 1 0 8 0
vcpupl 3904 3 0 1 1 0 1 1 0 8 0
vmpool 696 5 0 3 1 0 1 1 0 8 0
pfiaddrpl 120 2 0 2 2 2 0 1 0 8 0
kstatmem 264 180 0 154 2 0 2 2 0 8 0
scsiplug 72 1 0 1 1 1 0 1 0 8 0
scxspl 216 42555 0 42555 16 15 1 8 1 8 1
plimitpl 152 433 0 415 1 0 1 1 0 8 0
sigapl 424 2264 0 2194 11 2 9 9 0 8 0
futexpl 64 16171 0 16168 7 6 1 1 0 8 0
knotepl 120 417 0 0 12 2 10 10 0 8 0
kqueuepl 216 310 0 300 3 2 1 3 0 8 0
pipepl 320 392 0 365 3 0 3 3 0 8 0
fdescpl 496 2224 0 2194 10 5 5 5 0 8 0
filepl 152 12700 0 12421 43 29 14 17 0 8 2
lockfpl 104 498 0 496 2 1 1 2 0 8 0
lockfspl 48 148 0 146 1 0 1 1 0 8 0
sessionpl 144 90 0 81 1 0 1 1 0 8 0
pgrppl 48 248 0 231 1 0 1 1 0 8 0
ucredpl 104 2338 0 2325 1 0 1 1 0 8 0
zombiepl 144 2195 0 2194 1 0 1 1 0 8 0
processpl 1160 2264 0 2194 7 1 6 6 0 8 0
procpl 648 3894 0 3815 9 1 8 8 0 8 0
srpgc 96 12 0 12 6 5 1 1 0 8 1
sosppl 168 11 0 11 6 6 0 1 0 8 0
sosppl: pool(0xffffffff834f9190:sosppl): page inconsistency: page 0x0; at page head addr 0xfffffd8059243f90 (p 0xfffffd8059243000)
sockpl 664 2889 0 2839 40 34 6 17 0 8 1
mcl64k 65536 3 0 0 1 0 1 1 0 8 0
mcl16k 16384 2 0 0 1 0 1 1 0 8 0
mcl12k 12288 2 0 0 1 0 1 1 0 8 0
mcl9k 9216 1 0 0 1 0 1 1 0 8 0
mcl8k 8192 4 0 0 1 0 1 1 0 8 0
mcl4k 4096 3 0 0 1 0 1 1 0 8 0
mcl2k 2048 252 0 0 30 0 30 30 0 8 0
mtagpl 96 35 0 0 1 0 1 1 0 8 0
mbufpl 256 650 0 0 36 0 36 36 0 8 0
bufpl 280 8935 0 2583 454 0 454 454 0 8 0
anonpl 24 338431 0 334437 127 85 42 105 0 185 0
amapchunkpl 152 54336 0 53833 58 35 23 44 0 158 0
amappl16 200 5667 0 5643 32 29 3 15 0 8 0
amappl15 192 10 0 9 1 0 1 1 0 8 0
amappl14 184 260 0 248 1 0 1 1 0 8 0
amappl13 176 6 0 6 1 1 0 1 0 8 0
amappl12 168 3949 0 3918 4 2 2 3 0 8 0
amappl11 160 59 0 45 1 0 1 1 0 8 0
amappl10 152 33 0 33 1 1 0 1 0 8 0
amappl9 144 144 0 144 1 1 0 1 0 8 0
amappl8 136 23 0 20 1 0 1 1 0 8 0
amappl7 128 265 0 252 1 0 1 1 0 8 0
amappl6 120 849 0 848 1 0 1 1 0 8 0
amappl5 112 409 0 396 1 0 1 1 0 8 0
amappl4 104 521 0 500 1 0 1 1 0 8 0
amappl3 96 10396 0 10285 4 0 4 4 0 8 0
amappl2 88 1572 0 1508 2 0 2 2 0 8 0
amappl1 80 17686 0 17092 17 3 14 15 0 8 0
amappl 88 16041 0 15870 5 0 5 5 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 19 0 18 1 0 1 1 0 8 0
aobjpl 72 135 0 5 3 0 3 3 0 8 0
uaddrrnd 24 2229 0 2197 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 2229 0 2197 1 0 1 1 0 8 0
vmmpekpl 168 19673 0 19617 4 0 4 4 0 8 0
vmmpepl 168 141189 0 139322 120 33 87 98 0 357 0
vmsppl 440 2228 0 2197 7 2 5 5 0 8 1
rwobjpl 56 45850 0 39752 91 4 87 87 0 8 0
pdppl 4096 4465 0 4396 197 123 74 85 0 8 5
pvpl 32 36534 0 0 296 1 295 295 0 265 0
pmappl 248 2228 0 2197 3 0 3 3 0 8 0
extentpl 40 56 0 38 1 0 1 1 0 8 0
phpool 112 577 0 180 13 1 12 12 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
pool_gc_pages(0) at pool_gc_pages+0x2c5 pool_p_remove sys/kern/subr_pool.c:1049 [inline]
pool_gc_pages(0) at pool_gc_pages+0x2c5 sys/kern/subr_pool.c:1576
taskq_thread(ffffffff83495e20) at taskq_thread+0x157 sys/kern/kern_task.c:448
end trace frame: 0x0, count: -2
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
witness_checkorder(ffff80000002c018,ffff80000002c018,1327a589b21bf540) at witness_checkorder+0x1fe sys/kern/subr_witness.c:1093
msleep(ffff80000002c000,ffff80000002c018,20,ffffffff830d8b56,0) at msleep+0x2cf sys/kern/kern_synch.c:239
taskq_next_work(ffff80000002c000,ffff800029fb3120) at taskq_next_work+0x8e sys/kern/kern_task.c:401
taskq_thread(ffff80000002c000) at taskq_thread+0x1d5 sys/kern/kern_task.c:441
end trace frame: 0x0, count: 8
ddb{1}> trace
x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
witness_checkorder(ffff80000002c018,ffff80000002c018,1327a589b21bf540) at witness_checkorder+0x1fe sys/kern/subr_witness.c:1093
msleep(ffff80000002c000,ffff80000002c018,20,ffffffff830d8b56,0) at msleep+0x2cf sys/kern/kern_synch.c:239
taskq_next_work(ffff80000002c000,ffff800029fb3120) at taskq_next_work+0x8e sys/kern/kern_task.c:401
taskq_thread(ffff80000002c000) at taskq_thread+0x1d5 sys/kern/kern_task.c:441
end trace frame: 0x0, count: -7