kernel: page fault trap, code=0
Stopped at hardclock+0x102: movq 0x260(%r15),%r12
ddb>
ddb> set $lines = 0
ddb> set $maxwidth = 0
ddb> show panic
the kernel did not panic
ddb> trace
hardclock(ffff800029929290) at hardclock+0x102 sys/kern/kern_clock.c:154
lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:452
Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 uvm_pagecmp sys/uvm/uvm_page.c:87 [inline]
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 sys/uvm/uvm_page.c:82
_rb_find(ffffffff826af918,fffffd807b684d58,ffff8000299293e8) at _rb_find+0x58 sys/kern/subr_tree.c:450
uvm_pagelookup(fffffd807b684d48,3dd1000) at uvm_pagelookup+0x44 sys/uvm/uvm_page.c:1239
buf_map(fffffd807b684c88) at buf_map+0x206 sys/kern/vfs_biomem.c:124
buf_get(0,0,d850000) at buf_get+0x739 sys/kern/vfs_bio.c:1179
geteblk(d850000) at geteblk+0x2c sys/kern/vfs_bio.c:1061
readdisklabel(2902,ffffffff81d785d0,ffff800000c18400,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96
vndopen(2902,81,2000,ffff80002179ed30) at vndopen+0x17a sys/dev/vnd.c:203
spec_open(ffff800029929848) at spec_open+0x3df sys/kern/spec_vnops.c:150
VOP_OPEN(fffffd8072023dd8,81,fffffd807f7d7958,ffff80002179ed30) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138
vn_open(ffff800029929a98,81,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177
doopenat(ffff80002179ed30,ffffff9c,20000140,80,0,ffff800029929c80) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127
syscall(ffff800029929cf0) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xb584089b370, count: -17
ddb> show registers
rdi 0x3
rsi 0
rbp 0xffff800029929250
rbx 0x6
rdx 0
rcx 0
rax 0xffff80002179ed30
r8 0
r9 0
r10 0
r11 0xa8e28f2414d7ff65
r12 0
r13 0xffff80002179ed30
r14 0xffff800029929290
r15 0
rip 0xffffffff81332dd2 hardclock+0x102
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800029929220
ss 0x10
hardclock+0x102: movq 0x260(%r15),%r12
ddb> show proc
PROC (kernel: page fault trap, code=0
Faulted in DDB; continuing...
ddb> ps
PID TID PPID UID S FLAGS WAIT COMMAND
ddb> show all locks
No such command
ddb> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10208 6421K 6999K 78643K 16993 0
pcb 14 20K 22K 78643K 3661 0
rtable 214 16K 20K 78643K 2521 0
ifaddr 118 27K 27K 78643K 1030 0
sysctl 2 0K 0K 78643K 2 0
counters 26 17K 17K 78643K 163 0
ioctlops 0 0K 4K 78643K 874 0
iov 0 0K 24K 78643K 454 0
mount 1 1K 1K 78643K 1 0
log 0 0K 0K 78643K 4 0
vnodes 1371 86K 86K 78643K 3630 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 44 0
VM map 2 0K 0K 78643K 2 0
sem 12 0K 1K 78643K 194 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1697 195K 286K 78643K 12548 0
file desc 17 61K 65K 78643K 4401 0
sigio 0 0K 0K 78643K 161 0
proc 58 59K 75K 78643K 1010 0
subproc 104 6K 6K 78643K 299 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 271 0
in_multi 92 6K 6K 78643K 535 0
ether_multi 1 0K 0K 78643K 30 0
mrt 1 0K 0K 78643K 40 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 157 705K 705K 78643K 157 0
exec 0 0K 1K 78643K 1086 0
pfkey data 0 0K 0K 78643K 3 0
tdb 3 0K 0K 78643K 3 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 8 62K 64K 78643K 10 0
UVM amap 292 86K 95K 78643K 28965 0
UVM aobj 131 4K 4K 78643K 140 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 252 0
NDP 12 0K 2K 78643K 186 0
temp 128 4730K 4802K 78643K 61776 0
kqueue 12 18K 24K 78643K 376 0
SYN cache 2 16K 16K 78643K 2 0
ddb> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
rtpcb 120 213 0 210 2 1 1 2 0 8 0
rtentry 112 417 0 325 4 1 3 4 0 8 0
unpcb 144 3087 0 3072 25 19 6 6 0 8 5
syncache 296 45 0 45 6 5 1 1 0 8 1
tcpqe 32 209 0 209 6 6 0 1 0 8 0
tcpcb 768 4185 0 4169 137 124 13 38 0 8 8
arp 88 69 0 53 1 0 1 1 0 8 0
ipq 40 9 0 9 2 2 0 1 0 8 0
ipqe 40 26 0 26 2 2 0 1 0 8 0
inpcb 336 9735 0 9720 95 83 12 15 0 8 8
ip6q 72 6 0 5 1 0 1 1 0 8 0
ip6af 40 10 0 9 1 0 1 1 0 8 0
nd6 48 113 0 92 1 0 1 1 0 8 0
pkpcb 40 3 0 3 1 1 0 1 0 8 0
kcovpl 48 23 0 15 1 0 1 1 0 8 0
ppxss 1160 85 0 85 7 7 0 1 0 8 0
pppxif 1608 7 0 7 2 2 0 1 0 8 0
pfstscr 40 181 0 178 1 0 1 1 0 8 0
pfosfp 40 2 0 1 1 0 1 1 0 8 0
pfosfpen 112 2 0 1 1 0 1 1 0 8 0
pfrktable 1344 572 0 571 1 0 1 1 0 8 0
pfanchor 1280 769 0 326 44 7 37 38 0 8 0
pftag 88 9 0 7 2 1 1 1 0 8 0
pfstitem 24 4 0 0 1 0 1 1 0 8 0
pfstkey 120 220 0 216 1 0 1 1 0 8 0
pfstate 336 110 0 108 1 0 1 1 0 8 0
pfrule 1360 185 0 179 1 0 1 1 0 8 0
rttmr 136 10 0 10 1 1 0 1 0 8 0
art_heap8 4096 4 0 3 4 3 1 2 0 8 0
art_heap4 256 1533 0 1122 37 10 27 30 0 8 0
art_table 32 1537 0 1125 4 0 4 4 0 8 0
art_node 16 416 0 336 1 0 1 1 0 8 0
sysvmsgpl 40 2 0 0 1 0 1 1 0 8 0
semupl 112 1 0 1 1 1 0 1 0 8 0
semapl 112 190 0 180 1 0 1 1 0 8 0
shmpl 112 137 0 9 4 0 4 4 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dirhash: pool(0xffffffff829f6a80:dirhash): free list modified: page 0xffff800021706000; item ordinal 0; addr 0xffff800021706c00 (p 0xfffffd806e81e000); offset 0x0=0x0
pool(dirhash): free list modified: page 0xffff800021706000; item ordinal 0; addr 0xffff800021706c00 (p 0xfffffd806e81e000); offset 0x0=0x0
dirhash: pool(0xffffffff829f6a80:dirhash): page inconsistency: page 0xffff800021706000; item ordinal 1; addr 0x123e62062677b9be
dino2pl 256 7435 0 5995 91 0 91 91 0 8 0
ffsino 240 7435 0 5995 85 0 85 85 0 8 0
nchpl 144 13191 0 12701 63 34 29 63 0 8 7
rtmask 32 6 0 6 2 2 0 1 0 8 0
uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0
vnodes 216 5926 0 0 330 0 330 330 0 8 0
namei 1024 46125 0 46125 3 2 1 2 0 8 1
namei: pool(0xffffffff829f61f8:namei): free list modified: page 0xffff8000216df000; item ordinal 0; addr 0xffff8000216e0000 (p 0xfffffd805a2da000); offset 0x0=0x0
pool(namei): free list modified: page 0xffff8000216df000; item ordinal 0; addr 0xffff8000216e0000 (p 0xfffffd805a2da000); offset 0x0=0x0
namei: pool(0xffffffff829f61f8:namei): page inconsistency: page 0xffff8000216df000; item ordinal 1; addr 0x382d209cc205bdeb
pfiaddrpl 120 168 0 168 4 4 0 1 0 8 0
kstatmem 264 194 0 170 2 0 2 2 0 8 0
scsiplug 72 8 0 8 2 2 0 1 0 8 0
scxspl 216 40011 0 40011 10 9 1 8 0 8 1
plimitpl 152 738 0 723 1 0 1 1 0 8 0
sigapl 424 4686 0 4621 10 2 8 8 0 8 0
futexpl 64 44478 0 44473 3 2 1 1 0 8 0
knotepl 120 91809 0 91728 45 38 7 11 0 8 3
kqueuepl 184 815 0 807 10 9 1 4 0 8 0
pipepl 288 864 0 836 19 16 3 7 0 8 0
fdescpl 432 4649 0 4621 5 1 4 4 0 8 0
filepl 120 35084 0 34846 52 38 14 17 0 8 6
lockfpl 104 1312 0 1309 3 2 1 2 0 8 0
lockfspl 48 456 0 453 1 0 1 1 0 8 0
sessionpl 144 39 0 23 1 0 1 1 0 8 0
pgrppl 48 120 0 104 1 0 1 1 0 8 0
ucredpl 104 4235 0 4224 1 0 1 1 0 8 0
zombiepl 144 4621 0 4621 1 0 1 1 0 8 1
processpl 1000 4686 0 4621 9 0 9 9 0 8 0
processpl: pool(0xffffffff829b7e58:processpl): page inconsistency: page 0x0; at page head addr 0xffff8000231fbf90 (p 0xffff8000231fa000)
processpl: pool(0xffffffff829b7e58:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002178ff90 (p 0xffff80002178e000)
procpl 672 11276 0 11189 17 9 8 9 0 8 0
procpl: pool(0xffffffff829b7cb0:procpl): page inconsistency: page 0x0; at page head addr 0xffff800021705f90 (p 0xffff800021704000)
procpl: pool(0xffffffff829b7cb0:procpl): page inconsistency: page 0x0; at page head addr 0xffff80002320bf90 (p 0xffff80002320a000)
sosppl 168 59 0 58 6 5 1 1 0 8 0
sockpl 456 13086 0 13053 295 281 14 41 0 8 8
mcl64k 65536 203 0 203 10 9 1 1 0 8 1
mcl16k 16384 75 0 75 10 9 1 1 0 8 1
mcl12k 12288 136 0 136 11 10 1 1 0 8 1
mcl9k 9216 44 0 44 13 12 1 1 0 8 1
mcl8k 8192 256 0 256 6 5 1 1 0 8 1
mcl4k 4096 484 0 484 6 5 1 1 0 8 1
mcl2k2 2112 63 0 63 13 12 1 1 0 8 1
mcl2k 2048 89855 0 89723 44 25 19 31 0 8 1
mtagpl 96 673 0 494 10 4 6 8 0 8 0
mbufpl 256 182695 0 182340 152 114 38 71 0 8 8
bufpl 288 10686 0 4281 458 0 458 458 0 8 0
anonpl 24 876625 0 859126 172 51 121 133 0 188 3
amapchunkpl 152 82002 0 81284 70 40 30 40 0 158 0
amappl16 200 8506 0 7858 79 44 35 43 0 8 0
amappl15 192 1 0 0 1 0 1 1 0 8 0
amappl14 184 200 0 187 2 0 2 2 0 8 0
amappl13 176 4074 0 4059 1 0 1 1 0 8 0
amappl12 168 589 0 584 1 0 1 1 0 8 0
amappl11 160 40 0 30 1 0 1 1 0 8 0
amappl10 152 41 0 31 1 0 1 1 0 8 0
amappl9 144 1247 0 1243 1 0 1 1 0 8 0
amappl8 136 282 0 210 3 0 3 3 0 8 0
amappl7 128 62 0 45 1 0 1 1 0 8 0
amappl6 120 439 0 422 2 1 1 2 0 8 0
amappl5 112 152 0 143 1 0 1 1 0 8 0
amappl4 104 670 0 643 2 1 1 2 0 8 0
amappl3 96 12599 0 12544 2 0 2 2 0 8 0
amappl2 88 1076 0 1024 3 1 2 3 0 8 0
amappl1 80 104597 0 103886 22 6 16 21 0 8 0
amappl 88 28445 0 28257 5 0 5 5 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 139 0 9 3 0 3 3 0 8 0
uaddrrnd 24 4649 0 4621 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 4649 0 4621 1 0 1 1 0 8 0
vmmpekpl 168 36661 0 36607 3 0 3 3 0 8 0
vmmpepl 168 425133 0 422348 208 68 140 140 0 357 15
vmsppl 272 4648 0 4621 2 0 2 2 0 8 0
rwobjpl 24 114083 0 106270 48 0 48 48 0 8 0
pdppl 4096 9304 0 9242 315 251 64 64 0 8 2
pvpl 32 1827555 0 1804273 321 112 209 269 0 265 8
pmappl 216 4648 0 4621 2 0 2 2 0 8 0
extentpl 40 56 0 38 1 0 1 1 0 8 0
phpool 112 1345 0 534 25 0 25 25 0 8 0
ddb> machine ddbcpu 0
No such command
ddb> trace
hardclock(ffff800029929290) at hardclock+0x102 sys/kern/kern_clock.c:154
lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:452
Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 uvm_pagecmp sys/uvm/uvm_page.c:87 [inline]
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 sys/uvm/uvm_page.c:82
_rb_find(ffffffff826af918,fffffd807b684d58,ffff8000299293e8) at _rb_find+0x58 sys/kern/subr_tree.c:450
uvm_pagelookup(fffffd807b684d48,3dd1000) at uvm_pagelookup+0x44 sys/uvm/uvm_page.c:1239
buf_map(fffffd807b684c88) at buf_map+0x206 sys/kern/vfs_biomem.c:124
buf_get(0,0,d850000) at buf_get+0x739 sys/kern/vfs_bio.c:1179
geteblk(d850000) at geteblk+0x2c sys/kern/vfs_bio.c:1061
readdisklabel(2902,ffffffff81d785d0,ffff800000c18400,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96
vndopen(2902,81,2000,ffff80002179ed30) at vndopen+0x17a sys/dev/vnd.c:203
spec_open(ffff800029929848) at spec_open+0x3df sys/kern/spec_vnops.c:150
VOP_OPEN(fffffd8072023dd8,81,fffffd807f7d7958,ffff80002179ed30) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138
vn_open(ffff800029929a98,81,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177
doopenat(ffff80002179ed30,ffffff9c,20000140,80,0,ffff800029929c80) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127
syscall(ffff800029929cf0) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xb584089b370, count: -17
ddb> machine ddbcpu 1
No such command
ddb> trace
hardclock(ffff800029929290) at hardclock+0x102 sys/kern/kern_clock.c:154
lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:452
Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 uvm_pagecmp sys/uvm/uvm_page.c:87 [inline]
uvm_objtree_RBT_COMPARE(ffff8000299293e8,fffffd8005399800) at uvm_objtree_RBT_COMPARE+0x36 sys/uvm/uvm_page.c:82
_rb_find(ffffffff826af918,fffffd807b684d58,ffff8000299293e8) at _rb_find+0x58 sys/kern/subr_tree.c:450
uvm_pagelookup(fffffd807b684d48,3dd1000) at uvm_pagelookup+0x44 sys/uvm/uvm_page.c:1239
buf_map(fffffd807b684c88) at buf_map+0x206 sys/kern/vfs_biomem.c:124
buf_get(0,0,d850000) at buf_get+0x739 sys/kern/vfs_bio.c:1179
geteblk(d850000) at geteblk+0x2c sys/kern/vfs_bio.c:1061
readdisklabel(2902,ffffffff81d785d0,ffff800000c18400,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96
vndopen(2902,81,2000,ffff80002179ed30) at vndopen+0x17a sys/dev/vnd.c:203
spec_open(ffff800029929848) at spec_open+0x3df sys/kern/spec_vnops.c:150
VOP_OPEN(fffffd8072023dd8,81,fffffd807f7d7958,ffff80002179ed30) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138
vn_open(ffff800029929a98,81,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177
doopenat(ffff80002179ed30,ffffff9c,20000140,80,0,ffff800029929c80) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127
syscall(ffff800029929cf0) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xb584089b370, count: -17