kernel: page fault trap, code=0 Stopped at hardclock+0x102: movq 0x260(%r15),%r12 ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace hardclock(ffff80002e886770) at hardclock+0x102 sys/kern/kern_clock.c:156 lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:454 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26 pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 _atomic_swap_64 machine/atomic.h:117 [inline] pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 sys/arch/amd64/amd64/pmap.c:498 buf_map(fffffd8077234a60) at buf_map+0x21d sys/kern/vfs_biomem.c:120 buf_get(0,0,36adb81) at buf_get+0x739 sys/kern/vfs_bio.c:1182 geteblk(36adb81) at geteblk+0x2c sys/kern/vfs_bio.c:1064 readdisklabel(2902,ffffffff824ee7e0,ffff800000d11000,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000216af268) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e886c48) at spec_open+0x3d7 sys/kern/spec_vnops.c:157 VOP_OPEN(fffffd806efa1300,3,fffffd807f7d8840,ffff8000216af268) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e886e98,3,0) at vn_open+0x467 sys/kern/vfs_vnops.c:183 doopenat(ffff8000216af268,ffffff9c,20000100,2,0,ffff80002e887080) at doopenat+0x26a sys/kern/vfs_syscalls.c:1128 syscall(ffff80002e8870f0) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x331c56057d0, count: -15 ddb> show registers rdi 0x3 rsi 0 rbp 0xffff80002e886730 rbx 0x6 rdx 0 rcx 0 rax 0xffff8000216af268 r8 0 r9 0 r10 0 r11 0x96e4cfe0e36dd08c r12 0 r13 0xffff8000216af268 r14 0xffff80002e886770 r15 0 rip 0xffffffff81c39dc2 hardclock+0x102 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002e886700 ss 0x10 hardclock+0x102: movq 0x260(%r15),%r12 ddb> show proc PROC (kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10196 6419K 6849K 78643K 16835 0 pcb 13 18K 23K 78643K 2365 0 rtable 232 21K 21K 78643K 1858 0 ifaddr 84 20K 21K 78643K 641 0 sysctl 2 0K 0K 78643K 4 0 counters 26 17K 17K 78643K 97 0 ioctlops 0 0K 4K 78643K 3210 0 iov 0 0K 16K 78643K 646 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1459 91K 91K 78643K 4463 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 70 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 0K 78643K 489 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 17 61K 77K 78643K 6119 0 sigio 0 0K 0K 78643K 49 0 proc 60 55K 79K 78643K 1339 0 subproc 104 6K 6K 78643K 455 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 1212 0 in_multi 85 5K 6K 78643K 623 0 ether_multi 1 0K 0K 78643K 67 0 mrt 1 0K 0K 78643K 13 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 253 1129K 1129K 78643K 253 0 exec 0 0K 2K 78643K 2289 0 pfkey data 0 0K 0K 78643K 3 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 402 374K 966K 78643K 74101 0 UVM aobj 131 7K 7K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 204 0 NDP 10 0K 1K 78643K 167 0 temp 123 4695K 4767K 78643K 33755 0 kqueue 10 14K 20K 78643K 237 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 630 0 599 10 9 1 3 0 8 0 rtentry 112 490 0 400 4 1 3 4 0 8 0 unpcb 136 4456 0 4443 51 50 1 8 0 8 0 syncache 296 8 0 8 3 3 0 1 0 8 0 tcpqe 32 4 0 4 2 2 0 1 0 8 0 tcpcb 736 3519 0 3514 126 124 2 15 0 8 1 arp 88 76 0 60 1 0 1 1 0 8 0 ipq 40 3 0 3 3 3 0 1 0 8 0 ipqe 40 9 0 9 3 3 0 1 0 8 0 inpcb 304 8685 0 8613 144 138 6 14 0 8 0 nd6 48 125 0 103 1 0 1 1 0 8 0 pkpcb 40 143 0 143 4 4 0 1 0 8 0 kcovpl 48 35 0 27 1 0 1 1 0 8 0 ppxss 1152 23 0 23 6 6 0 1 0 8 0 pfstscr 40 3 0 2 1 0 1 1 0 8 0 pfosfp 40 5 0 4 1 0 1 1 0 8 0 pfosfpen 112 5 0 4 1 0 1 1 0 8 0 pfrktable 1344 123 0 110 4 2 2 2 0 8 0 pftag 88 16 0 3 1 0 1 1 0 8 0 pfqueue 264 5 0 0 1 0 1 1 0 8 0 pfstitem 24 2 0 0 1 0 1 1 0 8 0 pfstkey 112 6 0 4 1 0 1 1 0 8 0 pfstate 320 3 0 2 1 0 1 1 0 8 0 pfrule 1360 247 0 107 15 3 12 13 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2103 0 1727 40 15 25 32 0 8 0 art_table 32 2104 0 1727 5 1 4 5 0 8 0 art_node 16 489 0 410 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 1 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 487 0 477 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff829a5458:dirhash): free list modified: page 0xffff8000215f8000; item ordinal 0; addr 0xffff8000215f9400 (p 0xfffffd806ece0000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff8000215f8000; item ordinal 0; addr 0xffff8000215f9400 (p 0xfffffd806ece0000); offset 0x0=0x0 dirhash: pool(0xffffffff829a5458:dirhash): page inconsistency: page 0xffff8000215f8000; item ordinal 1; addr 0x5d6a0c87726def0a dino2pl 256 9986 0 8548 91 0 91 91 0 8 0 ffsino 240 9986 0 8548 85 0 85 85 0 8 0 nchpl 144 18159 0 16544 62 0 62 62 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 66372 0 66371 2 1 1 2 0 8 0 namei: pool(0xffffffff82a231e8:namei): free list modified: page 0xffff80002161e000; item ordinal 0; addr 0xffff80002161e400 (p 0xfffffd806b3cc000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002161e000; item ordinal 0; addr 0xffff80002161e400 (p 0xfffffd806b3cc000); offset 0x0=0x0 namei: pool(0xffffffff82a231e8:namei): page inconsistency: page 0xffff80002161e000; item ordinal 1; addr 0xde95127cac36a07d vcpupl 1984 24 0 0 3 0 3 3 0 8 0 vcpupl: pool(0xffffffff8297bbc0:vcpupl): page inconsistency: page 0x0; at page head addr 0xffff8000216d3f90 (p 0xffff8000216d0000) vmpool 528 50 0 26 2 0 2 2 0 8 0 vmpool: pool(0xffffffff8297ba18:vmpool): page inconsistency: page 0x0; at page head addr 0xffff8000216c7f90 (p 0xffff8000216c6000) pfiaddrpl 120 81 0 31 2 0 2 2 0 8 0 scsiplug 72 5 0 5 1 1 0 1 0 8 0 scxspl 216 49585 0 49584 14 13 1 8 0 8 0 plimitpl 152 333 0 319 1 0 1 1 0 8 0 sigapl 424 6372 0 6309 8 0 8 8 0 8 0 futexpl 64 53355 0 53354 1 0 1 1 0 8 0 knotepl 112 2372 0 2298 3 0 3 3 0 8 0 kqueuepl 184 954 0 946 17 16 1 4 0 8 0 pipepl 304 808 0 780 20 17 3 8 0 8 0 fdescpl 432 6337 0 6309 4 0 4 4 0 8 0 filepl 120 44254 0 43927 108 98 10 16 0 8 0 lockfpl 104 1905 0 1903 7 6 1 2 0 8 0 lockfspl 48 711 0 709 1 0 1 1 0 8 0 sessionpl 144 50 0 34 1 0 1 1 0 8 0 pgrppl 48 58 0 42 1 0 1 1 0 8 0 ucredpl 96 4247 0 4236 1 0 1 1 0 8 0 zombiepl 144 6310 0 6309 1 0 1 1 0 8 0 processpl 1000 6372 0 6309 10 1 9 9 0 8 0 processpl: pool(0xffffffff829b3bd0:processpl): page inconsistency: page 0x0; at page head addr 0xffff8000215f1f90 (p 0xffff8000215f0000) processpl: pool(0xffffffff829b3bd0:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002167bf90 (p 0xffff80002167a000) procpl 672 15192 0 15114 34 26 8 9 0 8 1 procpl: pool(0xffffffff829b3a28:procpl): page inconsistency: page 0x0; at page head addr 0xffff80002166ff90 (p 0xffff80002166e000) procpl: pool(0xffffffff829b3a28:procpl): page inconsistency: page 0x0; at page head addr 0xffff80002160ff90 (p 0xffff80002160e000) procpl: pool(0xffffffff829b3a28:procpl): page inconsistency: page 0x0; at page head addr 0xffff800021675f90 (p 0xffff800021674000) sosppl 168 41 0 41 11 11 0 1 0 8 0 sockpl 448 13923 0 13807 300 287 13 25 0 8 0 mcl64k 65536 387 0 387 32 32 0 1 0 8 0 mcl16k 16384 61 0 61 16 16 0 1 0 8 0 mcl12k 12288 163 0 163 24 24 0 1 0 8 0 mcl9k 9216 67 0 67 14 13 1 1 0 8 1 mcl8k 8192 471 0 471 35 34 1 1 0 8 1 mcl4k 4096 503 0 503 31 30 1 1 0 8 1 mcl2k2 2112 40 0 40 21 21 0 1 0 8 0 mcl2k 2048 85722 0 85673 39 31 8 17 0 8 0 mtagpl 96 821 0 693 11 4 7 9 0 8 0 mbufpl 256 178791 0 178447 102 69 33 64 0 8 0 bufpl 288 13872 0 7464 458 0 458 458 0 8 0 anonpl 24 1640723 0 1621537 169 49 120 137 0 188 0 amapchunkpl 152 418771 0 417961 4453 4419 34 4421 0 158 0 amappl16 200 14220 0 13533 71 34 37 49 0 8 0 amappl15 192 602 0 592 1 0 1 1 0 8 0 amappl14 184 228 0 223 1 0 1 1 0 8 0 amappl13 176 297 0 295 1 0 1 1 0 8 0 amappl12 168 303 0 299 2 1 1 1 0 8 0 amappl11 160 1468 0 1453 1 0 1 1 0 8 0 amappl10 152 156 0 154 1 0 1 1 0 8 0 amappl9 144 963 0 960 1 0 1 1 0 8 0 amappl8 136 3941 0 3854 6 2 4 4 0 8 0 amappl7 128 2975 0 2960 1 0 1 1 0 8 0 amappl6 120 784 0 763 2 1 1 2 0 8 0 amappl5 112 5666 0 5650 1 0 1 1 0 8 0 amappl4 104 3524 0 3490 2 0 2 2 0 8 0 amappl3 96 830 0 816 1 0 1 1 0 8 0 amappl2 88 1222 0 1169 3 1 2 3 0 8 0 amappl1 80 112430 0 111873 20 7 13 18 0 8 0 amappl 88 73116 0 72851 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 6387 0 6335 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 6387 0 6335 1 0 1 1 0 8 0 vmmpekpl 168 44812 0 44753 6 2 4 4 0 8 0 vmmpepl 168 579178 0 576487 302 179 123 157 0 357 0 vmsppl 272 6386 0 6335 5 1 4 4 0 8 0 rwobjpl 24 136001 0 128274 49 2 47 48 0 8 0 pdppl 4096 12780 0 12694 751 663 88 88 0 8 2 pvpl 32 2922814 0 2899468 346 149 197 258 0 265 2 pmappl 216 6386 0 6335 3 0 3 3 0 8 0 extentpl 40 58 0 38 1 0 1 1 0 8 0 phpool 112 2135 0 1308 24 0 24 24 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace hardclock(ffff80002e886770) at hardclock+0x102 sys/kern/kern_clock.c:156 lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:454 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26 pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 _atomic_swap_64 machine/atomic.h:117 [inline] pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 sys/arch/amd64/amd64/pmap.c:498 buf_map(fffffd8077234a60) at buf_map+0x21d sys/kern/vfs_biomem.c:120 buf_get(0,0,36adb81) at buf_get+0x739 sys/kern/vfs_bio.c:1182 geteblk(36adb81) at geteblk+0x2c sys/kern/vfs_bio.c:1064 readdisklabel(2902,ffffffff824ee7e0,ffff800000d11000,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000216af268) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e886c48) at spec_open+0x3d7 sys/kern/spec_vnops.c:157 VOP_OPEN(fffffd806efa1300,3,fffffd807f7d8840,ffff8000216af268) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e886e98,3,0) at vn_open+0x467 sys/kern/vfs_vnops.c:183 doopenat(ffff8000216af268,ffffff9c,20000100,2,0,ffff80002e887080) at doopenat+0x26a sys/kern/vfs_syscalls.c:1128 syscall(ffff80002e8870f0) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x331c56057d0, count: -15 ddb> machine ddbcpu 1 No such command ddb> trace hardclock(ffff80002e886770) at hardclock+0x102 sys/kern/kern_clock.c:156 lapic_clockintr(0,0) at lapic_clockintr+0x36 sys/arch/amd64/amd64/lapic.c:454 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x26 pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 _atomic_swap_64 machine/atomic.h:117 [inline] pmap_kenter_pa(ffff800022138000,6347a000,3) at pmap_kenter_pa+0xf1 sys/arch/amd64/amd64/pmap.c:498 buf_map(fffffd8077234a60) at buf_map+0x21d sys/kern/vfs_biomem.c:120 buf_get(0,0,36adb81) at buf_get+0x739 sys/kern/vfs_bio.c:1182 geteblk(36adb81) at geteblk+0x2c sys/kern/vfs_bio.c:1064 readdisklabel(2902,ffffffff824ee7e0,ffff800000d11000,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000216af268) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e886c48) at spec_open+0x3d7 sys/kern/spec_vnops.c:157 VOP_OPEN(fffffd806efa1300,3,fffffd807f7d8840,ffff8000216af268) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e886e98,3,0) at vn_open+0x467 sys/kern/vfs_vnops.c:183 doopenat(ffff8000216af268,ffffff9c,20000100,2,0,ffff80002e887080) at doopenat+0x26a sys/kern/vfs_syscalls.c:1128 syscall(ffff80002e8870f0) at syscall+0x44e sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x331c56057d0, count: -15