kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff80002a68e550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c37bc0,ffff80003281c900,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80003281c900) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3372 [inline] pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8069984c80) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,243ac35f) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(243ac35f) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82586b20,ffff800000e2c600,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a68e550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80003281cdd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807889dd08,1,fffffd807f7d7750,ffff80002a68e550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80003281d028,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a68e550,ffffff9c,20000140,0,0,ffff80003281d1f0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80003281d2b0) at syscall+0x5ef sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x374817f56e0, count: -17 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff80003281c7f0 rbx 0x24 rdx 0 rcx 0x23c7 __ALIGN_SIZE+0x13c7 rax 0 r8 0 r9 0 r10 0 r11 0xb10505d7bd648f1 r12 0x1 r13 0x1 r14 0xffff80002a68e550 r15 0xc rip 0xffffffff8208da96 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff80003281c7b0 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10188 6415K 7171K 166960K 17286 0 pcb 15 20K 24K 166960K 313 0 rtable 208 14K 14K 166960K 822 0 pf 29 8K 9K 166960K 131 0 ifaddr 38 10K 11K 166960K 128 0 ifgroup 50 2K 2K 166960K 208 0 sysctl 2 0K 0K 166960K 2 0 counters 30 17K 17K 166960K 75 0 ioctlops 0 0K 2K 166960K 236 0 iov 0 0K 24K 166960K 537 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1445 90K 90K 166960K 3919 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 43 0 VM map 2 1K 1K 166960K 2 0 sem 12 1K 1K 166960K 268 0 dirhash 12 2K 2K 166960K 42 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 18 65K 77K 166960K 3209 0 sigio 0 0K 0K 166960K 148 0 proc 58 59K 75K 166960K 893 0 subproc 104 6K 6K 166960K 250 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 92 0 in_multi 83 6K 7K 166960K 235 0 ether_multi 1 0K 0K 166960K 1 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 968 0 pfkey data 0 0K 0K 166960K 5 0 tdb 3 0K 0K 166960K 3 0 pagedep 1 8K 8K 166960K 1 0 inodedep 1 32K 32K 166960K 1 0 newblk 1 0K 0K 166960K 1 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 397 198K 201K 166960K 32157 0 UVM aobj 131 4K 4K 166960K 131 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 58 0 NDP 11 0K 2K 166960K 95 0 temp 75 6704K 7336K 166960K 33046 0 kqueue 14 22K 26K 166960K 260 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 343 0 340 5 4 1 3 0 8 0 rtentry 112 242 0 148 4 0 4 4 0 8 0 unpcb 144 2973 0 2958 38 36 2 8 0 8 1 syncache 312 45 0 45 7 7 0 1 0 8 0 tcpqe 32 136 0 136 8 8 0 1 0 8 0 tcpcb 808 859 0 852 35 29 6 9 0 8 4 arp 88 40 0 26 1 0 1 1 0 8 0 ipq 40 3 0 3 2 2 0 1 0 8 0 ipqe 40 12 0 12 2 2 0 1 0 8 0 inpcb 336 2562 0 2552 51 43 8 17 0 8 6 nd6 104 60 0 39 1 0 1 1 0 8 0 pkpcb 40 6 0 6 2 2 0 1 0 8 0 kcovpl 48 19 0 11 1 0 1 1 0 8 0 ppxss 1072 17 0 17 5 5 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1007 0 578 38 11 27 29 0 8 0 art_table 32 1008 0 578 4 0 4 4 0 8 0 art_node 16 237 0 151 1 0 1 1 0 8 0 sysvmsgpl 40 51 0 38 1 0 1 1 0 8 0 semupl 112 4 0 4 1 1 0 1 0 8 0 semapl 112 262 0 252 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 37 0 20 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82e14fa8:dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60d400 (p 0xfffffd806e2fc000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60d400 (p 0xfffffd806e2fc000); offset 0x0=0x0 dirhash: pool(0xffffffff82e14fa8:dirhash): page inconsistency: page 0xffff80002a60c000; item ordinal 1; addr 0xd86a24771e4dbe82 dino2pl 256 6101 0 4637 92 0 92 92 0 8 0 ffsino 240 6101 0 4637 87 0 87 87 0 8 0 nchpl 144 10573 0 8925 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 39540 0 39540 4 3 1 3 0 8 1 namei: pool(0xffffffff82dd6400:namei): free list modified: page 0xffff80002a62a000; item ordinal 0; addr 0xffff80002a62b400 (p 0xfffffd8075198000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002a62a000; item ordinal 0; addr 0xffff80002a62b400 (p 0xfffffd8075198000); offset 0x0=0x0 namei: pool(0xffffffff82dd6400:namei): page inconsistency: page 0xffff80002a62a000; item ordinal 1; addr 0x88033aacb3d9e930 vcpupl 2048 56 0 0 7 0 7 7 0 8 0 vmpool 664 56 0 0 5 0 5 5 0 8 0 vmpool: pool(0xffffffff82d25a28:vmpool): page inconsistency: page 0x0; at page head addr 0xffff80002a6b7f90 (p 0xffff80002a6b6000) vmpool: pool(0xffffffff82d25a28:vmpool): page inconsistency: page 0x0; at page head addr 0xffff80002db2ff90 (p 0xffff80002db2e000) kstatmem 264 112 0 90 2 0 2 2 0 8 0 scxspl 216 37389 0 37388 18 16 2 8 1 8 1 plimitpl 152 410 0 394 1 0 1 1 0 8 0 sigapl 424 3629 0 3562 8 0 8 8 0 8 0 futexpl 64 31261 0 31253 2 1 1 1 0 8 0 knotepl 120 30005 0 29916 6 2 4 5 0 8 0 kqueuepl 184 703 0 693 11 10 1 4 0 8 0 pipepl 288 648 0 619 11 8 3 7 0 8 0 fdescpl 432 3471 0 3442 4 0 4 4 0 8 0 filepl 120 23745 0 23496 49 40 9 17 0 8 0 lockfpl 104 1056 0 1053 2 1 1 2 0 8 0 lockfspl 48 301 0 298 1 0 1 1 0 8 0 sessionpl 144 36 0 20 1 0 1 1 0 8 0 pgrppl 48 118 0 101 1 0 1 1 0 8 0 ucredpl 104 4045 0 4033 1 0 1 1 0 8 0 zombiepl 144 3563 0 3562 1 0 1 1 0 8 0 processpl 1072 3629 0 3562 5 0 5 5 0 8 0 processpl: pool(0xffffffff82e12d90:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002a65ff90 (p 0xffff80002a65c000) procpl 680 8559 0 8468 16 6 10 10 0 8 2 procpl: pool(0xffffffff82e12be8:procpl): free list modified: page 0xffff80002c0fa000; item ordinal 0; addr 0xffff80002c0fbd38 (p 0xfffffd806938a000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002c0fa000; item ordinal 0; addr 0xffff80002c0fbd38 (p 0xfffffd806938a000); offset 0x0=0x0 procpl: pool(0xffffffff82e12be8:procpl): page inconsistency: page 0xffff80002c0fa000; item ordinal 1; addr 0xf1b07ed56f12c17 procpl: pool(0xffffffff82e12be8:procpl): free list modified: page 0xffff80002a61c000; item ordinal 0; addr 0xffff80002a61d010 (p 0xfffffd8072284000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a61c000; item ordinal 0; addr 0xffff80002a61d010 (p 0xfffffd8072284000); offset 0x0=0x0 procpl: pool(0xffffffff82e12be8:procpl): page inconsistency: page 0xffff80002a61c000; item ordinal 1; addr 0x16fc7ca6b2aef2ee sosppl 168 40 0 40 5 4 1 1 0 8 1 sockpl 456 5884 0 5856 162 152 10 29 0 8 6 mcl64k 65536 125 0 125 6 5 1 1 0 8 1 mcl16k 16384 91 0 91 7 6 1 1 0 8 1 mcl12k 12288 127 0 127 9 8 1 1 0 8 1 mcl9k 9216 63 0 63 10 9 1 1 0 8 1 mcl8k 8192 308 0 308 6 5 1 1 0 8 1 mcl4k 4096 376 0 376 5 4 1 1 0 8 1 mcl2k2 2112 16 0 16 9 9 0 1 0 8 0 mcl2k 2048 75564 0 75510 42 34 8 31 0 8 0 mtagpl 96 637 0 557 10 6 4 8 0 8 1 mbufpl 256 146450 0 146276 113 96 17 57 0 8 0 bufpl 288 11662 0 5270 457 0 457 457 0 8 0 anonpl 24 519588 0 506031 136 39 97 110 0 188 0 amapchunkpl 152 104352 0 103391 62 22 40 48 0 158 0 amappl16 200 12402 0 11963 65 40 25 35 0 8 0 amappl15 192 10 0 10 1 1 0 1 0 8 0 amappl14 184 195 0 183 2 1 1 2 0 8 0 amappl13 176 115 0 114 1 0 1 1 0 8 0 amappl12 168 4284 0 4254 2 0 2 2 0 8 0 amappl11 160 57 0 45 1 0 1 1 0 8 0 amappl10 152 46 0 36 1 0 1 1 0 8 0 amappl9 144 138 0 136 1 0 1 1 0 8 0 amappl8 136 303 0 232 3 0 3 3 0 8 0 amappl7 128 196 0 173 2 0 2 2 0 8 0 amappl6 120 420 0 406 1 0 1 1 0 8 0 amappl5 112 193 0 184 1 0 1 1 0 8 0 amappl4 104 535 0 514 2 1 1 2 0 8 0 amappl3 96 20543 0 20439 3 0 3 3 0 8 0 amappl2 88 4116 0 4043 3 1 2 3 0 8 0 amappl1 80 21260 0 20747 22 10 12 22 0 8 0 amappl 88 31471 0 31200 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 3527 0 3442 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3527 0 3442 1 0 1 1 0 8 0 vmmpekpl 168 29133 0 29059 4 0 4 4 0 8 0 vmmpepl 168 229644 0 227156 212 79 133 133 0 357 24 vmsppl 352 3526 0 3442 11 3 8 8 0 8 0 rwobjpl 24 67395 0 59839 48 1 47 47 0 8 0 pdppl 4096 7060 0 6940 295 175 120 122 0 8 0 pvpl 32 1259787 0 1240250 334 159 175 334 0 265 5 pmappl 216 3526 0 3442 5 0 5 5 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1286 0 434 26 0 26 26 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff80002a68e550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c37bc0,ffff80003281c900,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80003281c900) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3372 [inline] pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8069984c80) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,243ac35f) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(243ac35f) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82586b20,ffff800000e2c600,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a68e550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80003281cdd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807889dd08,1,fffffd807f7d7750,ffff80002a68e550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80003281d028,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a68e550,ffffff9c,20000140,0,0,ffff80003281d1f0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80003281d2b0) at syscall+0x5ef sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x374817f56e0, count: -17 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff80002a68e550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c37bc0,ffff80003281c900,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80003281c900) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3372 [inline] pmap_kenter_pa(ffff80002f64f000,4011d000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8069984c80) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,243ac35f) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(243ac35f) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82586b20,ffff800000e2c600,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a68e550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80003281cdd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807889dd08,1,fffffd807f7d7750,ffff80002a68e550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80003281d028,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a68e550,ffffff9c,20000140,0,0,ffff80003281d1f0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80003281d2b0) at syscall+0x5ef sys/arch/amd64/amd64/trap.c:591 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x374817f56e0, count: -17