kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff80002a6d2550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c78bc0,ffff800032976600,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff800032976600) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab invpcid machine/cpufunc.h:176 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8062ada5a8) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,99fc9d8) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(99fc9d8) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff8131bf90,ffff800000de3800,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,41,2000,ffff80002a6d2550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff800032976ac8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8079121b58,41,fffffd807f7d7888,ffff80002a6d2550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032976d18,41,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d2550,ffffff9c,20000000,40,0,ffff800032976ec0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff800032976f70) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2d4cd093770, count: -17 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff8000329764f0 rbx 0x24 rdx 0 rcx 0x242c __ALIGN_SIZE+0x142c rax 0 r8 0 r9 0 r10 0 r11 0x4d88e98c943ced12 r12 0x1 r13 0x1 r14 0xffff80002a6d2550 r15 0xc rip 0xffffffff8136acf6 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff8000329764b0 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10165 6400K 6856K 166960K 13858 0 pcb 15 14K 15K 166960K 188 0 rtable 176 13K 15K 166960K 445 0 pf 25 8K 9K 166960K 64 0 ifaddr 32 9K 11K 166960K 63 0 ifgroup 42 1K 2K 166960K 107 0 sysctl 2 0K 0K 166960K 2 0 counters 28 17K 17K 166960K 43 0 ioctlops 0 0K 2K 166960K 187 0 iov 0 0K 16K 166960K 161 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1375 86K 86K 166960K 2848 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 15 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 584 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 73K 166960K 2382 0 sigio 0 0K 0K 166960K 74 0 proc 57 59K 75K 166960K 554 0 subproc 104 6K 6K 166960K 117 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 80 0 in_multi 66 4K 7K 166960K 113 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 549 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 304 84K 86K 166960K 23072 0 UVM aobj 101 3K 3K 166960K 101 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 13 0 NDP 9 0K 2K 166960K 42 0 temp 74 6700K 6772K 166960K 10560 0 kqueue 12 18K 24K 166960K 120 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 69 0 66 1 0 1 1 0 8 0 rtentry 112 139 0 61 4 1 3 4 0 8 0 unpcb 144 1473 0 1460 11 6 5 5 0 8 4 syncache 320 7 0 7 2 2 0 1 0 8 0 tcpqe 32 392 0 392 4 4 0 2 0 8 0 tcpcb 808 405 0 398 18 16 2 8 0 8 0 arp 88 24 0 11 1 0 1 1 0 8 0 ipq 40 2 0 2 1 0 1 1 0 8 1 ipqe 40 4 0 4 1 0 1 1 0 8 1 inpcb 344 1408 0 1395 23 15 8 13 0 8 6 nd6 104 29 0 14 1 0 1 1 0 8 0 pkpcb 40 41 0 41 2 2 0 1 0 8 0 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1072 2 0 2 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 528 0 204 29 6 23 29 0 8 1 art_table 32 529 0 204 4 0 4 4 0 8 0 art_node 16 133 0 62 1 0 1 1 0 8 0 sysvmsgpl 40 22 0 22 1 1 0 1 0 8 0 semapl 112 582 0 572 1 0 1 1 0 8 0 shmpl 112 98 0 0 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82d1bae0:dirhash): free list modified: page 0xffff80002a626000; item ordinal 0; addr 0xffff80002a627000 (p 0xfffffd806ebd6000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff80002a626000; item ordinal 0; addr 0xffff80002a627000 (p 0xfffffd806ebd6000); offset 0x0=0x0 dirhash: pool(0xffffffff82d1bae0:dirhash): page inconsistency: page 0xffff80002a626000; item ordinal 1; addr 0xe9f67c0321e9d33f dino2pl 256 5146 0 3704 91 0 91 91 0 8 0 ffsino 240 5146 0 3704 86 0 86 86 0 8 0 nchpl 144 8216 0 6573 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 28162 0 28159 3 2 1 3 0 8 0 namei: pool(0xffffffff82d20188:namei): free list modified: page 0xffff80002a678000; item ordinal 0; addr 0xffff80002a679800 (p 0xfffffd8078c2c000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002a678000; item ordinal 0; addr 0xffff80002a679800 (p 0xfffffd8078c2c000); offset 0x0=0x0 namei: pool(0xffffffff82d20188:namei): page inconsistency: page 0xffff80002a678000; item ordinal 1; addr 0x6c4c39ca0a3a25c kstatmem 264 48 0 30 2 0 2 2 0 8 0 scxspl 216 22527 0 22524 12 11 1 8 1 8 0 plimitpl 152 65 0 50 1 0 1 1 0 8 0 sigapl 424 2757 0 2695 8 0 8 8 0 8 0 futexpl 64 28431 0 28429 1 0 1 1 0 8 0 knotepl 120 23732 0 23650 11 8 3 11 0 8 0 kqueuepl 184 160 0 152 1 0 1 1 0 8 0 pipepl 288 568 0 540 16 10 6 9 0 8 4 fdescpl 432 2661 0 2635 4 0 4 4 0 8 1 filepl 120 15841 0 15603 24 9 15 15 0 8 7 lockfpl 104 507 0 505 3 0 3 3 0 8 2 lockfspl 48 241 0 239 2 0 2 2 0 8 1 sessionpl 144 24 0 8 1 0 1 1 0 8 0 pgrppl 48 76 0 60 1 0 1 1 0 8 0 ucredpl 104 4635 0 4623 1 0 1 1 0 8 0 zombiepl 144 2695 0 2695 1 0 1 1 0 8 1 processpl 1072 2757 0 2695 5 0 5 5 0 8 0 processpl: pool(0xffffffff82d5a648:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002a65ff90 (p 0xffff80002a65c000) procpl 680 5749 0 5670 10 2 8 9 0 8 0 procpl: pool(0xffffffff82d5a4a0:procpl): free list modified: page 0xffff80002a67a000; item ordinal 0; addr 0xffff80002a67bd50 (p 0xfffffd80789b4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a67a000; item ordinal 0; addr 0xffff80002a67bd50 (p 0xfffffd80789b4000); offset 0x0=0x0 procpl: pool(0xffffffff82d5a4a0:procpl): page inconsistency: page 0xffff80002a67a000; item ordinal 1; addr 0xcaa0498967788383 procpl: pool(0xffffffff82d5a4a0:procpl): free list modified: page 0xffff80002a5f6000; item ordinal 0; addr 0xffff80002a5f7d48 (p 0xfffffd80789b4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a5f6000; item ordinal 0; addr 0xffff80002a5f7d48 (p 0xfffffd80789b4000); offset 0x0=0x0 procpl: pool(0xffffffff82d5a4a0:procpl): page inconsistency: page 0xffff80002a5f6000; item ordinal 1; addr 0x53ffd0df6afa83b6 procpl: pool(0xffffffff82d5a4a0:procpl): free list modified: page 0xffff80002a64e000; item ordinal 0; addr 0xffff80002a64eab8 (p 0xfffffd8078c2c000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a64e000; item ordinal 0; addr 0xffff80002a64eab8 (p 0xfffffd8078c2c000); offset 0x0=0x0 procpl: pool(0xffffffff82d5a4a0:procpl): page inconsistency: page 0xffff80002a64e000; item ordinal 1; addr 0xe46c828d8a1417bb sockpl 488 2994 0 2968 39 27 12 20 0 8 8 mcl64k 65536 50 0 50 2 1 1 1 0 8 1 mcl16k 16384 32 0 32 3 2 1 1 0 8 1 mcl12k 12288 48 0 48 3 2 1 1 0 8 1 mcl9k 9216 27 0 27 3 2 1 1 0 8 1 mcl8k 8192 149 0 149 2 1 1 1 0 8 1 mcl4k 4096 144 0 144 2 1 1 1 0 8 1 mcl2k2 2112 8 0 8 3 2 1 1 0 8 1 mcl2k 2048 71040 0 70995 53 45 8 34 0 8 1 mtagpl 96 232 0 144 7 1 6 6 0 8 1 mbufpl 256 123624 0 123430 38 17 21 21 0 8 0 bufpl 280 7475 0 1082 457 0 457 457 0 8 0 anonpl 24 396011 0 382141 111 4 107 109 0 188 19 amapchunkpl 152 75003 0 74207 42 6 36 42 0 158 1 amappl16 200 9863 0 9427 37 7 30 36 0 8 6 amappl15 192 12 0 12 1 1 0 1 0 8 0 amappl14 184 180 0 170 2 1 1 2 0 8 0 amappl13 176 36 0 35 1 0 1 1 0 8 0 amappl12 168 3297 0 3268 2 0 2 2 0 8 0 amappl11 160 51 0 40 1 0 1 1 0 8 0 amappl10 152 47 0 39 2 1 1 1 0 8 0 amappl9 144 209 0 209 2 2 0 1 0 8 0 amappl8 136 207 0 154 2 0 2 2 0 8 0 amappl7 128 202 0 184 2 0 2 2 0 8 0 amappl6 120 300 0 292 1 0 1 1 0 8 0 amappl5 112 211 0 201 1 0 1 1 0 8 0 amappl4 104 457 0 436 2 1 1 2 0 8 0 amappl3 96 14910 0 14834 3 0 3 3 0 8 0 amappl2 88 3138 0 3068 3 1 2 3 0 8 0 amappl1 80 17527 0 17024 22 11 11 22 0 8 0 amappl 88 22551 0 22351 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 100 0 0 2 0 2 2 0 8 0 uaddrrnd 24 2661 0 2635 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2661 0 2635 1 0 1 1 0 8 0 vmmpekpl 168 22335 0 22293 3 0 3 3 0 8 0 vmmpepl 168 172701 0 170571 146 36 110 125 0 357 14 vmsppl 352 2660 0 2635 3 0 3 3 0 8 0 rwobjpl 24 52190 0 44758 45 0 45 45 0 8 0 pdppl 4096 5328 0 5270 132 68 64 68 0 8 6 pvpl 32 925571 0 906275 334 55 279 334 0 265 116 pmappl 216 2660 0 2635 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 492 0 173 10 0 10 10 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff80002a6d2550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c78bc0,ffff800032976600,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff800032976600) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab invpcid machine/cpufunc.h:176 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8062ada5a8) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,99fc9d8) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(99fc9d8) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff8131bf90,ffff800000de3800,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,41,2000,ffff80002a6d2550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff800032976ac8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8079121b58,41,fffffd807f7d7888,ffff80002a6d2550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032976d18,41,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d2550,ffffff9c,20000000,40,0,ffff800032976ec0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff800032976f70) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2d4cd093770, count: -17 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff80002a6d2550) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82c78bc0,ffff800032976600,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff800032976600) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:219 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab invpcid machine/cpufunc.h:176 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002f007000,56b5e000,3) at pmap_kenter_pa+0x1ab sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd8062ada5a8) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,99fc9d8) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(99fc9d8) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff8131bf90,ffff800000de3800,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,41,2000,ffff80002a6d2550) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff800032976ac8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8079121b58,41,fffffd807f7d7888,ffff80002a6d2550) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032976d18,41,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d2550,ffffff9c,20000000,40,0,ffff800032976ec0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff800032976f70) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2d4cd093770, count: -17