kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff800021654298) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b51ac0,ffff80002e8e5c70,0) at statclock+0x1dd sys/kern/kern_clock.c:340 clockintr_dispatch(ffff80002e8e5c70) at clockintr_dispatch+0x262 sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80648944c0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,b12cae9) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(b12cae9) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82512420,ffff800000d34400,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff800021654298) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e8e6148) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ecbdeb8,1,fffffd807f7d77b8,ffff800021654298) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e8e6398,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff800021654298,ffffff9c,20000040,0,0,ffff80002e8e6570) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e8e65f0) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x710de22f90, count: -17 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff80002e8e5b60 rbx 0x24 rdx 0 rcx 0x38ce __ALIGN_SIZE+0x28ce rax 0 r8 0 r9 0 r10 0 r11 0x4f9859ff0554dea8 r12 0x1 r13 0x1 r14 0xffff800021654298 r15 0xc rip 0xffffffff81303496 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff80002e8e5b20 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10176 6428K 6999K 78643K 17476 0 pcb 13 16K 21K 78643K 616 0 rtable 243 7K 7K 78643K 851 0 pf 29 8K 9K 78643K 160 0 ifaddr 43 11K 12K 78643K 131 0 ifgroup 50 2K 2K 78643K 255 0 sysctl 4 1K 2K 78643K 11 0 counters 28 17K 17K 78643K 80 0 ioctlops 0 0K 2K 78643K 216 0 iov 0 0K 16K 78643K 421 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1399 87K 88K 78643K 5085 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 50 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 20 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 16 57K 73K 78643K 6891 0 sigio 0 0K 0K 78643K 144 0 proc 60 59K 83K 78643K 981 0 subproc 104 6K 6K 78643K 234 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 114 0 in_multi 99 7K 7K 78643K 220 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 1K 78643K 1119 0 pfkey data 0 0K 0K 78643K 38 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 380 93K 95K 78643K 64048 0 UVM aobj 123 3K 3K 78643K 129 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 748 0 NDP 11 0K 1K 78643K 99 0 temp 74 5912K 6040K 78643K 63366 0 kqueue 12 18K 30K 78643K 352 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 397 0 394 7 4 3 3 0 8 2 rtentry 112 236 0 123 4 0 4 4 0 8 0 unpcb 144 7364 0 7351 46 43 3 6 0 8 2 syncache 304 42 0 42 10 10 0 1 0 8 0 tcpqe 32 154 0 154 8 8 0 1 0 8 0 tcpcb 808 4439 0 4417 63 58 5 16 0 8 1 arp 88 39 0 20 1 0 1 1 0 8 0 ipq 40 5 0 5 2 2 0 1 0 8 0 ipqe 40 11 0 11 2 2 0 1 0 8 0 inpcb 336 6628 0 6598 49 44 5 14 0 8 0 nd6 104 57 0 31 1 0 1 1 0 8 0 pkpcb 40 9 0 9 3 3 0 1 0 8 0 kcovpl 48 18 0 10 1 0 1 1 0 8 0 ppxss 1160 15 0 15 5 5 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 911 0 448 30 0 30 30 0 8 0 art_table 32 912 0 448 4 0 4 4 0 8 0 art_node 16 224 0 121 1 0 1 1 0 8 0 sysvmsgpl 40 48 0 8 1 0 1 1 0 8 0 semupl 112 8 0 8 1 1 0 1 0 8 0 semapl 112 10 0 0 1 0 1 1 0 8 0 shmpl 112 126 0 6 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82ca2b80:dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021683800 (p 0xfffffd806e3d0000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021683800 (p 0xfffffd806e3d0000); offset 0x0=0x0 dirhash: pool(0xffffffff82ca2b80:dirhash): page inconsistency: page 0xffff800021683000; item ordinal 1; addr 0x78ec8f1942b62325 dino2pl 256 9619 0 8133 93 0 93 93 0 8 0 ffsino 240 9619 0 8133 88 0 88 88 0 8 0 nchpl 144 22741 0 22253 63 42 21 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 73417 0 73416 4 3 1 3 0 8 0 namei: pool(0xffffffff82d30288:namei): free list modified: page 0xffff8000216d1000; item ordinal 0; addr 0xffff8000216d2400 (p 0xfffffd806a312000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff8000216d1000; item ordinal 0; addr 0xffff8000216d2400 (p 0xfffffd806a312000); offset 0x0=0x0 namei: pool(0xffffffff82d30288:namei): page inconsistency: page 0xffff8000216d1000; item ordinal 1; addr 0x3609b5c5eadc56de kstatmem 264 126 0 104 2 0 2 2 0 8 0 scxspl 216 55420 0 55419 17 16 1 8 1 8 0 plimitpl 152 764 0 748 1 0 1 1 0 8 0 sigapl 424 7311 0 7245 8 0 8 8 0 8 0 futexpl 64 109400 0 109396 1 0 1 1 0 8 0 knotepl 120 59757 0 59677 11 8 3 10 0 8 0 kqueuepl 184 987 0 979 18 17 1 7 0 8 0 pipepl 288 2391 0 2363 28 25 3 7 0 8 0 fdescpl 432 7153 0 7126 4 0 4 4 0 8 0 filepl 120 55276 0 55037 61 49 12 16 0 8 4 lockfpl 104 1653 0 1651 4 3 1 2 0 8 0 lockfspl 48 580 0 578 1 0 1 1 0 8 0 sessionpl 144 34 0 18 1 0 1 1 0 8 0 pgrppl 48 300 0 284 1 0 1 1 0 8 0 ucredpl 104 11637 0 11622 1 0 1 1 0 8 0 zombiepl 144 7246 0 7245 1 0 1 1 0 8 0 processpl 1008 7311 0 7245 10 1 9 9 0 8 0 processpl: pool(0xffffffff82d30670:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002170bf90 (p 0xffff80002170a000) procpl 680 16901 0 16816 19 11 8 9 0 8 0 procpl: pool(0xffffffff82d304c8:procpl): free list modified: page 0xffff800021633000; item ordinal 0; addr 0xffff800021633008 (p 0xfffffd807f7e4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021633000; item ordinal 0; addr 0xffff800021633008 (p 0xfffffd807f7e4000); offset 0x0=0x0 procpl: pool(0xffffffff82d304c8:procpl): page inconsistency: page 0xffff800021633000; item ordinal 1; addr 0xaace4dcc8fe342ff procpl: pool(0xffffffff82d304c8:procpl): free list modified: page 0xffff80002170d000; item ordinal 0; addr 0xffff80002170dab8 (p 0xfffffd807992a000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002170d000; item ordinal 0; addr 0xffff80002170dab8 (p 0xfffffd807992a000); offset 0x0=0x0 procpl: pool(0xffffffff82d304c8:procpl): page inconsistency: page 0xffff80002170d000; item ordinal 1; addr 0x74c7de7af447d588 procpl: pool(0xffffffff82d304c8:procpl): free list modified: page 0xffff800021675000; item ordinal 0; addr 0xffff800021676548 (p 0xfffffd807f7e4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021675000; item ordinal 0; addr 0xffff800021676548 (p 0xfffffd807f7e4000); offset 0x0=0x0 procpl: pool(0xffffffff82d304c8:procpl): page inconsistency: page 0xffff800021675000; item ordinal 1; addr 0x5c1adf3a24688e36 procpl: pool(0xffffffff82d304c8:procpl): free list modified: page 0xffff8000216e7000; item ordinal 0; addr 0xffff8000216e87e8 (p 0xfffffd806853c000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216e7000; item ordinal 0; addr 0xffff8000216e87e8 (p 0xfffffd806853c000); offset 0x0=0x0 procpl: pool(0xffffffff82d304c8:procpl): page inconsistency: page 0xffff8000216e7000; item ordinal 1; addr 0xe25f8b00faba496 sosppl 168 26 0 23 5 4 1 1 0 8 0 sockpl 456 14404 0 14363 205 183 22 28 0 8 15 mcl64k 65536 280 0 280 5 4 1 1 0 8 1 mcl16k 16384 167 0 167 8 7 1 1 0 8 1 mcl12k 12288 696 0 696 2 1 1 1 0 8 1 mcl9k 9216 94 0 94 9 8 1 1 0 8 1 mcl8k 8192 291 0 291 6 5 1 1 0 8 1 mcl4k 4096 1622 0 1622 2 1 1 1 0 8 1 mcl2k2 2112 378 0 378 5 4 1 1 0 8 1 mcl2k 2048 80857 0 80805 34 26 8 30 0 8 0 mtagpl 96 785 0 510 12 4 8 9 0 8 0 mbufpl 256 193550 0 193121 137 106 31 74 0 8 0 bufpl 288 15352 0 8951 458 0 458 458 0 8 0 anonpl 24 724954 0 710942 127 34 93 109 0 188 0 amapchunkpl 152 202659 0 201844 55 18 37 40 0 158 2 amappl16 200 13937 0 13493 56 32 24 36 0 8 0 amappl15 192 7 0 7 1 1 0 1 0 8 0 amappl14 184 179 0 166 2 1 1 2 0 8 0 amappl13 176 23 0 22 1 0 1 1 0 8 0 amappl12 168 7951 0 7924 2 0 2 2 0 8 0 amappl11 160 60 0 50 1 0 1 1 0 8 0 amappl10 152 34 0 24 2 1 1 1 0 8 0 amappl9 144 156 0 155 1 0 1 1 0 8 0 amappl8 136 500 0 399 4 0 4 4 0 8 0 amappl7 128 69 0 57 1 0 1 1 0 8 0 amappl6 120 326 0 304 2 1 1 2 0 8 0 amappl5 112 343 0 335 1 0 1 1 0 8 0 amappl4 104 729 0 688 2 0 2 2 0 8 0 amappl3 96 41327 0 41258 3 0 3 3 0 8 0 amappl2 88 7553 0 7491 3 1 2 3 0 8 0 amappl1 80 34872 0 34364 22 10 12 22 0 8 0 amappl 88 63306 0 63081 7 1 6 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 128 0 6 3 0 3 3 0 8 0 uaddrrnd 24 7153 0 7126 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 7153 0 7126 1 0 1 1 0 8 0 vmmpekpl 168 55799 0 55742 3 0 3 3 0 8 0 vmmpepl 168 424038 0 421772 201 95 106 131 0 357 0 vmsppl 368 7152 0 7126 3 0 3 3 0 8 0 rwobjpl 24 105943 0 98416 48 1 47 47 0 8 0 pdppl 4096 14312 0 14252 248 184 64 68 0 8 4 pvpl 32 1910374 0 1891027 358 192 166 358 0 265 0 pmappl 216 7152 0 7126 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1282 0 476 25 0 25 25 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff800021654298) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b51ac0,ffff80002e8e5c70,0) at statclock+0x1dd sys/kern/kern_clock.c:340 clockintr_dispatch(ffff80002e8e5c70) at clockintr_dispatch+0x262 sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80648944c0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,b12cae9) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(b12cae9) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82512420,ffff800000d34400,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff800021654298) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e8e6148) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ecbdeb8,1,fffffd807f7d77b8,ffff800021654298) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e8e6398,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff800021654298,ffffff9c,20000040,0,0,ffff80002e8e6570) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e8e65f0) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x710de22f90, count: -17 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff800021654298) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b51ac0,ffff80002e8e5c70,0) at statclock+0x1dd sys/kern/kern_clock.c:340 clockintr_dispatch(ffff80002e8e5c70) at clockintr_dispatch+0x262 sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff8000249d2000,56fd6000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80648944c0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,b12cae9) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(b12cae9) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff82512420,ffff800000d34400,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff800021654298) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e8e6148) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ecbdeb8,1,fffffd807f7d77b8,ffff800021654298) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e8e6398,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff800021654298,ffffff9c,20000040,0,0,ffff80002e8e6570) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e8e65f0) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x710de22f90, count: -17