kernel: page fault trap, code=0 Stopped at schedclock+0x97: movzbl 0x344(%rax),%ebx ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff80002a6cad68) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800037835340,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800037835340) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a uvm_objtree_RBT_COMPARE(ffffffff829cb0e0,fffffd805b2a5670) at uvm_objtree_RBT_COMPARE+0xf sys/uvm/uvm_page.c:82 uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 uvm_objtree_RBT_FIND sys/uvm/uvm_object.h:93 [inline] uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 sys/uvm/uvm_page.c:1221 buf_map(fffffd805b2a55a0) at buf_map+0x216 sys/kern/vfs_biomem.c:124 buf_get(0,0,10001080) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(10001080) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e6a400,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff80002a6cad68) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff8000378358a8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807bf9cd08,3,fffffd807f7d77b8,ffff80002a6cad68) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800037835af8,3,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6cad68,ffffff9c,20000280,2,0,ffff800037835c90) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800037835d40) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x50230e30210, count: -18 ddb> show registers rdi 0xffffffff rsi 0xc rbp 0xffff800037835230 rbx 0xffffffff8256c540 statclock rdx 0 rcx 0x1 rax 0 r8 0 r9 0 r10 0 r11 0x4e186f206626a53f r12 0x1bdc __ALIGN_SIZE+0xbdc r13 0x1 r14 0xffff80002a6cad68 r15 0xc rip 0xffffffff81dbaa27 schedclock+0x97 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff8000378351f0 ss 0x10 schedclock+0x97: movzbl 0x344(%rax),%ebx ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10171 6411K 6921K 166960K 13532 0 pcb 15 14K 16K 166960K 62 0 rtable 215 6K 6K 166960K 451 0 pf 29 8K 9K 166960K 47 0 ifaddr 40 10K 11K 166960K 62 0 ifgroup 48 2K 2K 166960K 72 0 counters 30 17K 17K 166960K 39 0 ioctlops 0 0K 2K 166960K 44 0 iov 0 0K 18K 166960K 33 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1532 96K 96K 166960K 2234 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 16 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 38 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 77K 166960K 850 0 sigio 0 0K 0K 166960K 4 0 proc 56 58K 75K 166960K 538 0 subproc 104 6K 6K 166960K 130 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 31 0 in_multi 88 6K 7K 166960K 127 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 55 254K 254K 166960K 55 0 exec 0 0K 1K 166960K 632 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 342 85K 85K 166960K 9974 0 UVM aobj 53 2K 2K 166960K 56 0 pinsyscall 22 44K 100K 166960K 1247 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 18 0 NDP 11 0K 2K 166960K 40 0 temp 73 6800K 6880K 166960K 6449 0 kqueue 12 18K 22K 166960K 73 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 57 0 53 1 0 1 1 0 8 0 rtentry 112 142 0 43 4 0 4 4 0 8 0 unpcb 144 532 0 519 6 0 6 6 0 8 5 syncache 336 10 0 10 1 0 1 1 0 8 1 tcpqe 32 117 0 117 1 0 1 1 0 8 1 tcpcb 808 154 0 149 4 0 4 4 0 8 3 arp 88 24 0 8 1 0 1 1 0 8 0 inpcb 360 737 0 728 13 4 9 13 0 8 7 nd6 104 30 0 9 1 0 1 1 0 8 0 kcovpl 48 10 0 2 1 0 1 1 0 8 0 ppxss 1072 7 0 6 1 0 1 1 0 8 0 ppxss: pool(0xffffffff82d44a08:ppxss): page inconsistency: page 0x0; at page head addr 0xffff80002a63ff90 (p 0xffff80002a63c000) art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 551 0 138 29 0 29 29 0 8 1 art_table 32 552 0 138 4 0 4 4 0 8 0 art_node 16 138 0 48 1 0 1 1 0 8 0 semupl 112 4 0 4 1 0 1 1 0 8 1 semapl 112 32 0 22 1 0 1 1 0 8 0 shmpl 112 53 0 3 2 0 2 2 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82e0c2d8:dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60d400 (p 0xfffffd806e37c000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60d400 (p 0xfffffd806e37c000); offset 0x0=0x0 dirhash: pool(0xffffffff82e0c2d8:dirhash): page inconsistency: page 0xffff80002a60c000; item ordinal 1; addr 0xafc9ff86f940d8be dino2pl 256 2721 0 1205 96 0 96 96 0 8 0 ffsino 240 2721 0 1205 90 0 90 90 0 8 0 nchpl 144 3949 0 2217 66 0 66 66 0 8 0 uvmvnodes 80 3356 0 0 69 0 69 69 0 8 0 vnodes 216 3356 0 0 187 0 187 187 0 8 0 namei 1024 14302 0 14301 2 0 2 2 0 8 1 namei: pool(0xffffffff82e4c118:namei): free list modified: page 0xffff80002a5f6000; item ordinal 0; addr 0xffff80002a5f6c00 (p 0xfffffd807f7e4000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002a5f6000; item ordinal 0; addr 0xffff80002a5f6c00 (p 0xfffffd807f7e4000); offset 0x0=0x0 namei: pool(0xffffffff82e4c118:namei): page inconsistency: page 0xffff80002a5f6000; item ordinal 1; addr 0xf0f51de6336bf038 namei: pool(0xffffffff82e4c118:namei): free list modified: page 0xffff80002a61e000; item ordinal 0; addr 0xffff80002a61e000 (p 0xfffffd806d940000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002a61e000; item ordinal 0; addr 0xffff80002a61e000 (p 0xfffffd806d940000); offset 0x0=0x0 namei: pool(0xffffffff82e4c118:namei): page inconsistency: page 0xffff80002a61e000; item ordinal 1; addr 0xa695a66293bd89f9 kstatmem 264 40 0 18 2 0 2 2 0 8 0 scxspl 216 12445 0 12443 8 0 8 8 1 8 7 plimitpl 152 144 0 129 1 0 1 1 0 8 0 sigapl 424 1140 0 1095 6 0 6 6 0 8 0 futexpl 64 7728 0 7724 1 0 1 1 0 8 0 knotepl 120 10838 0 10756 4 0 4 4 0 8 0 kqueuepl 184 271 0 263 4 0 4 4 0 8 3 pipepl 288 253 0 225 5 0 5 5 0 8 2 fdescpl 432 1123 0 1096 4 0 4 4 0 8 0 filepl 120 6909 0 6632 17 1 16 17 0 8 5 lockfpl 104 172 0 170 1 0 1 1 0 8 0 lockfspl 48 87 0 85 1 0 1 1 0 8 0 sessionpl 144 25 0 9 1 0 1 1 0 8 0 pgrppl 48 32 0 16 1 0 1 1 0 8 0 ucredpl 104 1296 0 1285 1 0 1 1 0 8 0 zombiepl 144 1097 0 1095 1 0 1 1 0 8 0 processpl 1072 1140 0 1095 4 0 4 4 0 8 0 procpl 680 2224 0 2156 7 0 7 7 0 8 0 procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a6c2000; item ordinal 0; addr 0xffff80002a6c2ff8 (p 0xfffffd80624f4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a6c2000; item ordinal 0; addr 0xffff80002a6c2ff8 (p 0xfffffd80624f4000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a6c2000; item ordinal 1; addr 0xe86e1ceb02b4783b procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a602000; item ordinal 0; addr 0xffff80002a603800 (p 0xfffffd806d940000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a602000; item ordinal 0; addr 0xffff80002a603800 (p 0xfffffd806d940000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a602000; item ordinal 1; addr 0x1d03b05ad55ac959 procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a6ae000; item ordinal 0; addr 0xffff80002a6aeff0 (p 0xfffffd80624f4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a6ae000; item ordinal 0; addr 0xffff80002a6aeff0 (p 0xfffffd80624f4000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a6ae000; item ordinal 1; addr 0xaf2cfd576cd23155 sosppl 168 9 0 9 1 0 1 1 0 8 1 sockpl 488 1326 0 1300 41 20 21 21 0 8 17 mcl64k 65536 47 0 47 1 0 1 1 0 8 1 mcl16k 16384 13 0 13 1 0 1 1 0 8 1 mcl12k 12288 39 0 39 1 0 1 1 0 8 1 mcl9k 9216 15 0 15 1 0 1 1 0 8 1 mcl8k 8192 136 0 136 1 0 1 1 0 8 1 mcl4k 4096 114 0 114 2 0 2 2 0 8 2 mcl2k2 2112 17 0 17 1 0 1 1 0 8 1 mcl2k 2048 74487 0 74431 39 24 15 38 0 8 7 mtagpl 96 227 0 85 4 0 4 4 0 8 0 mbufpl 256 124317 0 124020 40 14 26 31 0 8 5 bufpl 280 5537 0 171 384 0 384 384 0 8 0 anonpl 24 263457 0 248992 90 0 90 90 0 188 1 amapchunkpl 152 32371 0 31446 39 0 39 39 0 158 0 amappl16 200 6963 0 6541 25 0 25 25 0 8 2 amappl15 192 36 0 34 1 0 1 1 0 8 0 amappl14 184 159 0 148 2 0 2 2 0 8 1 amappl13 176 17 0 16 1 0 1 1 0 8 0 amappl12 168 1776 0 1746 2 0 2 2 0 8 0 amappl11 160 49 0 39 1 0 1 1 0 8 0 amappl10 152 41 0 33 1 0 1 1 0 8 0 amappl9 144 205 0 204 1 0 1 1 0 8 0 amappl8 136 159 0 109 2 0 2 2 0 8 0 amappl7 128 52 0 45 1 0 1 1 0 8 0 amappl6 120 367 0 346 2 0 2 2 0 8 0 amappl5 112 213 0 201 1 0 1 1 0 8 0 amappl4 104 517 0 484 2 0 2 2 0 8 1 amappl3 96 6657 0 6568 3 0 3 3 0 8 0 amappl2 88 1563 0 1495 4 0 4 4 0 8 2 amappl1 80 12274 0 11781 22 1 21 22 0 8 8 amappl 88 9407 0 9169 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 253 0 253 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 55 0 3 1 0 1 1 0 8 0 uaddrrnd 24 1123 0 1096 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1123 0 1096 1 0 1 1 0 8 0 vmmpekpl 168 12727 0 12679 3 0 3 3 0 8 0 vmmpepl 168 90662 0 88458 139 0 139 139 0 357 40 vmsppl 352 1122 0 1096 3 0 3 3 0 8 0 rwobjpl 24 32518 0 27683 30 0 30 30 0 8 0 pdppl 4096 2252 0 2192 146 82 64 70 0 8 4 pvpl 32 589437 0 569508 389 58 331 389 0 265 167 pmappl 216 1122 0 1096 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 471 0 120 11 0 11 11 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff80002a6cad68) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800037835340,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800037835340) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a uvm_objtree_RBT_COMPARE(ffffffff829cb0e0,fffffd805b2a5670) at uvm_objtree_RBT_COMPARE+0xf sys/uvm/uvm_page.c:82 uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 uvm_objtree_RBT_FIND sys/uvm/uvm_object.h:93 [inline] uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 sys/uvm/uvm_page.c:1221 buf_map(fffffd805b2a55a0) at buf_map+0x216 sys/kern/vfs_biomem.c:124 buf_get(0,0,10001080) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(10001080) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e6a400,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff80002a6cad68) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff8000378358a8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807bf9cd08,3,fffffd807f7d77b8,ffff80002a6cad68) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800037835af8,3,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6cad68,ffffff9c,20000280,2,0,ffff800037835c90) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800037835d40) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x50230e30210, count: -18 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff80002a6cad68) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800037835340,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800037835340) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a uvm_objtree_RBT_COMPARE(ffffffff829cb0e0,fffffd805b2a5670) at uvm_objtree_RBT_COMPARE+0xf sys/uvm/uvm_page.c:82 uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 uvm_objtree_RBT_FIND sys/uvm/uvm_object.h:93 [inline] uvm_pagelookup(fffffd805b2a5660,90a5000) at uvm_pagelookup+0x48 sys/uvm/uvm_page.c:1221 buf_map(fffffd805b2a55a0) at buf_map+0x216 sys/kern/vfs_biomem.c:124 buf_get(0,0,10001080) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(10001080) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e6a400,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff80002a6cad68) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff8000378358a8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd807bf9cd08,3,fffffd807f7d77b8,ffff80002a6cad68) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800037835af8,3,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6cad68,ffffff9c,20000280,2,0,ffff800037835c90) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800037835d40) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x50230e30210, count: -18