kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff8000217372c8) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b7bac0,ffff80002e954580,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80002e954580) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd807741fea0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,28e0bacb) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(28e0bacb) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8142fe30,ffff800000d67e00,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000217372c8) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e954a58) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8075a84b58,3,fffffd807f7d7888,ffff8000217372c8) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e954ca8,3,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000217372c8,ffffff9c,20000180,2,0,ffff80002e954e80) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e954f00) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8e8f080c860, count: -17 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff80002e954470 rbx 0x24 rdx 0 rcx 0x27be __ALIGN_SIZE+0x17be rax 0 r8 0 r9 0 r10 0 r11 0x97154326cb3abdf7 r12 0x1 r13 0x1 r14 0xffff8000217372c8 r15 0xc rip 0xffffffff82425a86 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff80002e954430 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10183 6412K 7705K 78643K 46299 0 pcb 13 16K 18K 78643K 717 0 rtable 241 7K 7K 78643K 1465 0 pf 32 9K 9K 78643K 276 0 ifaddr 44 13K 14K 78643K 233 0 ifgroup 55 2K 2K 78643K 443 0 sysctl 3 0K 1K 78643K 9 0 counters 29 17K 17K 78643K 148 0 ioctlops 0 0K 2K 78643K 5484 0 iov 0 0K 16K 78643K 1913 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1462 91K 92K 78643K 16177 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 13K 78643K 163 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 1411 0 dirhash 12 2K 2K 78643K 45 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 12 41K 69K 78643K 14879 0 sigio 0 0K 0K 78643K 189 0 proc 58 59K 75K 78643K 1424 0 subproc 104 6K 6K 78643K 367 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 415 0 in_multi 99 7K 7K 78643K 376 0 ether_multi 1 0K 0K 78643K 5 0 mrt 0 0K 0K 78643K 4 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 91 413K 413K 78643K 91 0 exec 0 0K 1K 78643K 2660 0 pfkey data 0 0K 0K 78643K 13 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 404 150K 153K 78643K 138644 0 UVM aobj 131 4K 4K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 267 0 NDP 12 0K 1K 78643K 187 0 temp 74 5916K 6044K 78643K 110027 0 kqueue 12 18K 28K 78643K 2513 0 SYN cache 2 1236K 1244K 78643K 3 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 862 0 859 14 13 1 3 0 8 0 rtentry 112 426 0 314 4 0 4 4 0 8 0 unpcb 144 6571 0 6558 76 70 6 7 0 8 5 syncache 304 99 0 99 22 22 0 1 0 8 0 sackhl 24 2 0 2 2 2 0 1 0 8 0 tcpqe 32 316 0 316 14 14 0 1 0 8 0 tcpcb 808 2124 0 2112 85 82 3 15 0 8 0 arp 88 60 0 42 1 0 1 1 0 8 0 ipq 40 5 0 5 4 4 0 1 0 8 0 ipqe 40 17 0 17 4 4 0 1 0 8 0 inpcb 336 5544 0 5529 107 103 4 16 0 8 0 nd6 104 93 0 67 1 0 1 1 0 8 0 pkpcb 40 97 0 97 7 7 0 1 0 8 0 kcovpl 48 28 0 20 1 0 1 1 0 8 0 ppxss 1160 47 0 47 13 13 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1428 0 940 39 8 31 31 0 8 0 art_table 32 1429 0 940 4 0 4 4 0 8 0 art_node 16 341 0 239 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 1 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 1407 0 1397 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 39 0 22 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82d58d88:dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021683c00 (p 0xfffffd806ed38000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021683c00 (p 0xfffffd806ed38000); offset 0x0=0x0 dirhash: pool(0xffffffff82d58d88:dirhash): page inconsistency: page 0xffff800021683000; item ordinal 1; addr 0x5707cc60abdf222c dino2pl 256 29562 0 28067 95 0 95 95 0 8 0 ffsino 240 29562 0 28067 89 0 89 89 0 8 0 nchpl 144 49703 0 49216 63 40 23 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 165895 0 165892 21 20 1 3 0 8 0 namei: pool(0xffffffff82d2ba48:namei): free list modified: page 0xffff800021653000; item ordinal 0; addr 0xffff800021654400 (p 0xfffffd80753f2000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff800021653000; item ordinal 0; addr 0xffff800021654400 (p 0xfffffd80753f2000); offset 0x0=0x0 namei: pool(0xffffffff82d2ba48:namei): page inconsistency: page 0xffff800021653000; item ordinal 1; addr 0x48fd8fc59652f06 vcpupl 2048 187 0 1 24 0 24 24 0 8 0 vmpool 664 212 0 26 17 1 16 16 0 8 0 vmpool: pool(0xffffffff82cd8978:vmpool): page inconsistency: page 0x0; at page head addr 0xffff8000216e5f90 (p 0xffff8000216e4000) vmpool: pool(0xffffffff82cd8978:vmpool): page inconsistency: page 0x0; at page head addr 0xffff8000216e3f90 (p 0xffff8000216e2000) kstatmem 264 262 0 238 2 0 2 2 0 8 0 scxspl 216 155099 0 155096 32 31 1 8 1 8 0 plimitpl 152 1346 0 1331 1 0 1 1 0 8 0 sigapl 424 15298 0 15237 12 4 8 8 0 8 0 futexpl 64 140334 0 140334 11 10 1 1 0 8 1 knotepl 120 132094 0 132014 37 34 3 10 0 8 0 kqueuepl 184 7533 0 7525 81 78 3 7 0 8 2 pipepl 288 2405 0 2377 52 45 7 7 0 8 4 fdescpl 432 15118 0 15095 8 4 4 4 0 8 0 filepl 120 99363 0 99127 134 120 14 16 0 8 6 lockfpl 104 5913 0 5911 10 9 1 2 0 8 0 lockfspl 48 2233 0 2231 1 0 1 1 0 8 0 sessionpl 144 43 0 27 1 0 1 1 0 8 0 pgrppl 48 154 0 138 1 0 1 1 0 8 0 ucredpl 104 12488 0 12477 1 0 1 1 0 8 0 zombiepl 144 15237 0 15237 3 2 1 1 0 8 1 processpl 1008 15298 0 15237 14 5 9 9 0 8 0 processpl: pool(0xffffffff82c9ec88:processpl): page inconsistency: page 0x0; at page head addr 0xffff8000216dbf90 (p 0xffff8000216da000) procpl 680 37153 0 37074 25 16 9 9 0 8 1 procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff8000216f1000; item ordinal 0; addr 0xffff8000216f2d58 (p 0xfffffd80753f2000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216f1000; item ordinal 0; addr 0xffff8000216f2d58 (p 0xfffffd80753f2000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff8000216f1000; item ordinal 1; addr 0x5b839008fb0a77da procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff800021737000; item ordinal 0; addr 0xffff800021737d68 (p 0xfffffd806a254000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021737000; item ordinal 0; addr 0xffff800021737d68 (p 0xfffffd806a254000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff800021737000; item ordinal 1; addr 0xf9b8ebf3e17c4aa1 procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff800021735000; item ordinal 0; addr 0xffff8000217352c8 (p 0xfffffd80753f2000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff800021735000; item ordinal 1; addr 0x80d2b12d5aa05010 procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff800021689000; item ordinal 0; addr 0xffff800021689010 (p 0xfffffd80759e6000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021689000; item ordinal 0; addr 0xffff800021689010 (p 0xfffffd80759e6000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff800021689000; item ordinal 1; addr 0x7fe6d3b35d0a7a40 procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff800021721000; item ordinal 0; addr 0xffff800021722540 (p 0xfffffd806d7aa000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021721000; item ordinal 0; addr 0xffff800021722540 (p 0xfffffd806d7aa000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff800021721000; item ordinal 1; addr 0xfe6df4cddbd6a055 procpl: pool(0xffffffff82c9eae0:procpl): free list modified: page 0xffff8000216e0000; item ordinal 0; addr 0xffff8000216e1d48 (p 0xfffffd8066a86000); offset 0x0=0x0 procpl: pool(0xffffffff82c9eae0:procpl): page inconsistency: page 0xffff8000216e0000; item ordinal 1; addr 0xafa4f9d07367cde4 sosppl 168 116 0 116 15 15 0 1 0 8 0 sockpl 456 13087 0 13056 320 299 21 30 0 8 15 mcl64k 65536 1296 0 1296 17 16 1 1 0 8 1 mcl16k 16384 322 0 322 24 23 1 1 0 8 1 mcl12k 12288 993 0 993 15 14 1 1 0 8 1 mcl9k 9216 1412 0 1412 18 17 1 1 0 8 1 mcl8k 8192 883 0 883 15 14 1 1 0 8 1 mcl4k 4096 1374 0 1374 13 12 1 1 0 8 1 mcl2k2 2112 87 0 87 29 28 1 1 0 8 1 mcl2k 2048 103768 0 103714 58 49 9 37 0 8 0 mtagpl 96 4642 0 3343 42 5 37 38 0 8 0 mbufpl 256 301600 0 300189 343 238 105 121 0 8 0 bufpl 288 39278 0 32882 459 1 458 458 0 8 0 anonpl 24 1439293 0 1425292 223 124 99 115 0 188 0 amapchunkpl 152 436341 0 435580 101 63 38 47 0 158 3 amappl16 200 28939 0 28441 144 116 28 40 0 8 0 amappl15 192 16 0 15 1 0 1 1 0 8 0 amappl14 184 215 0 203 2 1 1 2 0 8 0 amappl13 176 22 0 20 1 0 1 1 0 8 0 amappl12 168 16077 0 16050 2 0 2 2 0 8 0 amappl11 160 72 0 62 1 0 1 1 0 8 0 amappl10 152 44 0 34 2 1 1 1 0 8 0 amappl9 144 476 0 474 1 0 1 1 0 8 0 amappl8 136 551 0 444 4 0 4 4 0 8 0 amappl7 128 564 0 539 2 0 2 2 0 8 0 amappl6 120 639 0 624 1 0 1 1 0 8 0 amappl5 112 719 0 711 1 0 1 1 0 8 0 amappl4 104 643 0 616 2 1 1 2 0 8 0 amappl3 96 87601 0 87539 5 2 3 3 0 8 1 amappl2 88 16073 0 16004 3 1 2 3 0 8 0 amappl1 80 61510 0 61017 22 10 12 22 0 8 0 amappl 88 137044 0 136843 9 2 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 15330 0 15121 2 0 2 2 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 15330 0 15121 2 0 2 2 0 8 0 vmmpekpl 168 93956 0 93870 5 0 5 5 0 8 0 vmmpepl 168 888126 0 885851 279 160 119 128 0 357 0 vmsppl 368 15329 0 15121 20 0 20 20 0 8 0 rwobjpl 24 206589 0 199012 51 3 48 48 0 8 0 pdppl 4096 30667 0 30428 772 521 251 252 0 8 12 pvpl 32 4072136 0 4052855 572 392 180 333 0 265 0 pmappl 216 15329 0 15121 12 0 12 12 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2265 0 1150 33 0 33 33 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff8000217372c8) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b7bac0,ffff80002e954580,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80002e954580) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd807741fea0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,28e0bacb) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(28e0bacb) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8142fe30,ffff800000d67e00,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000217372c8) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e954a58) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8075a84b58,3,fffffd807f7d7888,ffff8000217372c8) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e954ca8,3,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000217372c8,ffffff9c,20000180,2,0,ffff80002e954e80) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e954f00) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8e8f080c860, count: -17 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff8000217372c8) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82b7bac0,ffff80002e954580,0) at statclock+0x1dd sys/kern/kern_clock.c:341 clockintr_dispatch(ffff80002e954580) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:221 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3366 [inline] pmap_kenter_pa(ffff800025f62000,3b9e4000,3) at pmap_kenter_pa+0x18b sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd807741fea0) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,28e0bacb) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(28e0bacb) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8142fe30,ffff800000d67e00,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,3,2000,ffff8000217372c8) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002e954a58) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd8075a84b58,3,fffffd807f7d7888,ffff8000217372c8) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002e954ca8,3,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000217372c8,ffffff9c,20000180,2,0,ffff80002e954e80) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002e954f00) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8e8f080c860, count: -17