kernel: page fault trap, code=0 Stopped at schedclock+0x97: movzbl 0x344(%rax),%ebx ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff80002a69a008) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800032fa5090,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800032fa5090) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a sys/dev/kcov.c:158 buf_map(fffffd8065a3e8f0) at buf_map+0x23f sys/kern/vfs_biomem.c:120 buf_get(0,0,54b81f47) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(54b81f47) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e0a600,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,801,2000,ffff80002a69a008) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff800032fa54d8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e9f1de0,801,fffffd807f7d7478,ffff80002a69a008) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032fa5728,801,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a69a008,ffffff9c,20000000,800,0,ffff800032fa58c0) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800032fa5970) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdd8080a6730, count: -17 ddb> show registers rdi 0xffffffff rsi 0xc rbp 0xffff800032fa4f80 rbx 0xffffffff8256c540 statclock rdx 0 rcx 0x1 rax 0 r8 0 r9 0 r10 0 r11 0x177ae9e9bcdd7df3 r12 0x19920 acpi_pdirpa+0x5791 r13 0x1 r14 0xffff80002a69a008 r15 0xc rip 0xffffffff81dbaa27 schedclock+0x97 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff800032fa4f40 ss 0x10 schedclock+0x97: movzbl 0x344(%rax),%ebx ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 6494K 7181K 166960K 27664 0 pcb 16 20K 22K 166960K 900 0 rtable 196 10K 11K 166960K 3607 0 pf 27 8K 9K 166960K 349 0 ifaddr 37 12K 13K 166960K 415 0 ifgroup 46 2K 2K 166960K 564 0 sysctl 3 0K 0K 166960K 3 0 counters 29 17K 17K 166960K 176 0 ioctlops 0 0K 2K 166960K 456 0 iov 0 0K 18K 166960K 769 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1530 96K 97K 166960K 7482 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 102 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 1420 0 dirhash 12 2K 2K 166960K 42 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 14 49K 77K 166960K 9646 0 sigio 0 0K 0K 166960K 204 0 proc 61 59K 92K 166960K 2858 0 subproc 91 5K 7K 166960K 1040 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 400 0 in_multi 78 5K 7K 166960K 944 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 12 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 229 1023K 1023K 166960K 229 0 exec 0 0K 1K 166960K 2617 0 pfkey data 0 0K 0K 166960K 7 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 440 394K 403K 166960K 87553 0 UVM aobj 131 4K 4K 166960K 134 0 pinsyscall 22 44K 100K 166960K 3570 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 256 0 NDP 10 0K 2K 166960K 317 0 temp 70 6803K 6932K 166960K 59746 0 kqueue 12 18K 29K 166960K 760 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 596 0 593 3 2 1 3 0 8 0 rtentry 112 1216 0 1128 4 0 4 4 0 8 1 unpcb 144 6868 0 6855 15 9 6 10 0 8 5 syncache 336 92 0 92 2 1 1 1 0 8 1 tcpqe 32 205 0 205 2 1 1 1 0 8 1 tcpcb 808 3216 0 3202 20 11 9 13 0 8 6 arp 88 256 0 242 1 0 1 1 0 8 0 ipq 40 17 0 16 2 1 1 1 0 8 0 ipqe 40 160 0 159 2 1 1 1 0 8 0 inpcb 360 8131 0 8113 49 40 9 21 0 8 6 nd6 104 247 0 229 1 0 1 1 0 8 0 pkpcb 40 20 0 20 2 1 1 1 0 8 1 kcovpl 48 80 0 73 1 0 1 1 0 8 0 ppxss 1072 49 0 49 2 1 1 1 0 8 1 ppxss: pool(0xffffffff82d44a08:ppxss): page inconsistency: page 0x0; at page head addr 0xffff80002db03f90 (p 0xffff80002db00000) art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 3856 0 3480 59 30 29 30 0 8 4 art_table 32 3857 0 3480 4 0 4 4 0 8 0 art_node 16 1199 0 1119 1 0 1 1 0 8 0 sysvmsgpl 40 23 0 8 1 0 1 1 0 8 0 semapl 112 1418 0 1408 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 37 0 20 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82e0c2d8:dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60c800 (p 0xfffffd807e752000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff80002a60c000; item ordinal 0; addr 0xffff80002a60c800 (p 0xfffffd807e752000); offset 0x0=0x0 dirhash: pool(0xffffffff82e0c2d8:dirhash): page inconsistency: page 0xffff80002a60c000; item ordinal 1; addr 0xb489b55ada820724 dino2pl 256 13781 0 12243 97 0 97 97 0 8 0 ffsino 240 13781 0 12243 91 0 91 91 0 8 0 nchpl 144 26460 0 24738 66 1 65 66 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 94678 0 94676 5 3 2 3 0 8 1 namei: pool(0xffffffff82e4c118:namei): free list modified: page 0xffff80002a67a000; item ordinal 0; addr 0xffff80002a67b800 (p 0xfffffd80708ce000); offset 0x0=0x0 namei: pool(0xffffffff82e4c118:namei): page inconsistency: page 0xffff80002a67a000; item ordinal 1; addr 0xb56a8288e090a5ec namei: pool(0xffffffff82e4c118:namei): free list modified: page 0xffff80002a5f6000; item ordinal 0; addr 0xffff80002a5f6400 (p 0xfffffd80616e4000); offset 0x0=0x0 namei: pool(0xffffffff82e4c118:namei): page inconsistency: page 0xffff80002a5f6000; item ordinal 1; addr 0xc44671ed46446b02 vcpupl 2048 52 0 0 7 0 7 7 0 8 0 vcpupl: pool(0xffffffff82e55ba0:vcpupl): free list modified: page 0xffff80002db40000; item ordinal 0; addr 0xffff80002db40000 (p 0xfffffd806b1ac000); offset 0x0=0x0 vcpupl: pool(0xffffffff82e55ba0:vcpupl): page inconsistency: page 0xffff80002db40000; item ordinal 1; addr 0x277db15c47240229 vmpool 664 62 0 10 5 0 5 5 0 8 0 vmpool: pool(0xffffffff82e559f8:vmpool): page inconsistency: page 0x0; at page head addr 0xffff80002db59f90 (p 0xffff80002db58000) vmpool: pool(0xffffffff82e559f8:vmpool): page inconsistency: page 0x0; at page head addr 0xffff80002c0fdf90 (p 0xffff80002c0fc000) kstatmem 264 314 0 294 2 0 2 2 0 8 0 scxspl 216 93500 0 93497 11 7 4 8 1 8 3 plimitpl 152 1191 0 1177 1 0 1 1 0 8 0 sigapl 424 9918 0 9856 8 0 8 8 0 8 0 futexpl 64 84818 0 84815 1 0 1 1 0 8 0 knotepl 120 79846 0 79770 10 5 5 10 0 8 1 kqueuepl 184 2008 0 2000 10 6 4 7 0 8 3 pipepl 288 2025 0 2000 11 4 7 7 0 8 4 fdescpl 432 9759 0 9734 4 0 4 4 0 8 0 filepl 120 60448 0 60229 21 8 13 18 0 8 5 lockfpl 104 2211 0 2209 2 1 1 2 0 8 0 lockfspl 48 854 0 852 1 0 1 1 0 8 0 sessionpl 144 93 0 78 1 0 1 1 0 8 0 pgrppl 48 133 0 118 1 0 1 1 0 8 0 ucredpl 104 7747 0 7733 1 0 1 1 0 8 0 zombiepl 144 9856 0 9856 2 1 1 1 0 8 1 processpl 1072 9918 0 9856 5 0 5 5 0 8 0 processpl: pool(0xffffffff82e14830:processpl): page inconsistency: page 0x0; at page head addr 0xffff80002a65ff90 (p 0xffff80002a65c000) procpl 680 23076 0 22996 10 1 9 9 0 8 1 procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a648000; item ordinal 0; addr 0xffff80002a649010 (p 0xfffffd806d50a000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a648000; item ordinal 1; addr 0x37465b4349ed1f1c procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a68e000; item ordinal 0; addr 0xffff80002a68fd38 (p 0xfffffd8070886000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a68e000; item ordinal 0; addr 0xffff80002a68fd38 (p 0xfffffd8070886000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a68e000; item ordinal 1; addr 0xe586b0418bb0a1e procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a67c000; item ordinal 0; addr 0xffff80002a67cd68 (p 0xfffffd806d50a000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a67c000; item ordinal 0; addr 0xffff80002a67cd68 (p 0xfffffd806d50a000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a67c000; item ordinal 1; addr 0x24fe8c95c73e0a44 procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a604000; item ordinal 0; addr 0xffff80002a6052a8 (p 0xfffffd806f24c000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a604000; item ordinal 0; addr 0xffff80002a6052a8 (p 0xfffffd806f24c000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a604000; item ordinal 1; addr 0xecc18744b16a56f procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a612000; item ordinal 0; addr 0xffff80002a6132b0 (p 0xfffffd806d50a000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a612000; item ordinal 0; addr 0xffff80002a6132b0 (p 0xfffffd806d50a000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a612000; item ordinal 1; addr 0xc23219457e26454e procpl: pool(0xffffffff82e14688:procpl): free list modified: page 0xffff80002a69a000; item ordinal 0; addr 0xffff80002a69aff8 (p 0xfffffd8070886000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff80002a69a000; item ordinal 0; addr 0xffff80002a69aff8 (p 0xfffffd8070886000); offset 0x0=0x0 procpl: pool(0xffffffff82e14688:procpl): page inconsistency: page 0xffff80002a69a000; item ordinal 1; addr 0xa776771ffdcfd93 sosppl 168 76 0 76 1 0 1 1 0 8 1 sockpl 488 15633 0 15599 198 184 14 34 0 8 8 mcl64k 65536 453 0 453 2 1 1 1 0 8 1 mcl16k 16384 229 0 229 2 1 1 1 0 8 1 mcl12k 12288 349 0 349 2 1 1 1 0 8 1 mcl9k 9216 189 0 189 2 1 1 1 0 8 1 mcl8k 8192 831 0 831 2 1 1 1 0 8 1 mcl4k 4096 868 0 868 2 1 1 1 0 8 1 mcl2k2 2112 87 0 87 2 1 1 1 0 8 1 mcl2k 2048 93562 0 93514 46 32 14 39 0 8 7 mtagpl 96 1380 0 1310 7 0 7 7 0 8 4 mbufpl 256 223920 0 223698 76 51 25 56 0 8 7 bufpl 280 22690 0 16447 453 0 453 453 0 8 0 anonpl 24 1031832 0 1019400 130 11 119 119 0 188 13 amapchunkpl 152 290986 0 290180 62 12 50 51 0 158 10 amappl16 200 22372 0 21911 77 42 35 40 0 8 8 amappl15 192 102 0 101 1 0 1 1 0 8 0 amappl14 184 384 0 373 2 1 1 2 0 8 0 amappl13 176 25 0 24 2 1 1 1 0 8 0 amappl12 168 11439 0 11412 2 0 2 2 0 8 0 amappl11 160 72 0 62 1 0 1 1 0 8 0 amappl10 152 108 0 99 1 0 1 1 0 8 0 amappl9 144 212 0 212 1 0 1 1 0 8 1 amappl8 136 535 0 449 4 0 4 4 0 8 0 amappl7 128 107 0 91 1 0 1 1 0 8 0 amappl6 120 1243 0 1224 2 1 1 2 0 8 0 amappl5 112 619 0 607 1 0 1 1 0 8 0 amappl4 104 1239 0 1197 2 0 2 2 0 8 0 amappl3 96 54213 0 54144 3 0 3 3 0 8 0 amappl2 88 10747 0 10677 4 1 3 4 0 8 1 amappl1 80 47644 0 47161 21 9 12 21 0 8 0 amappl 88 86216 0 85974 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 9821 0 9744 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 9821 0 9744 1 0 1 1 0 8 0 vmmpekpl 168 70309 0 70234 4 0 4 4 0 8 0 vmmpepl 168 628829 0 626596 179 23 156 156 0 357 43 vmsppl 352 9820 0 9744 8 0 8 8 0 8 0 rwobjpl 24 148327 0 140781 49 1 48 48 0 8 0 pdppl 4096 19648 0 19540 698 586 112 118 0 8 4 pvpl 32 2805484 0 2787471 448 210 238 389 0 265 50 pmappl 216 9820 0 9744 5 0 5 5 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1137 0 725 13 0 13 13 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff80002a69a008) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800032fa5090,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800032fa5090) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a sys/dev/kcov.c:158 buf_map(fffffd8065a3e8f0) at buf_map+0x23f sys/kern/vfs_biomem.c:120 buf_get(0,0,54b81f47) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(54b81f47) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e0a600,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,801,2000,ffff80002a69a008) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff800032fa54d8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e9f1de0,801,fffffd807f7d7478,ffff80002a69a008) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032fa5728,801,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a69a008,ffffff9c,20000000,800,0,ffff800032fa58c0) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800032fa5970) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdd8080a6730, count: -17 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff80002a69a008) at schedclock+0x97 sys/kern/sched_bsd.c:569 statclock(ffffffff82ca6bd0,ffff800032fa5090,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff800032fa5090) at clockintr_dispatch+0x28f sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2a sys/dev/kcov.c:158 buf_map(fffffd8065a3e8f0) at buf_map+0x23f sys/kern/vfs_biomem.c:120 buf_get(0,0,54b81f47) at buf_get+0x42f sys/kern/vfs_bio.c:1175 geteblk(54b81f47) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff821f7a20,ffff800000e0a600,0) at readdisklabel+0x14b sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,801,2000,ffff80002a69a008) at vndopen+0x189 sys/dev/vnd.c:204 spec_open(ffff800032fa54d8) at spec_open+0x220 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e9f1de0,801,fffffd807f7d7478,ffff80002a69a008) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff800032fa5728,801,0) at vn_open+0x4e4 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a69a008,ffffff9c,20000000,800,0,ffff800032fa58c0) at doopenat+0x269 sys/kern/vfs_syscalls.c:1126 syscall(ffff800032fa5970) at syscall+0x538 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdd8080a6730, count: -17