kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff80002a6d5808) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82cf1bd0,ffff80002a716b00,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff80002a716b00) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 sys/dev/kcov.c:158 pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 invpcid machine/cpufunc.h:175 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd806902b258) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,12261fa7) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(12261fa7) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff81794ea0,ffff800000db3000,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a6d5808) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002a716fd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd80757ced08,1,fffffd807f7d76e8,ffff80002a6d5808) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002a717228,201,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d5808,ffffff9c,20000600,200,0,ffff80002a7173d0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002a717480) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x95bbda7f480, count: -18 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff80002a7169f0 rbx 0x24 rdx 0 rcx 0x3c43 __ALIGN_SIZE+0x2c43 rax 0 r8 0 r9 0 r10 0 r11 0x86e21e572910ff73 r12 0x1 r13 0x1 r14 0xffff80002a6d5808 r15 0xc rip 0xffffffff818d2296 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff80002a7169b0 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10163 6409K 6413K 166960K 11245 0 pcb 15 10K 10K 166960K 15 0 rtable 234 6K 6K 166960K 382 0 pf 29 8K 8K 166960K 32 0 ifaddr 43 11K 11K 166960K 49 0 ifgroup 50 2K 2K 166960K 55 0 counters 30 17K 17K 166960K 31 0 ioctlops 0 0K 2K 166960K 30 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1199 75K 75K 166960K 1233 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 1K 166960K 2 0 VM map 2 1K 1K 166960K 2 0 sem 2 0K 0K 166960K 2 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 18 65K 73K 166960K 172 0 proc 55 58K 75K 166960K 498 0 subproc 0 0K 0K 166960K 13 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 in_multi 99 7K 7K 166960K 110 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 25 122K 122K 166960K 25 0 exec 0 0K 1K 166960K 439 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 274 75K 75K 166960K 4344 0 UVM aobj 3 2K 2K 166960K 3 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 NDP 15 0K 2K 166960K 30 0 temp 2 6764K 6828K 166960K 4791 0 kqueue 12 18K 18K 166960K 34 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 39 0 36 1 0 1 1 0 8 0 rtentry 112 122 0 12 4 0 4 4 0 8 0 unpcb 144 45 0 32 1 0 1 1 0 8 0 syncache 336 8 0 8 1 0 1 1 0 8 1 tcpqe 32 260 0 260 1 0 1 1 0 8 1 tcpcb 808 12 0 9 1 0 1 1 0 8 0 arp 88 20 0 2 1 0 1 1 0 8 0 inpcb 360 66 0 60 1 0 1 1 0 8 0 nd6 104 27 0 3 1 0 1 1 0 8 0 kcovpl 48 1 0 1 1 0 1 1 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 501 0 48 29 0 29 29 0 8 0 art_table 32 502 0 48 4 0 4 4 0 8 0 art_node 16 121 0 21 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82de5fe8:dirhash): free list modified: page 0xffff80002a62a000; item ordinal 0; addr 0xffff80002a62a000 (p 0xfffffd8072e1e000); offset 0x0=0x0 dirhash: pool(0xffffffff82de5fe8:dirhash): page inconsistency: page 0xffff80002a62a000; item ordinal 1; addr 0x98d8b1c6789a4ac5 dino2pl 256 1550 0 101 91 0 91 91 0 8 0 ffsino 240 1550 0 101 86 0 86 86 0 8 0 nchpl 144 1887 0 184 64 0 64 64 0 8 0 uvmvnodes 80 1605 0 0 33 0 33 33 0 8 0 vnodes 216 1605 0 0 90 0 90 90 0 8 0 namei 1024 7558 0 7558 3 0 3 3 0 8 3 namei: pool(0xffffffff82dfcea8:namei): free list modified: page 0xffff80002a63c000; item ordinal 0; addr 0xffff80002a63c000 (p 0xfffffd806b8b6000); offset 0x0=0x0 namei: pool(0xffffffff82dfcea8:namei): page inconsistency: page 0xffff80002a63c000; item ordinal 1; addr 0xf44015dd165b9c0b namei: pool(0xffffffff82dfcea8:namei): free list modified: page 0xffff80002a5e6000; item ordinal 0; addr 0xffff80002a5e7800 (p 0xfffffd807f7e4000); offset 0x0=0x0 namei: pool(0xffffffff82dfcea8:namei): page inconsistency: page 0xffff80002a5e6000; item ordinal 1; addr 0x30d6c4aa0acd2274 namei: pool(0xffffffff82dfcea8:namei): free list modified: page 0xffff80002a6be000; item ordinal 0; addr 0xffff80002a6be800 (p 0xfffffd806b8b6000); offset 0x0=0x0 namei: pool(0xffffffff82dfcea8:namei): page inconsistency: page 0xffff80002a6be000; item ordinal 1; addr 0x36069a549c41fa30 kstatmem 264 24 0 2 2 0 2 2 0 8 0 scxspl 216 9360 0 9359 8 0 8 8 1 8 7 plimitpl 152 49 0 34 1 0 1 1 0 8 0 sigapl 424 500 0 455 6 0 6 6 0 8 1 futexpl 64 453 0 442 1 0 1 1 0 8 0 knotepl 120 7568 0 7490 3 0 3 3 0 8 0 kqueuepl 184 30 0 22 1 0 1 1 0 8 0 pipepl 288 183 0 155 3 0 3 3 0 8 1 fdescpl 432 484 0 455 4 0 4 4 0 8 0 filepl 120 2187 0 2042 6 0 6 6 0 8 1 lockfpl 104 6 0 4 1 0 1 1 0 8 0 lockfspl 48 4 0 2 1 0 1 1 0 8 0 sessionpl 144 32 0 16 1 0 1 1 0 8 0 pgrppl 48 32 0 16 1 0 1 1 0 8 0 ucredpl 104 94 0 83 1 0 1 1 0 8 0 zombiepl 144 455 0 455 1 0 1 1 0 8 1 processpl 1072 500 0 455 4 0 4 4 0 8 1 procpl 680 575 0 502 7 0 7 7 0 8 0 sockpl 488 150 0 128 4 0 4 4 0 8 1 mcl8k 8192 4 0 4 1 0 1 1 0 8 1 mcl4k 4096 16 0 16 1 0 1 1 0 8 1 mcl2k 2048 23959 0 23905 63 47 16 43 0 8 8 mtagpl 96 4 0 4 1 0 1 1 0 8 1 mbufpl 256 38589 0 38438 28 16 12 22 0 8 2 bufpl 280 6264 0 141 438 0 438 438 0 8 0 anonpl 24 376810 0 370843 52 0 52 52 0 188 16 amapchunkpl 152 17274 0 16582 28 0 28 28 0 158 1 amappl16 200 11498 0 11330 9 0 9 9 0 8 0 amappl15 192 27 0 27 1 0 1 1 0 8 1 amappl14 184 211 0 199 2 0 2 2 0 8 1 amappl13 176 20 0 20 1 0 1 1 0 8 1 amappl12 168 1168 0 1137 2 0 2 2 0 8 0 amappl11 160 69 0 57 1 0 1 1 0 8 0 amappl10 152 62 0 51 1 0 1 1 0 8 0 amappl9 144 469 0 469 1 0 1 1 0 8 1 amappl8 136 245 0 220 2 0 2 2 0 8 1 amappl7 128 236 0 223 2 0 2 2 0 8 0 amappl6 120 298 0 292 1 0 1 1 0 8 0 amappl5 112 192 0 183 1 0 1 1 0 8 0 amappl4 104 605 0 579 2 0 2 2 0 8 0 amappl3 96 3800 0 3697 3 0 3 3 0 8 0 amappl2 88 1101 0 1032 3 0 3 3 0 8 0 amappl1 80 14570 0 14066 23 6 17 21 0 8 4 amappl 88 3691 0 3486 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 253 0 253 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 484 0 455 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 484 0 455 1 0 1 1 0 8 0 vmmpekpl 168 13940 0 13911 2 0 2 2 0 8 0 vmmpepl 168 69071 0 67240 109 0 109 109 0 357 29 vmsppl 352 483 0 455 3 0 3 3 0 8 0 rwobjpl 24 33882 0 31185 19 0 19 19 0 8 1 pdppl 4096 974 0 910 108 40 68 68 0 8 4 pvpl 32 694544 0 683346 336 39 297 336 0 265 206 pmappl 216 483 0 455 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 429 0 103 10 0 10 10 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff80002a6d5808) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82cf1bd0,ffff80002a716b00,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff80002a716b00) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 sys/dev/kcov.c:158 pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 invpcid machine/cpufunc.h:175 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd806902b258) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,12261fa7) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(12261fa7) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff81794ea0,ffff800000db3000,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a6d5808) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002a716fd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd80757ced08,1,fffffd807f7d76e8,ffff80002a6d5808) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002a717228,201,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d5808,ffffff9c,20000600,200,0,ffff80002a7173d0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002a717480) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x95bbda7f480, count: -18 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff80002a6d5808) at schedclock+0xa6 sys/kern/sched_bsd.c:569 statclock(ffffffff82cf1bd0,ffff80002a716b00,0) at statclock+0x1dd sys/kern/kern_clock.c:323 clockintr_dispatch(ffff80002a716b00) at clockintr_dispatch+0x24c sys/kern/kern_clockintr.c:214 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x23 sys/dev/kcov.c:158 pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 invpcid machine/cpufunc.h:175 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3374 [inline] pmap_kenter_pa(ffff80002a6d5000,5726f000,3) at pmap_kenter_pa+0x197 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd806902b258) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,12261fa7) at buf_get+0x758 sys/kern/vfs_bio.c:1175 geteblk(12261fa7) at geteblk+0x3c sys/kern/vfs_bio.c:1058 readdisklabel(2902,ffffffff81794ea0,ffff800000db3000,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff80002a6d5808) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002a716fd8) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd80757ced08,1,fffffd807f7d76e8,ffff80002a6d5808) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002a717228,201,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff80002a6d5808,ffffff9c,20000600,200,0,ffff80002a7173d0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002a717480) at syscall+0x751 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x95bbda7f480, count: -18