login: kernel: page fault trap, code=0 Stopped at schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace schedclock(ffff8000216a9800) at schedclock+0xa6 sys/kern/sched_bsd.c:569 clockintr_statclock(ffffffff82bd2ab8,ffff80002b423c90) at clockintr_statclock+0x118 sys/kern/kern_clockintr.c:518 clockintr_dispatch(ffff80002b423c90) at clockintr_dispatch+0x255 sys/kern/kern_clockintr.c:266 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_const_cmp4(10,ffff80002b423d40) at __sanitizer_cov_trace_const_cmp4+0x13 sys/dev/kcov.c:234 pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3363 [inline] pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80715ab020) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,8000000) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(8000000) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8228c160,ffff800000eaf200,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff8000216a9800) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002b424178) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ee88de0,1,fffffd807f7d7820,ffff8000216a9800) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002b4243c8,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000216a9800,ffffff9c,20000200,0,0,ffff80002b4245a0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002b424620) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd8e4de92040, count: -18 ddb> show registers rdi 0x24 rsi 0x1 rbp 0xffff80002b423b90 rbx 0x24 rdx 0 rcx 0x34c1 __ALIGN_SIZE+0x24c1 rax 0 r8 0 r9 0 r10 0 r11 0xaa06f45dc1149653 r12 0x1 r13 0x22ee6e9d4d r14 0xffff8000216a9800 r15 0xc rip 0xffffffff823776c6 schedclock+0xa6 cs 0x8 rflags 0x10297 __ALIGN_SIZE+0xf297 rsp 0xffff80002b423b50 ss 0x10 schedclock+0xa6: movzbl 0x344(%rax),%eax ddb> show proc PROC (kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10177 6420K 7898K 78643K 17154 0 pcb 13 12K 13K 78643K 213 0 rtable 239 7K 7K 78643K 525 0 pf 32 9K 9K 78643K 88 0 ifaddr 44 11K 12K 78643K 89 0 ifgroup 55 2K 2K 78643K 149 0 sysctl 2 0K 0K 78643K 2 0 counters 29 17K 17K 78643K 56 0 ioctlops 0 0K 2K 78643K 130 0 iov 0 0K 16K 78643K 319 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1502 94K 94K 78643K 3512 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 47 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 96 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 14 49K 73K 78643K 2918 0 sigio 1 0K 0K 78643K 134 0 proc 56 58K 83K 78643K 708 0 subproc 104 6K 6K 78643K 156 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 171 0 in_multi 99 7K 7K 78643K 201 0 ether_multi 1 0K 0K 78643K 4 0 mrt 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 61 281K 281K 78643K 61 0 exec 0 0K 1K 78643K 738 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 334 91K 102K 78643K 29064 0 UVM aobj 131 8K 8K 78643K 155 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 25 0 NDP 14 0K 2K 78643K 63 0 temp 74 5912K 5992K 78643K 28223 0 kqueue 12 18K 23K 78643K 210 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 106 0 103 1 0 1 1 0 8 0 rtentry 112 161 0 50 4 0 4 4 0 8 0 unpcb 144 2504 0 2491 24 14 10 10 0 8 9 syncache 304 30 0 30 4 4 0 1 0 8 0 tcpqe 32 82 0 82 4 4 0 1 0 8 0 tcpcb 808 2671 0 2659 32 24 8 9 0 8 6 arp 88 26 0 8 1 0 1 1 0 8 0 ipq 40 3 0 2 1 0 1 1 0 8 0 ipqe 40 10 0 9 1 0 1 1 0 8 0 inpcb 336 3751 0 3736 36 29 7 14 0 8 5 nd6 104 38 0 13 1 0 1 1 0 8 0 kcovpl 48 12 0 4 1 0 1 1 0 8 0 ppxss 1160 8 0 8 2 2 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 639 0 178 29 0 29 29 0 8 0 art_table 32 640 0 178 4 0 4 4 0 8 0 art_node 16 156 0 55 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 89 0 79 1 0 1 1 0 8 0 shmpl 112 152 0 24 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82d4a2c0:dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021684000 (p 0xfffffd806e7be000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff800021683000; item ordinal 0; addr 0xffff800021684000 (p 0xfffffd806e7be000); offset 0x0=0x0 dirhash: pool(0xffffffff82d4a2c0:dirhash): page inconsistency: page 0xffff800021683000; item ordinal 1; addr 0xb9fa2fbbf796aae3 dino2pl 256 5411 0 3959 91 0 91 91 0 8 0 ffsino 240 5411 0 3959 86 0 86 86 0 8 0 nchpl 144 9826 0 9331 63 41 22 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 33917 0 33916 5 4 1 3 0 8 0 namei: pool(0xffffffff82c29088:namei): free list modified: page 0xffff800021653000; item ordinal 0; addr 0xffff800021654000 (p 0xfffffd8071156000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff800021653000; item ordinal 0; addr 0xffff800021654000 (p 0xfffffd8071156000); offset 0x0=0x0 namei: pool(0xffffffff82c29088:namei): page inconsistency: page 0xffff800021653000; item ordinal 1; addr 0xaadaf744c8582130 vmpool 664 18 0 18 3 3 0 1 0 8 0 kstatmem 264 78 0 54 2 0 2 2 0 8 0 scxspl 216 27944 0 27941 12 11 1 8 1 8 0 plimitpl 152 463 0 448 1 0 1 1 0 8 0 sigapl 424 3233 0 3170 8 0 8 8 0 8 0 futexpl 64 27954 0 27953 1 0 1 1 0 8 0 knotepl 120 27254 0 27174 4 0 4 4 0 8 0 kqueuepl 184 615 0 607 7 6 1 4 0 8 0 pipepl 288 558 0 530 13 10 3 7 0 8 0 fdescpl 432 3195 0 3170 4 0 4 4 0 8 0 filepl 120 21718 0 21483 38 23 15 18 0 8 7 lockfpl 104 1791 0 1789 5 4 1 3 0 8 0 lockfspl 48 795 0 793 2 1 1 2 0 8 0 sessionpl 144 28 0 12 1 0 1 1 0 8 0 pgrppl 48 73 0 57 1 0 1 1 0 8 0 ucredpl 104 3259 0 3248 1 0 1 1 0 8 0 zombiepl 144 3171 0 3170 1 0 1 1 0 8 0 processpl 1008 3233 0 3170 10 1 9 9 0 8 0 processpl: pool(0xffffffff82d4cf58:processpl): page inconsistency: page 0x0; at page head addr 0xffff8000216f5f90 (p 0xffff8000216f4000) processpl: pool(0xffffffff82d4cf58:processpl): page inconsistency: page 0x0; at page head addr 0xffff800021709f90 (p 0xffff800021708000) procpl 680 7459 0 7379 9 1 8 9 0 8 0 procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff800021695000; item ordinal 0; addr 0xffff800021696d50 (p 0xfffffd806d7f8000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021695000; item ordinal 0; addr 0xffff800021696d50 (p 0xfffffd806d7f8000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff800021695000; item ordinal 1; addr 0xc72e076939194159 procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff8000216ff000; item ordinal 0; addr 0xffff8000217007e8 (p 0xfffffd8064a72000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216ff000; item ordinal 0; addr 0xffff8000217007e8 (p 0xfffffd8064a72000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff8000216ff000; item ordinal 1; addr 0xdb9d936325230a8c procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff800021633000; item ordinal 0; addr 0xffff800021633558 (p 0xfffffd807f7e4000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff800021633000; item ordinal 0; addr 0xffff800021633558 (p 0xfffffd807f7e4000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff800021633000; item ordinal 1; addr 0xef89080761a0228a procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff8000216d3000; item ordinal 0; addr 0xffff8000216d3560 (p 0xfffffd8067c2c000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216d3000; item ordinal 0; addr 0xffff8000216d3560 (p 0xfffffd8067c2c000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff8000216d3000; item ordinal 1; addr 0x32394a3298cbb75 procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff8000216d5000; item ordinal 0; addr 0xffff8000216d5570 (p 0xfffffd806a22e000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216d5000; item ordinal 0; addr 0xffff8000216d5570 (p 0xfffffd806a22e000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff8000216d5000; item ordinal 1; addr 0xf4103b06bc65a1ea procpl: pool(0xffffffff82d4cdb0:procpl): free list modified: page 0xffff8000216a9000; item ordinal 0; addr 0xffff8000216a9008 (p 0xfffffd8064a72000); offset 0x0=0x0 pool(procpl): free list modified: page 0xffff8000216a9000; item ordinal 0; addr 0xffff8000216a9008 (p 0xfffffd8064a72000); offset 0x0=0x0 procpl: pool(0xffffffff82d4cdb0:procpl): page inconsistency: page 0xffff8000216a9000; item ordinal 1; addr 0x5966d8f297f7e395 sosppl 168 43 0 40 3 2 1 1 0 8 0 sockpl 456 6366 0 6335 126 93 33 33 0 8 28 mcl64k 65536 117 0 117 4 3 1 1 0 8 1 mcl16k 16384 59 0 59 6 5 1 1 0 8 1 mcl12k 12288 94 0 94 3 2 1 1 0 8 1 mcl9k 9216 54 0 54 7 6 1 1 0 8 1 mcl8k 8192 259 0 258 3 2 1 1 0 8 0 mcl4k 4096 306 0 306 2 1 1 1 0 8 1 mcl2k2 2112 28 0 28 4 3 1 1 0 8 1 mcl2k 2048 73350 0 73307 32 25 7 27 0 8 0 mtagpl 96 878 0 394 18 1 17 17 0 8 2 mbufpl 256 136678 0 136088 61 10 51 51 0 8 7 bufpl 288 8683 0 2284 458 0 458 458 0 8 0 anonpl 24 440580 0 429152 152 56 96 107 0 188 8 amapchunkpl 152 92331 0 91562 46 10 36 38 0 158 2 amappl16 200 10637 0 10225 56 33 23 35 0 8 1 amappl15 192 14 0 14 3 3 0 1 0 8 0 amappl14 184 165 0 153 2 1 1 2 0 8 0 amappl13 176 16 0 14 1 0 1 1 0 8 0 amappl12 168 3917 0 3891 2 0 2 2 0 8 0 amappl11 160 56 0 46 1 0 1 1 0 8 0 amappl10 152 30 0 21 1 0 1 1 0 8 0 amappl9 144 152 0 151 1 0 1 1 0 8 0 amappl8 136 295 0 216 3 0 3 3 0 8 0 amappl7 128 78 0 67 1 0 1 1 0 8 0 amappl6 120 277 0 257 2 1 1 2 0 8 0 amappl5 112 254 0 246 1 0 1 1 0 8 0 amappl4 104 609 0 570 3 1 2 3 0 8 0 amappl3 96 19006 0 18937 5 2 3 3 0 8 0 amappl2 88 3539 0 3479 3 1 2 3 0 8 0 amappl1 80 20070 0 19576 22 10 12 22 0 8 0 amappl 88 28438 0 28229 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 154 0 24 3 0 3 3 0 8 0 uaddrrnd 24 3213 0 3188 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3213 0 3188 1 0 1 1 0 8 0 vmmpekpl 168 26477 0 26419 3 0 3 3 0 8 0 vmmpepl 168 206369 0 204268 174 61 113 117 0 357 13 vmsppl 368 3212 0 3188 3 0 3 3 0 8 0 rwobjpl 24 61497 0 54033 48 1 47 47 0 8 0 pdppl 4096 6433 0 6376 195 130 65 69 0 8 8 pvpl 32 1049329 0 1032720 459 281 178 360 0 265 17 pmappl 216 3212 0 3188 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1072 0 246 24 0 24 24 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace schedclock(ffff8000216a9800) at schedclock+0xa6 sys/kern/sched_bsd.c:569 clockintr_statclock(ffffffff82bd2ab8,ffff80002b423c90) at clockintr_statclock+0x118 sys/kern/kern_clockintr.c:518 clockintr_dispatch(ffff80002b423c90) at clockintr_dispatch+0x255 sys/kern/kern_clockintr.c:266 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_const_cmp4(10,ffff80002b423d40) at __sanitizer_cov_trace_const_cmp4+0x13 sys/dev/kcov.c:234 pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3363 [inline] pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80715ab020) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,8000000) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(8000000) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8228c160,ffff800000eaf200,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff8000216a9800) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002b424178) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ee88de0,1,fffffd807f7d7820,ffff8000216a9800) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002b4243c8,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000216a9800,ffffff9c,20000200,0,0,ffff80002b4245a0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002b424620) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd8e4de92040, count: -18 ddb> machine ddbcpu 1 No such command ddb> trace schedclock(ffff8000216a9800) at schedclock+0xa6 sys/kern/sched_bsd.c:569 clockintr_statclock(ffffffff82bd2ab8,ffff80002b423c90) at clockintr_statclock+0x118 sys/kern/kern_clockintr.c:518 clockintr_dispatch(ffff80002b423c90) at clockintr_dispatch+0x255 sys/kern/kern_clockintr.c:266 lapic_clockintr(0,0) at lapic_clockintr+0x3a sys/arch/amd64/amd64/lapic.c:482 Xresume_lapic_ltimer() at Xresume_lapic_ltimer+0x2a __sanitizer_cov_trace_const_cmp4(10,ffff80002b423d40) at __sanitizer_cov_trace_const_cmp4+0x13 sys/dev/kcov.c:234 pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 pmap_tlb_shootpage sys/arch/amd64/amd64/pmap.c:3363 [inline] pmap_kenter_pa(ffff800022083000,55a30000,3) at pmap_kenter_pa+0x159 sys/arch/amd64/amd64/pmap.c:519 buf_map(fffffd80715ab020) at buf_map+0x22d sys/kern/vfs_biomem.c:120 buf_get(0,0,8000000) at buf_get+0x763 sys/kern/vfs_bio.c:1189 geteblk(8000000) at geteblk+0x3c sys/kern/vfs_bio.c:1071 readdisklabel(2902,ffffffff8228c160,ffff800000eaf200,0) at readdisklabel+0x149 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,1,2000,ffff8000216a9800) at vndopen+0x17e sys/dev/vnd.c:204 spec_open(ffff80002b424178) at spec_open+0x3e3 sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806ee88de0,1,fffffd807f7d7820,ffff8000216a9800) at VOP_OPEN+0x70 sys/kern/vfs_vops.c:138 vn_open(ffff80002b4243c8,1,0) at vn_open+0x452 sys/kern/vfs_vnops.c:177 doopenat(ffff8000216a9800,ffffff9c,20000200,0,0,ffff80002b4245a0) at doopenat+0x26e sys/kern/vfs_syscalls.c:1126 syscall(ffff80002b424620) at syscall+0x4a8 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd8e4de92040, count: -18