panic: wakeup: p_stat is 0 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8263468b) at panic+0x161 sys/kern/subr_prf.c:198 wakeup_n(fffffd807dadfda0,ffffffff) at wakeup_n+0x131 sys/kern/kern_synch.c:549 sd_buf_done(fffffd807f55bd80) at sd_buf_done+0x1f9 sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xa1 sys/dev/pv/vioscsi.c:349 virtio_check_vqs(ffff80000002f400) at virtio_check_vqs+0x160 sys/dev/pv/virtio.c:228 intr_handler(ffff80002e8fb050,ffff80000004f980) at intr_handler+0x4b sys/arch/amd64/amd64/intr.c:537 Xintr_ioapic_edge21_untramp() at Xintr_ioapic_edge21_untramp+0x18f Xspllower() at Xspllower+0x19 softintr_dispatch(0) at softintr_dispatch+0xc4 sys/arch/amd64/amd64/softintr.c:103 Xsoftclock() at Xsoftclock+0x1f buf_get(0,0,10000000) at buf_get+0x750 sys/kern/vfs_bio.c:1186 geteblk(10000000) at geteblk+0x2c sys/kern/vfs_bio.c:1061 readdisklabel(2902,ffffffff81d38440,ffff800000c4da00,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 end trace frame: 0xffff80002e8fb500, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: wakeup: p_stat is 0 ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8263468b) at panic+0x161 sys/kern/subr_prf.c:198 wakeup_n(fffffd807dadfda0,ffffffff) at wakeup_n+0x131 sys/kern/kern_synch.c:549 sd_buf_done(fffffd807f55bd80) at sd_buf_done+0x1f9 sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xa1 sys/dev/pv/vioscsi.c:349 virtio_check_vqs(ffff80000002f400) at virtio_check_vqs+0x160 sys/dev/pv/virtio.c:228 intr_handler(ffff80002e8fb050,ffff80000004f980) at intr_handler+0x4b sys/arch/amd64/amd64/intr.c:537 Xintr_ioapic_edge21_untramp() at Xintr_ioapic_edge21_untramp+0x18f Xspllower() at Xspllower+0x19 softintr_dispatch(0) at softintr_dispatch+0xc4 sys/arch/amd64/amd64/softintr.c:103 Xsoftclock() at Xsoftclock+0x1f buf_get(0,0,10000000) at buf_get+0x750 sys/kern/vfs_bio.c:1186 geteblk(10000000) at geteblk+0x2c sys/kern/vfs_bio.c:1061 readdisklabel(2902,ffffffff81d38440,ffff800000c4da00,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,819,2000,ffff8000265f8010) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e8fb588) at spec_open+0x3df sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e44bdd8,819,fffffd807f7d7820,ffff8000265f8010) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e8fb7d8,819,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177 doopenat(ffff8000265f8010,ffffff9c,20000080,818,0,ffff80002e8fb9c0) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127 syscall(ffff80002e8fba30) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd4fd0905ac0, count: -21 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002e8fae10 rbx 0 rdx 0 rcx 0 rax 0xffff8000265f8010 r8 0x101010101010101 r9 0x8080808080808080 r10 0x997fd8c9fc26e9b6 r11 0x8822fffbe9f1c199 r12 0 r13 0xffff80002179a008 r14 0 r15 0x1 rip 0xffffffff81b5ffb8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002e8fae00 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC () pid=317681 stat=onproc flags process=0 proc=4000000 pri=70, usrpri=46, nice=0 forw=0xffffffffffffffff, list=0xffff8000265f9cf0,0xffffffff82a59fb8 process=0xffff8000217113b0 user=0xffff80002e8f6000, vmspace=0xfffffd806c397670 estcpu=36, cpticks=16, pctcpu=0.0 user=0, sys=16, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10176 6531K 6668K 78643K 11310 0 pcb 14 8K 8K 78643K 30 0 rtable 234 6K 6K 78643K 351 0 ifaddr 82 16K 16K 78643K 84 0 sysctl 2 0K 0K 78643K 2 0 counters 27 17K 17K 78643K 27 0 ioctlops 0 0K 2K 78643K 36 0 iov 1 0K 12K 78643K 4 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1274 80K 80K 78643K 1302 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 0K 0K 78643K 2 0 sem 2 0K 0K 78643K 2 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 15 53K 77K 78643K 183 0 proc 57 59K 75K 78643K 452 0 subproc 104 6K 6K 78643K 104 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 99 6K 6K 78643K 99 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 2K 78643K 622 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 62K 78643K 8 0 UVM amap 213 76K 77K 78643K 2328 0 UVM aobj 3 2K 2K 78643K 3 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 11 0K 2K 78643K 27 0 temp 83 4704K 4768K 78643K 3685 0 kqueue 12 18K 20K 78643K 25 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 37 0 34 1 0 1 1 0 8 0 rtentry 112 111 0 1 4 0 4 4 0 8 0 unpcb 144 66 0 49 1 0 1 1 0 8 0 syncache 296 4 0 4 1 1 0 1 0 8 0 tcpqe 32 60 0 60 1 0 1 1 0 8 1 tcpcb 768 84 0 4 8 0 8 8 0 8 0 arp 88 18 0 0 1 0 1 1 0 8 0 inpcb 320 146 0 73 7 0 7 7 0 8 0 nd6 48 24 0 0 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 453 0 0 29 0 29 29 0 8 0 art_table 32 454 0 0 4 0 4 4 0 8 0 art_node 16 110 0 10 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dirhash: pool(0xffffffff82aa0240:dirhash): free list modified: page 0xffff8000216f8000; item ordinal 0; addr 0xffff8000216f9400 (p 0xfffffd8078b3a000); offset 0x0=0x0 pool(dirhash): free list modified: page 0xffff8000216f8000; item ordinal 0; addr 0xffff8000216f9400 (p 0xfffffd8078b3a000); offset 0x0=0x0 dirhash: pool(0xffffffff82aa0240:dirhash): page inconsistency: page 0xffff8000216f8000; item ordinal 1; addr 0x525b53c903d8f9e9 dino2pl 256 1536 0 106 90 0 90 90 0 8 0 ffsino 240 1536 0 106 85 0 85 85 0 8 0 nchpl 144 1882 0 208 63 0 63 63 0 8 0 uvmvnodes 80 1664 0 0 34 0 34 34 0 8 0 vnodes 216 1664 0 0 93 0 93 93 0 8 0 namei 1024 6241 0 6240 2 1 1 2 0 8 0 namei: pool(0xffffffff829b29d0:namei): free list modified: page 0xffff80002172c000; item ordinal 0; addr 0xffff80002172d800 (p 0xfffffd806b474000); offset 0x0=0x0 pool(namei): free list modified: page 0xffff80002172c000; item ordinal 0; addr 0xffff80002172d800 (p 0xfffffd806b474000); offset 0x0=0x0 namei: pool(0xffffffff829b29d0:namei): page inconsistency: page 0xffff80002172c000; item ordinal 1; addr 0xa71b330a261dba7e kstatmem 264 22 0 0 2 0 2 2 0 8 0 scxspl 216 5523 0 5522 2 1 1 2 0 8 0 plimitpl 152 25 0 10 1 0 1 1 0 8 0 sigapl 424 473 0 430 6 0 6 6 0 8 0 futexpl 64 899 0 895 1 0 1 1 0 8 0 knotepl 120 7842 0 7762 4 0 4 4 0 8 0 kqueuepl 184 33 0 24 1 0 1 1 0 8 0 pipepl 288 146 0 118 3 0 3 3 0 8 0 fdescpl 432 457 0 431 4 0 4 4 0 8 0 filepl 120 1970 0 1659 10 0 10 10 0 8 0 lockfpl 104 8 0 6 1 0 1 1 0 8 0 lockfspl 48 5 0 3 1 0 1 1 0 8 0 sessionpl 144 23 0 7 1 0 1 1 0 8 0 pgrppl 48 23 0 7 1 0 1 1 0 8 0 ucredpl 104 148 0 137 1 0 1 1 0 8 0 zombiepl 144 431 0 430 1 0 1 1 0 8 0 processpl 1000 473 0 430 8 1 7 7 0 8 1 processpl: pool(0xffffffff82a5a1b8:processpl): page inconsistency: page 0x0; at page head addr 0xffff8000231f3f90 (p 0xffff8000231f2000) processpl: pool(0xffffffff82a5a1b8:processpl): page inconsistency: page 0x0; at page head addr 0xffff800021713f90 (p 0xffff800021712000) processpl: pool(0xffffffff82a5a1b8:processpl): page inconsistency: page 0x0; at page head addr 0xffff800021711f90 (p 0xffff800021710000) procpl 672 572 0 510 6 0 6 6 0 8 0 procpl: pool(0xffffffff82a5a010:procpl): page inconsistency: page 0x0; at page head addr 0xffff80002179bf90 (p 0xffff80002179a000) sockpl 456 249 0 155 12 0 12 12 0 8 0 mcl64k 65536 4 0 4 1 0 1 1 0 8 1 mcl16k 16384 3 0 3 1 0 1 1 0 8 1 mcl12k 12288 4 0 4 1 0 1 1 0 8 1 mcl8k 8192 14 0 14 1 0 1 1 0 8 1 mcl4k 4096 18 0 18 1 0 1 1 0 8 1 mcl2k 2048 70351 0 70288 12 0 12 12 0 8 3 mtagpl 96 8 0 4 2 1 1 1 0 8 0 mbufpl 256 111390 0 111173 18 0 18 18 0 8 0 bufpl 288 3588 0 128 248 0 248 248 0 8 0 anonpl 24 70301 0 55537 94 1 93 93 0 188 3 amapchunkpl 152 5577 0 4960 27 1 26 26 0 158 1 amappl16 200 820 0 326 30 1 29 29 0 8 0 amappl15 192 102 0 94 1 0 1 1 0 8 0 amappl14 184 36 0 28 1 0 1 1 0 8 0 amappl13 176 80 0 78 1 0 1 1 0 8 0 amappl12 168 30 0 22 1 0 1 1 0 8 0 amappl11 160 91 0 74 1 0 1 1 0 8 0 amappl10 152 18 0 15 1 0 1 1 0 8 0 amappl9 144 510 0 501 1 0 1 1 0 8 0 amappl8 136 545 0 499 2 0 2 2 0 8 0 amappl7 128 122 0 107 1 0 1 1 0 8 0 amappl6 120 202 0 190 2 1 1 2 0 8 0 amappl5 112 134 0 122 1 0 1 1 0 8 0 amappl4 104 823 0 794 2 1 1 2 0 8 0 amappl3 96 711 0 662 2 0 2 2 0 8 0 amappl2 88 435 0 401 2 0 2 2 0 8 0 amappl1 80 12728 0 12091 19 2 17 19 0 8 2 amappl 88 1892 0 1749 4 0 4 4 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 457 0 431 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 457 0 431 1 0 1 1 0 8 0 vmmpekpl 168 8322 0 8276 3 0 3 3 0 8 0 vmmpepl 168 47646 0 45301 141 0 141 141 0 357 35 vmsppl 272 456 0 431 4 1 3 3 0 8 1 rwobjpl 24 14050 0 10935 19 0 19 19 0 8 0 pdppl 4096 920 0 862 97 33 64 70 0 8 6 pvpl 32 251439 0 232634 254 1 253 254 0 265 99 pmappl 216 456 0 431 2 0 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 599 0 37 17 0 17 17 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8263468b) at panic+0x161 sys/kern/subr_prf.c:198 wakeup_n(fffffd807dadfda0,ffffffff) at wakeup_n+0x131 sys/kern/kern_synch.c:549 sd_buf_done(fffffd807f55bd80) at sd_buf_done+0x1f9 sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xa1 sys/dev/pv/vioscsi.c:349 virtio_check_vqs(ffff80000002f400) at virtio_check_vqs+0x160 sys/dev/pv/virtio.c:228 intr_handler(ffff80002e8fb050,ffff80000004f980) at intr_handler+0x4b sys/arch/amd64/amd64/intr.c:537 Xintr_ioapic_edge21_untramp() at Xintr_ioapic_edge21_untramp+0x18f Xspllower() at Xspllower+0x19 softintr_dispatch(0) at softintr_dispatch+0xc4 sys/arch/amd64/amd64/softintr.c:103 Xsoftclock() at Xsoftclock+0x1f buf_get(0,0,10000000) at buf_get+0x750 sys/kern/vfs_bio.c:1186 geteblk(10000000) at geteblk+0x2c sys/kern/vfs_bio.c:1061 readdisklabel(2902,ffffffff81d38440,ffff800000c4da00,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,819,2000,ffff8000265f8010) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e8fb588) at spec_open+0x3df sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e44bdd8,819,fffffd807f7d7820,ffff8000265f8010) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e8fb7d8,819,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177 doopenat(ffff8000265f8010,ffffff9c,20000080,818,0,ffff80002e8fb9c0) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127 syscall(ffff80002e8fba30) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd4fd0905ac0, count: -21 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8263468b) at panic+0x161 sys/kern/subr_prf.c:198 wakeup_n(fffffd807dadfda0,ffffffff) at wakeup_n+0x131 sys/kern/kern_synch.c:549 sd_buf_done(fffffd807f55bd80) at sd_buf_done+0x1f9 sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xa1 sys/dev/pv/vioscsi.c:349 virtio_check_vqs(ffff80000002f400) at virtio_check_vqs+0x160 sys/dev/pv/virtio.c:228 intr_handler(ffff80002e8fb050,ffff80000004f980) at intr_handler+0x4b sys/arch/amd64/amd64/intr.c:537 Xintr_ioapic_edge21_untramp() at Xintr_ioapic_edge21_untramp+0x18f Xspllower() at Xspllower+0x19 softintr_dispatch(0) at softintr_dispatch+0xc4 sys/arch/amd64/amd64/softintr.c:103 Xsoftclock() at Xsoftclock+0x1f buf_get(0,0,10000000) at buf_get+0x750 sys/kern/vfs_bio.c:1186 geteblk(10000000) at geteblk+0x2c sys/kern/vfs_bio.c:1061 readdisklabel(2902,ffffffff81d38440,ffff800000c4da00,0) at readdisklabel+0x145 sys/arch/amd64/amd64/disksubr.c:96 vndopen(2902,819,2000,ffff8000265f8010) at vndopen+0x17a sys/dev/vnd.c:203 spec_open(ffff80002e8fb588) at spec_open+0x3df sys/kern/spec_vnops.c:150 VOP_OPEN(fffffd806e44bdd8,819,fffffd807f7d7820,ffff8000265f8010) at VOP_OPEN+0x6c sys/kern/vfs_vops.c:138 vn_open(ffff80002e8fb7d8,819,0) at vn_open+0x467 sys/kern/vfs_vnops.c:177 doopenat(ffff8000265f8010,ffffff9c,20000080,818,0,ffff80002e8fb9c0) at doopenat+0x26a sys/kern/vfs_syscalls.c:1127 syscall(ffff80002e8fba30) at syscall+0x447 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd4fd0905ac0, count: -21