panic: vwakeup: neg numoutput Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *290203 88450 0 0x14000 0x200 0 reaper db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82923856) at panic+0x165 sys/kern/subr_prf.c:198 vwakeup(fffffd805e6c2438) at vwakeup+0x113 sys/kern/vfs_subr.c:1941 biodone(fffffd8066a5cc48) at biodone+0xd0 sys/kern/vfs_bio.c:1302 sd_buf_done(fffffd8076fd0e70) at sd_buf_done+0x1fd sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xb1 sys/dev/pv/vioscsi.c:350 intr_handler(ffff80002a5d5880,ffff80000006a080) at intr_handler+0x4f sys/arch/amd64/amd64/intr.c:544 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_do_remove(fffffd805e147be0,7529d9788000,7529d9888000,0) at pmap_do_remove+0x738 sys/arch/amd64/amd64/pmap.c:1915 uvm_unmap_kill_entry_withlock(fffffd8077a3bd78,fffffd806b1c77a8,0) at uvm_unmap_kill_entry_withlock+0x1a7 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd8077a3bd78) at uvmspace_free+0x96 sys/uvm/uvm_map.c:3461 reaper(ffff80002a5d7c38) at reaper+0x15a sys/kern/kern_exit.c:463 end trace frame: 0x0, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: vwakeup: neg numoutput ddb> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82923856) at panic+0x165 sys/kern/subr_prf.c:198 vwakeup(fffffd805e6c2438) at vwakeup+0x113 sys/kern/vfs_subr.c:1941 biodone(fffffd8066a5cc48) at biodone+0xd0 sys/kern/vfs_bio.c:1302 sd_buf_done(fffffd8076fd0e70) at sd_buf_done+0x1fd sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xb1 sys/dev/pv/vioscsi.c:350 intr_handler(ffff80002a5d5880,ffff80000006a080) at intr_handler+0x4f sys/arch/amd64/amd64/intr.c:544 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_do_remove(fffffd805e147be0,7529d9788000,7529d9888000,0) at pmap_do_remove+0x738 sys/arch/amd64/amd64/pmap.c:1915 uvm_unmap_kill_entry_withlock(fffffd8077a3bd78,fffffd806b1c77a8,0) at uvm_unmap_kill_entry_withlock+0x1a7 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd8077a3bd78) at uvmspace_free+0x96 sys/uvm/uvm_map.c:3461 reaper(ffff80002a5d7c38) at reaper+0x15a sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -14 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80002a5d5680 rbx 0 rdx 0 rcx 0 rax 0xffff80002a5d7c38 r8 0x101010101010101 r9 0x8080808080808080 r10 0xc6f0f3fbfb03595c r11 0xfe15eab0ef58fbcb r12 0 r13 0 r14 0 r15 0x1 rip 0xffffffff8210581c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a5d5670 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb> show proc PROC (reaper) tid=290203 pid=88450 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=4, usrpri=82, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a58d710,0xffff80002a5d79b8 process=0xffff8000ffffd920 user=0xffff80002a5d0000, vmspace=0xffffffff82d6d698 estcpu=32, cpticks=4, pctcpu=12.66, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 61871 408071 56582 0 3 0x8000080 nanoslp syz-executor.2 61871 261749 56582 0 3 0xc000080 ttyout syz-executor.2 61871 394280 56582 0 3 0xc000080 ttyout syz-executor.2 44116 273814 331 0 3 0x8000080 nanoslp syz-executor.5 44116 265117 331 0 3 0xc000080 lockf syz-executor.5 44116 398087 331 0 3 0xc000080 lockf syz-executor.5 44116 209621 331 0 3 0xc000080 fsleep syz-executor.5 31664 204363 94841 0 3 0x8000002 biowait syz-executor.1 22453 26810 94841 0 3 0x8000082 nanoslp syz-executor.6 331 510606 94841 0 3 0x8000082 nanoslp syz-executor.5 56582 256154 94841 0 3 0x8000082 nanoslp syz-executor.2 85243 336005 94841 0 3 0x8000082 nanoslp syz-executor.7 40223 415328 94841 0 3 0x8000082 nanoslp syz-executor.0 14655 504625 94841 0 3 0x8000082 wait syz-executor.4 80664 119623 94841 0 3 0x8000082 nanoslp syz-executor.3 72485 60223 1 0 3 0x18100083 ttyin getty 70389 328402 0 0 3 0x14200 acct acct 65099 214079 0 0 3 0x14200 bored sosplice 85866 499454 0 0 3 0x14280 nfsidl nfsio 37074 56433 0 0 3 0x14280 nfsidl nfsio 6178 31 0 0 3 0x14280 nfsidl nfsio 14643 47231 0 0 3 0x14280 nfsidl nfsio 60928 8928 0 0 3 0x14280 nfsidl nfsio 19411 522135 0 0 3 0x14280 nfsidl nfsio 12506 454545 0 0 3 0x14280 nfsidl nfsio 94459 457497 0 0 3 0x14280 nfsidl nfsio 12964 222712 0 0 3 0x14280 nfsidl nfsio 5542 116492 0 0 3 0x14280 nfsidl nfsio 69323 2053 0 0 3 0x14280 nfsidl nfsio 45962 237265 0 0 3 0x14280 nfsidl nfsio 80410 36841 0 0 3 0x14280 nfsidl nfsio 50678 309808 0 0 3 0x14280 nfsidl nfsio 77110 403809 0 0 3 0x14280 nfsidl nfsio 22262 178818 0 0 3 0x14280 nfsidl nfsio 53859 335413 0 0 3 0x14280 nfsidl nfsio 2314 323048 0 0 3 0x14280 nfsidl nfsio 45729 414303 0 0 3 0x14280 nfsidl nfsio 41798 117434 0 0 3 0x14280 nfsidl nfsio 94841 411147 91833 0 3 0x1a000082 wait syz-fuzzer 94841 415404 91833 0 3 0x1e000082 nanoslp syz-fuzzer 94841 429172 91833 0 3 0x1e000082 kqread syz-fuzzer 94841 493934 91833 0 3 0x1e000082 thrsleep syz-fuzzer 94841 418620 91833 0 3 0x1e000082 wait syz-fuzzer 94841 110827 91833 0 3 0x1e000082 wait syz-fuzzer 94841 75462 91833 0 3 0x1e000082 wait syz-fuzzer 94841 339224 91833 0 3 0x1e000082 thrsleep syz-fuzzer 94841 132495 91833 0 3 0x1e000082 thrsleep syz-fuzzer 94841 38787 91833 0 3 0x1e000082 wait syz-fuzzer 94841 77692 91833 0 3 0x1e000082 thrsleep syz-fuzzer 94841 504615 91833 0 3 0x1e000082 wait syz-fuzzer 94841 243665 91833 0 3 0x1e000082 wait syz-fuzzer 94841 369297 91833 0 3 0x1e000082 wait syz-fuzzer 94841 337095 91833 0 3 0x1e000082 thrsleep syz-fuzzer 91833 289757 16954 0 3 0x810008a sigsusp ksh 16954 249504 94959 0 3 0x1800009a kqread sshd 94959 306727 1 0 3 0x18000088 kqread sshd 89773 276200 22093 73 3 0x19100090 kqread syslogd 22093 77799 1 0 3 0x18100082 sbwait syslogd 95867 83842 1 0 3 0x18100080 kqread resolvd 92044 471949 79523 77 3 0x18100092 kqread dhcpleased 43029 480119 79523 77 3 0x18100092 kqread dhcpleased 79523 500278 1 0 3 0x18000080 kqread dhcpleased 25049 273800 0 0 3 0x14200 bored smr 114 69498 0 0 2 0x14200 zerothread 49215 462954 0 0 3 0x14200 aiodoned aiodoned 84360 346588 0 0 3 0x14200 syncer update 2307 160751 0 0 3 0x14200 cleaner cleaner *88450 290203 0 0 7 0x14200 reaper 464 293619 0 0 3 0x14200 pgdaemon pagedaemon 62765 222927 0 0 3 0x14200 bored viomb 42740 428165 0 0 3 0x40014200 acpi0 acpi0 75555 43187 0 0 3 0x14200 bored softnet3 84988 106804 0 0 3 0x14200 bored softnet2 12271 75978 0 0 3 0x14200 bored softnet1 62143 122226 0 0 3 0x14200 bored softnet0 6328 23663 0 0 3 0x14200 bored systqmp 42056 189568 0 0 3 0x14200 bored systq 61805 74685 0 0 3 0x40014200 tmoslp softclock 6917 451375 0 0 3 0x40014200 idle0 1 343498 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10201 6571K 7211K 166960K 17387 0 pcb 17 18K 19K 166960K 517 0 rtable 235 12K 12K 166960K 2865 0 pf 41 10K 11K 166960K 278 0 ifaddr 49 12K 13K 166960K 393 0 ifgroup 74 2K 3K 166960K 513 0 sysctl 4 1K 2K 166960K 6 0 counters 36 18K 18K 166960K 139 0 ioctlops 0 0K 2K 166960K 243 0 iov 0 0K 16K 166960K 163 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1524 96K 96K 166960K 4812 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 72K 76K 166960K 116 0 VM map 2 1K 1K 166960K 2 0 sem 12 1K 1K 166960K 81 0 dirhash 12 2K 3K 166960K 63 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 14 49K 101K 166960K 3577 0 sigio 1 0K 0K 166960K 54 0 proc 58 59K 124K 166960K 2767 0 subproc 104 6K 7K 166960K 1079 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 400 0 in_multi 99 7K 7K 166960K 1034 0 ether_multi 1 0K 0K 166960K 26 0 mrt 1 0K 0K 166960K 13 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 1768 0 pfkey data 0 0K 0K 166960K 6 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 283 93K 111K 166960K 29625 0 UVM aobj 14 2K 2K 166960K 20 0 pinsyscall 34 68K 101K 166960K 6739 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 170 0 NDP 17 0K 2K 166960K 288 0 temp 74 6812K 6940K 166960K 158070 0 kqueue 12 18K 30K 166960K 362 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 434 0 431 1 0 1 1 0 8 0 rtentry 112 1003 0 903 4 0 4 4 0 8 1 unpcb 144 2347 0 2334 6 0 6 6 0 8 5 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpqe 32 45 0 45 1 0 1 1 0 8 1 tcpcb 808 933 0 926 8 0 8 8 0 8 7 arp 88 180 0 163 1 0 1 1 0 8 0 ipq 40 13 0 12 1 0 1 1 0 8 0 ipqe 40 112 0 111 1 0 1 1 0 8 0 inpcb 352 3555 0 3546 15 6 9 13 0 8 8 nd6 104 268 0 244 1 0 1 1 0 8 0 pkpcb 40 19 0 19 1 0 1 1 0 8 1 kcovpl 48 83 0 75 1 0 1 1 0 8 0 ppxss 1072 5 0 5 1 0 1 1 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 4134 0 3688 68 40 28 29 0 8 0 art_table 32 4135 0 3688 4 0 4 4 0 8 0 art_node 16 995 0 906 1 0 1 1 0 8 0 sysvmsgpl 40 16 0 10 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 79 0 69 1 0 1 1 0 8 0 shmpl 112 17 0 6 1 0 1 1 0 8 0 dirhash 1024 51 0 34 3 0 3 3 0 8 0 dino2pl 256 5909 0 4404 96 0 96 96 0 8 0 ffsino 240 5909 0 4404 90 0 90 90 0 8 0 nchpl 144 10549 0 9973 66 33 33 66 0 8 8 uvmvnodes 80 7296 0 0 149 0 149 149 0 8 0 vnodes 216 7296 0 0 406 0 406 406 0 8 0 vnodes: pool(0xffffffff82d60a60:vnodes): page inconsistency: page 0x0; at page head addr 0xfffffd805e6c2f90 (p 0xfffffd805e6c2000) namei 1024 43242 0 43242 2 0 2 2 0 8 2 vcpupl 3904 10 0 2 2 0 2 2 0 8 0 vmpool 664 23 0 15 1 0 1 1 0 8 0 kstatmem 264 240 0 206 3 0 3 3 0 8 0 scsiplug 72 3 0 3 1 0 1 1 0 8 1 scxspl 216 69857 0 69856 8 0 8 8 1 8 7 plimitpl 152 577 0 561 1 0 1 1 0 8 0 sigapl 424 3746 0 3680 9 0 9 9 0 8 0 futexpl 64 51011 0 51010 1 0 1 1 0 8 0 knotepl 120 15023 0 14941 19 7 12 17 0 8 7 kqueuepl 184 812 0 803 4 0 4 4 0 8 3 pipepl 288 885 0 857 7 0 7 7 0 8 5 fdescpl 432 3706 0 3681 5 0 5 5 0 8 0 filepl 120 23760 0 23511 14 0 14 14 0 8 6 lockfpl 104 1012 0 1007 1 0 1 1 0 8 0 lockfspl 48 445 0 442 1 0 1 1 0 8 0 sessionpl 144 102 0 86 1 0 1 1 0 8 0 pgrppl 48 151 0 135 1 0 1 1 0 8 0 ucredpl 104 3291 0 3281 1 0 1 1 0 8 0 zombiepl 144 3685 0 3680 1 0 1 1 0 8 0 processpl 1072 3746 0 3680 6 0 6 6 0 8 1 procpl 656 6657 0 6572 8 0 8 8 0 8 0 sosppl 168 11 0 11 1 0 1 1 0 8 1 sockpl 504 6377 0 6352 46 35 11 21 0 8 7 mcl64k 65536 12 0 12 1 0 1 1 0 8 1 mcl12k 12288 5 0 5 1 0 1 1 0 8 1 mcl9k 9216 1 0 1 1 0 1 1 0 8 1 mcl8k 8192 89 0 88 1 0 1 1 0 8 0 mcl4k 4096 13 0 13 1 0 1 1 0 8 1 mcl2k 2048 39003 0 38902 43 22 21 36 0 8 7 mtagpl 96 166 0 163 2 0 2 2 0 8 1 mbufpl 256 93332 0 93103 39 17 22 24 0 8 6 bufpl 280 13094 0 5724 527 0 527 527 0 8 0 anonpl 24 568658 0 562414 91 0 91 91 0 188 37 amapchunkpl 152 96558 0 95903 41 0 41 41 0 158 11 amappl16 200 12506 0 12368 32 12 20 31 0 8 8 amappl15 192 20 0 19 1 0 1 1 0 8 0 amappl14 184 389 0 377 2 0 2 2 0 8 1 amappl13 176 18 0 18 1 0 1 1 0 8 1 amappl12 168 5465 0 5438 2 0 2 2 0 8 0 amappl11 160 56 0 46 1 0 1 1 0 8 0 amappl10 152 129 0 118 1 0 1 1 0 8 0 amappl9 144 144 0 144 1 0 1 1 0 8 1 amappl8 136 213 0 184 2 0 2 2 0 8 0 amappl7 128 83 0 68 1 0 1 1 0 8 0 amappl6 120 1323 0 1309 2 0 2 2 0 8 1 amappl5 112 477 0 465 1 0 1 1 0 8 0 amappl4 104 1010 0 979 2 0 2 2 0 8 1 amappl3 96 18132 0 18056 3 0 3 3 0 8 0 amappl2 88 4523 0 4447 4 0 4 4 0 8 2 amappl1 80 24939 0 24452 22 3 19 22 0 8 7 amappl 88 28337 0 28151 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 253 0 253 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 7 0 7 1 0 1 1 0 8 1 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 19 0 6 1 0 1 1 0 8 0 uaddrrnd 24 3729 0 3696 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3729 0 3696 1 0 1 1 0 8 0 vmmpekpl 168 30602 0 30542 4 0 4 4 0 8 0 vmmpepl 168 257179 0 255381 112 0 112 112 0 357 25 vmsppl 344 3728 0 3695 4 0 4 4 0 8 0 rwobjpl 24 71462 0 63082 51 0 51 51 0 8 0 pdppl 4096 7464 0 7398 301 229 72 85 0 8 6 pvpl 32 1541560 0 1528832 366 12 354 366 0 265 224 pmappl 216 3728 0 3695 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 711 0 343 11 0 11 11 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82923856) at panic+0x165 sys/kern/subr_prf.c:198 vwakeup(fffffd805e6c2438) at vwakeup+0x113 sys/kern/vfs_subr.c:1941 biodone(fffffd8066a5cc48) at biodone+0xd0 sys/kern/vfs_bio.c:1302 sd_buf_done(fffffd8076fd0e70) at sd_buf_done+0x1fd sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xb1 sys/dev/pv/vioscsi.c:350 intr_handler(ffff80002a5d5880,ffff80000006a080) at intr_handler+0x4f sys/arch/amd64/amd64/intr.c:544 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_do_remove(fffffd805e147be0,7529d9788000,7529d9888000,0) at pmap_do_remove+0x738 sys/arch/amd64/amd64/pmap.c:1915 uvm_unmap_kill_entry_withlock(fffffd8077a3bd78,fffffd806b1c77a8,0) at uvm_unmap_kill_entry_withlock+0x1a7 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd8077a3bd78) at uvmspace_free+0x96 sys/uvm/uvm_map.c:3461 reaper(ffff80002a5d7c38) at reaper+0x15a sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -14 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82923856) at panic+0x165 sys/kern/subr_prf.c:198 vwakeup(fffffd805e6c2438) at vwakeup+0x113 sys/kern/vfs_subr.c:1941 biodone(fffffd8066a5cc48) at biodone+0xd0 sys/kern/vfs_bio.c:1302 sd_buf_done(fffffd8076fd0e70) at sd_buf_done+0x1fd sys/scsi/sd.c:772 vioscsi_vq_done(ffff8000000a2228) at vioscsi_vq_done+0xb1 sys/dev/pv/vioscsi.c:350 intr_handler(ffff80002a5d5880,ffff80000006a080) at intr_handler+0x4f sys/arch/amd64/amd64/intr.c:544 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_do_remove(fffffd805e147be0,7529d9788000,7529d9888000,0) at pmap_do_remove+0x738 sys/arch/amd64/amd64/pmap.c:1915 uvm_unmap_kill_entry_withlock(fffffd8077a3bd78,fffffd806b1c77a8,0) at uvm_unmap_kill_entry_withlock+0x1a7 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd8077a3bd78) at uvm_map_teardown+0x157 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd8077a3bd78) at uvmspace_free+0x96 sys/uvm/uvm_map.c:3461 reaper(ffff80002a5d7c38) at reaper+0x15a sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -14