panic: mutex 0xfffffd80752c4260 not held in mtx_leave Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83047ff8) at panic+0x1cf sys/kern/subr_prf.c:198 mtx_leave(fffffd80752c4260) at mtx_leave+0x11c sys/kern/kern_lock.c:335 msleep(fffffd80752c4198,fffffd80752c4260,4,ffffffff830c4a60,0) at msleep+0x125 sys/kern/kern_synch.c:249 vm_map_lock_ln(fffffd80752c4168,ffffffff82fbf178,208) at vm_map_lock_ln+0xcb sys/uvm/uvm_map.c:5250 sys_munmap(ffff80002a48d968,ffff800037453b50,ffff800037453aa0) at sys_munmap+0x1cc sys/uvm/uvm_mmap.c:526 syscall(ffff800037453b50) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xed122c12680, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: mutex 0xfffffd80752c4260 not held in mtx_leave ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83047ff8) at panic+0x1cf sys/kern/subr_prf.c:198 mtx_leave(fffffd80752c4260) at mtx_leave+0x11c sys/kern/kern_lock.c:335 msleep(fffffd80752c4198,fffffd80752c4260,4,ffffffff830c4a60,0) at msleep+0x125 sys/kern/kern_synch.c:249 vm_map_lock_ln(fffffd80752c4168,ffffffff82fbf178,208) at vm_map_lock_ln+0xcb sys/uvm/uvm_map.c:5250 sys_munmap(ffff80002a48d968,ffff800037453b50,ffff800037453aa0) at sys_munmap+0x1cc sys/uvm/uvm_mmap.c:526 syscall(ffff800037453b50) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xed122c12680, count: -8 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff800037453830 rbx 0xfffffd80752c4198 rdx 0xffff8000012559c0 rcx 0 rax 0xffff80002a48d968 r8 0x101010101010101 r9 0x8080808080808080 r10 0x5aedce23d762d8a3 r11 0x7bf5e92b30c7caab r12 0 r13 0 r14 0 r15 0x1 rip 0xffffffff82d8cc75 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800037453820 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (syz-executor) tid=29488 pid=79060 tcnt=3 stat=sleep flags process=0 proc=4000020 runpri=32, usrpri=83, slppri=4, nice=20 wchan=0xfffffd80752c4198, wmesg=vmmapbsy, ps_single=0x0 scnt=0 ecnt=0 forw=0x0, list=0xffff8000376b0030,0xffff80002a48d6f0 process=0xffff800037610d00 user=0xffff80003744e000, vmspace=0xfffffd80752c4168 estcpu=33, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 18655 254920 72600 0 2 0 syz-executor 18655 345560 72600 0 3 0x4000080 fsleep syz-executor 18655 51609 72600 0 3 0x4000080 fsleep syz-executor 53091 362075 90869 0 2 0 syz-executor 53091 334961 90869 0 3 0x4000080 fsleep syz-executor 20185 107150 87386 0 2 0 syz-executor 20185 289340 87386 0 3 0x4000080 fsleep syz-executor 56680 345115 74395 0 2 0 syz-executor 56680 87150 74395 0 3 0x4000080 fsleep syz-executor 56680 501904 74395 0 3 0x4000080 fsleep syz-executor 15364 102509 48179 0 2 0 syz-executor 15364 42996 48179 0 3 0x4000080 fsleep syz-executor 79060 195027 62050 0 2 0 syz-executor 79060 170739 62050 0 2 0x4000000 syz-executor *79060 29488 62050 0 3 0x4000020 vmmapbsy syz-executor 9065 347080 32730 0 2 0x480 syz-executor 9065 296007 32730 0 2 0x4000000 syz-executor 9065 303886 32730 0 3 0x4000080 fsleep syz-executor 33058 266581 26331 0 2 0x490 syz-executor 33058 516143 26331 0 3 0x4000090 ttyin syz-executor 33058 66861 26331 0 3 0x4000090 fsleep syz-executor 33058 304792 26331 0 3 0x4000090 fsleep syz-executor 48179 148365 30387 0 2 0x482 syz-executor 26331 188016 30387 0 2 0x482 syz-executor 32730 390586 30387 0 2 0x482 syz-executor 72600 206217 30387 0 2 0x482 syz-executor 87386 435222 30387 0 2 0x482 syz-executor 62050 195569 30387 0 2 0x482 syz-executor 90869 267994 30387 0 2 0x482 syz-executor 74395 430106 30387 0 2 0x482 syz-executor 60331 473900 0 0 3 0x14200 acct acct 48938 156882 0 0 3 0x14200 bored sosplice 59648 128133 0 0 3 0x14280 nfsidl nfsio 84510 241618 0 0 3 0x14280 nfsidl nfsio 85046 47728 0 0 3 0x14280 nfsidl nfsio 80924 195903 0 0 3 0x14280 nfsidl nfsio 98012 260209 0 0 3 0x14280 nfsidl nfsio 56874 351437 0 0 3 0x14280 nfsidl nfsio 29616 487856 0 0 3 0x14280 nfsidl nfsio 56960 516244 0 0 3 0x14280 nfsidl nfsio 12899 162766 0 0 3 0x14280 nfsidl nfsio 33035 123394 0 0 3 0x14280 nfsidl nfsio 55089 338224 0 0 3 0x14280 nfsidl nfsio 4598 491874 0 0 3 0x14280 nfsidl nfsio 73385 397727 0 0 3 0x14280 nfsidl nfsio 67945 79723 0 0 3 0x14280 nfsidl nfsio 8290 509147 0 0 3 0x14280 nfsidl nfsio 22653 188837 0 0 3 0x14280 nfsidl nfsio 98806 324581 0 0 3 0x14280 nfsidl nfsio 97077 82563 0 0 3 0x14280 nfsidl nfsio 40335 401886 0 0 3 0x14280 nfsidl nfsio 68170 259851 0 0 3 0x14280 nfsidl nfsio 30387 514498 92603 0 3 0x82 kqread syz-executor 92603 357967 18321 0 3 0x10008a sigsusp ksh 18321 274611 71164 0 3 0x98 kqread sshd-session 71164 474069 86259 0 3 0x92 kqread sshd-session 61569 468788 1 0 3 0x100083 ttyin getty 86259 467852 1 0 3 0x88 kqread sshd 3079 204273 13257 73 3 0x1100010 biowait syslogd 13257 17559 1 0 3 0x100082 sbwait syslogd 88933 172043 1 0 3 0x100080 kqread resolvd 25984 462246 49660 77 3 0x100092 kqread dhcpleased 74391 107957 49660 77 3 0x100092 kqread dhcpleased 49660 367451 1 0 3 0x80 kqread dhcpleased 60023 124012 0 0 3 0x14200 bored smr 50159 391571 0 0 2 0x14200 zerothread 58208 267837 0 0 3 0x14200 aiodoned aiodoned 95139 381590 0 0 3 0x14200 syncer update 39639 326253 0 0 3 0x14200 cleaner cleaner 24210 183277 0 0 3 0x14200 reaper reaper 6132 342356 0 0 3 0x14200 pgdaemon pagedaemon 48116 429875 0 0 3 0x14200 bored viomb 36531 219567 0 0 3 0x40014200 acpi0 acpi0 64470 150667 0 0 3 0x14200 bored softnet3 10640 60620 0 0 3 0x14200 bored softnet2 61964 71276 0 0 3 0x14200 bored softnet1 12988 436738 0 0 3 0x14200 bored softnet0 68852 385083 0 0 3 0x14200 bored systqmp 88474 371632 0 0 3 0x14200 bored systq 15051 362027 0 0 3 0x40014200 tmoslp softclock 13521 131915 0 0 3 0x40014200 idle0 1 498995 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10177 11114K 11365K 166960K 11613 0 pcb 17 12K 12K 166960K 70 0 rtable 203 6K 7K 166960K 646 0 pf 32 13K 14K 166960K 60 0 ifaddr 39 7K 7K 166960K 86 0 ifgroup 46 2K 2K 166960K 96 0 sysctl 2 0K 0K 166960K 2 0 counters 29 17K 17K 166960K 42 0 ioctlops 0 0K 4K 166960K 67 0 iov 0 0K 16K 166960K 17 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1374 86K 87K 166960K 1706 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 9K 166960K 8 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 23 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 18 65K 93K 166960K 494 0 sigio 0 0K 0K 166960K 6 0 proc 60 59K 91K 166960K 728 0 subproc 104 6K 6K 166960K 208 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 32 0 in_multi 92 6K 7K 166960K 198 0 ether_multi 1 0K 0K 166960K 2 0 mrt 0 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 461 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 238 74K 89K 166960K 5379 0 UVM aobj 8 2K 4K 166960K 9 0 pinsyscall 39 78K 96K 166960K 1700 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 19 0 NDP 10 0K 2K 166960K 56 0 temp 44 6808K 6887K 166960K 8088 0 kqueue 13 20K 24K 166960K 59 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 72 0 69 1 0 1 1 0 8 0 rtentry 112 218 0 125 4 1 3 4 0 8 0 unpcb 144 294 0 163 5 0 5 5 0 8 0 syncache 336 4 0 4 1 1 0 1 0 8 0 tcpqe 32 2 0 2 1 1 0 1 0 8 0 tcpcb 808 64 0 58 1 0 1 1 0 8 0 arp 88 37 0 21 1 0 1 1 0 8 0 ipq 40 4 0 3 1 0 1 1 0 8 0 ipqe 40 72 0 71 1 0 1 1 0 8 0 inpcb 336 298 0 289 2 0 2 2 0 8 0 nd6 104 52 0 31 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 1 0 1 0 8 0 kcovpl 48 16 0 8 1 0 1 1 0 8 0 ppxss 1072 3 0 3 1 1 0 1 0 8 0 pfstscr 40 3 0 2 1 0 1 1 0 8 0 pfstitem 24 4 0 0 1 0 1 1 0 8 0 pfstkey 128 11 0 8 1 0 1 1 0 8 0 pfstate 344 6 0 4 1 0 1 1 0 8 0 pfrule 1344 5 0 4 1 0 1 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 867 0 446 35 5 30 30 0 8 0 art_table 32 870 0 446 4 0 4 4 0 8 0 art_node 16 216 0 132 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0 semapl 112 20 0 10 1 0 1 1 0 8 0 shmpl 112 6 0 1 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2037 0 525 96 0 96 96 0 8 0 ffsino 240 2037 0 525 90 0 90 90 0 8 0 nchpl 144 2606 0 919 63 0 63 63 0 8 0 uvmvnodes 80 2351 0 0 48 0 48 48 0 8 0 vnodes 216 2351 0 0 131 0 131 131 0 8 0 namei 1024 8753 0 8753 3 2 1 2 0 8 1 kstatmem 264 46 0 26 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 1 0 1 0 8 0 scxspl 216 10689 0 10688 3 1 2 2 1 8 1 plimitpl 152 76 0 56 1 0 1 1 0 8 0 sigapl 424 772 0 704 8 0 8 8 0 8 0 futexpl 64 4026 0 4016 1 0 1 1 0 8 0 knotepl 120 10707 0 10660 17 8 9 10 0 8 7 kqueuepl 184 79 0 70 1 0 1 1 0 8 0 pipepl 288 146 0 119 3 0 3 3 0 8 0 fdescpl 432 734 0 704 5 1 4 5 0 8 0 filepl 120 3434 0 3075 14 3 11 11 0 8 0 lockfpl 104 114 0 111 1 0 1 1 0 8 0 lockfspl 48 49 0 46 1 0 1 1 0 8 0 sessionpl 144 30 0 22 1 0 1 1 0 8 0 pgrppl 48 46 0 30 1 0 1 1 0 8 0 ucredpl 104 532 0 520 1 0 1 1 0 8 0 zombiepl 144 728 0 728 2 1 1 1 0 8 1 processpl 1096 772 0 704 6 0 6 6 0 8 0 procpl 648 1125 0 1043 7 0 7 7 0 8 0 sosppl 168 2 0 2 1 1 0 1 0 8 0 sockpl 504 669 0 526 19 1 18 18 0 8 0 mcl64k 65536 68 0 68 2 1 1 1 0 8 1 mcl8k 8192 10 0 10 1 1 0 1 0 8 0 mcl4k 4096 2916 0 2862 14 6 8 14 0 8 0 mcl2k 2048 628 0 624 3 2 1 3 0 8 0 mtagpl 96 112 0 78 1 0 1 1 0 8 0 mbufpl 256 8999 0 8819 97 64 33 74 0 8 18 bufpl 280 6461 0 213 447 0 447 447 0 8 0 anonpl 24 169417 0 161984 71 26 45 49 0 187 0 amapchunkpl 152 17820 0 17042 34 4 30 30 0 158 0 amappl16 200 3993 0 3964 16 13 3 14 0 8 0 amappl15 192 12 0 12 1 1 0 1 0 8 0 amappl14 184 124 0 114 1 0 1 1 0 8 0 amappl13 176 8 0 8 1 1 0 1 0 8 0 amappl12 168 1462 0 1432 3 1 2 3 0 8 0 amappl11 160 46 0 36 1 0 1 1 0 8 0 amappl10 152 9 0 9 1 1 0 1 0 8 0 amappl9 144 132 0 132 1 1 0 1 0 8 0 amappl8 136 20 0 18 1 0 1 1 0 8 0 amappl7 128 106 0 96 1 0 1 1 0 8 0 amappl6 120 243 0 241 1 0 1 1 0 8 0 amappl5 112 161 0 152 1 0 1 1 0 8 0 amappl4 104 301 0 285 1 0 1 1 0 8 0 amappl3 96 3508 0 3387 4 0 4 4 0 8 0 amappl2 88 754 0 694 2 0 2 2 0 8 0 amappl1 80 8959 0 8436 13 1 12 13 0 8 0 amappl 88 4962 0 4780 5 0 5 5 0 92 0 dma4096 4096 2 0 2 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 8 0 1 1 0 1 1 0 8 0 uaddrrnd 24 734 0 704 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 734 0 704 1 0 1 1 0 8 0 vmmpekpl 168 6836 0 6780 3 0 3 3 0 8 0 vmmpepl 168 52164 0 50366 87 8 79 84 0 357 0 vmsppl 352 733 0 704 4 1 3 4 0 8 0 rwobjpl 24 20706 0 17477 20 0 20 20 0 8 0 pdppl 4096 1474 0 1408 110 44 66 80 0 8 0 pvpl 32 394944 0 372653 321 141 180 219 0 265 0 pmappl 216 733 0 704 3 1 2 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 486 0 129 12 0 12 12 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83047ff8) at panic+0x1cf sys/kern/subr_prf.c:198 mtx_leave(fffffd80752c4260) at mtx_leave+0x11c sys/kern/kern_lock.c:335 msleep(fffffd80752c4198,fffffd80752c4260,4,ffffffff830c4a60,0) at msleep+0x125 sys/kern/kern_synch.c:249 vm_map_lock_ln(fffffd80752c4168,ffffffff82fbf178,208) at vm_map_lock_ln+0xcb sys/uvm/uvm_map.c:5250 sys_munmap(ffff80002a48d968,ffff800037453b50,ffff800037453aa0) at sys_munmap+0x1cc sys/uvm/uvm_mmap.c:526 syscall(ffff800037453b50) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xed122c12680, count: -8 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83047ff8) at panic+0x1cf sys/kern/subr_prf.c:198 mtx_leave(fffffd80752c4260) at mtx_leave+0x11c sys/kern/kern_lock.c:335 msleep(fffffd80752c4198,fffffd80752c4260,4,ffffffff830c4a60,0) at msleep+0x125 sys/kern/kern_synch.c:249 vm_map_lock_ln(fffffd80752c4168,ffffffff82fbf178,208) at vm_map_lock_ln+0xcb sys/uvm/uvm_map.c:5250 sys_munmap(ffff80002a48d968,ffff800037453b50,ffff800037453aa0) at sys_munmap+0x1cc sys/uvm/uvm_mmap.c:526 syscall(ffff800037453b50) at syscall+0x97e sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xed122c12680, count: -8