"Î"‰L´‡«±‹&¦ÀßZ¸ÁEpanic: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 384225 55812 0 0x2 0x4000000 1 syz-fuzzer *219114 59168 0 0x14000 0x200 0 systqmp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823fa07f) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8290e4d8,9,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 pageflttrap(ffff800020da3910,0) at pageflttrap+0x7f sys/arch/amd64/amd64/trap.c:180 kerntrap(ffff800020da3910) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 pool_cache_list_put sys/kern/subr_pool.c:1970 [inline] pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 sys/kern/subr_pool.c:2025 pool_gc_pages(0) at pool_gc_pages+0x6c sys/kern/subr_pool.c:1559 taskq_thread(ffffffff827076d0) at taskq_thread+0xec sys/kern/kern_task.c:437 end trace frame: 0x0, count: 5 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823fa07f) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8290e4d8,9,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 pageflttrap(ffff800020da3910,0) at pageflttrap+0x7f sys/arch/amd64/amd64/trap.c:180 kerntrap(ffff800020da3910) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 pool_cache_list_put sys/kern/subr_pool.c:1970 [inline] pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 sys/kern/subr_pool.c:2025 pool_gc_pages(0) at pool_gc_pages+0x6c sys/kern/subr_pool.c:1559 taskq_thread(ffffffff827076d0) at taskq_thread+0xec sys/kern/kern_task.c:437 end trace frame: 0x0, count: -10 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800020da3680 rbx 0xffff800020da3730 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff819bdb3f kprintf+0x16f r9 0x1 r10 0x2 r11 0x575d6d4819e205ed r12 0x3000000008 r13 0xffff800020da3690 r14 0x100 r15 0x1 rip 0xffffffff812a9ae8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020da3670 ss 0 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (systqmp) pid=219114 stat=onproc flags process=14000 proc=200 pri=32, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020d889c0,0xffff800020d884f0 process=0xffff800020d8a000 user=0xffff800020d9e000, vmspace=0xffffffff82898588 estcpu=0, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 28250 49693 73225 0 3 0x80 nanosleep syz-executor.1 28250 25627 73225 0 3 0x4000080 fsleep syz-executor.1 28250 179716 73225 0 3 0x4000080 fsleep syz-executor.1 28250 208664 73225 0 3 0x4000080 netcon syz-executor.1 28250 174454 73225 0 3 0x4000080 fsleep syz-executor.1 80976 17374 0 0 3 0x14200 acct acct 55528 96082 0 0 3 0x14200 bored sosplice 73225 366342 55812 0 3 0x82 nanosleep syz-executor.1 27245 286070 55812 0 3 0x82 piperd syz-executor.0 55812 247297 27149 0 3 0x82 thrsleep syz-fuzzer 55812 207914 27149 0 3 0x4000082 nanosleep syz-fuzzer 55812 308594 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 280971 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 446874 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 48600 27149 0 3 0x4000082 kqread syz-fuzzer 55812 273415 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 476079 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 306302 27149 0 3 0x4000082 thrsleep syz-fuzzer 55812 384225 27149 0 7 0x4000002 syz-fuzzer 27149 184288 86609 0 3 0x10008a pause ksh 86609 402402 16686 0 3 0x92 select sshd 59582 228697 1 0 3 0x100083 ttyin getty 16686 448570 1 0 3 0x80 select sshd 81811 146019 10846 74 3 0x100092 bpf pflogd 10846 253364 1 0 3 0x80 netio pflogd 45563 54115 30575 73 3 0x100090 kqread syslogd 30575 209474 1 0 3 0x100082 netio syslogd 98649 494436 1 77 3 0x100090 poll dhclient 98551 425002 1 0 3 0x80 poll dhclient 85283 260153 0 0 3 0x14200 bored smr 61947 151566 0 0 3 0x14200 pgzero zerothread 6595 149884 0 0 3 0x14200 aiodoned aiodoned 33630 13857 0 0 3 0x14200 syncer update 35158 153171 0 0 3 0x14200 cleaner cleaner 84252 171394 0 0 3 0x14200 reaper reaper 68172 242096 0 0 3 0x14200 pgdaemon pagedaemon 89272 471202 0 0 3 0x14200 bored crynlk 59370 110988 0 0 3 0x14200 bored crypto 83363 159568 0 0 3 0x40014200 acpi0 acpi0 89580 172506 0 0 3 0x40014200 idle1 88428 184870 0 0 3 0x14200 bored softnet *59168 219114 0 0 7 0x14200 systqmp 2431 117475 0 0 3 0x14200 bored systq 43818 251588 0 0 3 0x40014200 bored softclock 16804 410832 0 0 3 0x40014200 idle0 1 303761 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex mbufpl r = 0 (0xffffffff82908480) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 pool_cache_gc+0x12d pl_enter sys/kern/subr_pool.c:104 [inline] #3 pool_cache_gc+0x12d pool_cache_list_put sys/kern/subr_pool.c:1968 [inline] #3 pool_cache_gc+0x12d sys/kern/subr_pool.c:2025 #4 pool_gc_pages+0x6c sys/kern/subr_pool.c:1559 #5 taskq_thread+0xec sys/kern/kern_task.c:437 #6 proc_trampoline+0x1c Process 59168 (systqmp) thread 0xffff800020d88750 (219114) shared rwlock pools r = 0 (0xffffffff827490c0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 pool_gc_pages+0x21 sys/kern/subr_pool.c:1555 #2 taskq_thread+0xec sys/kern/kern_task.c:437 #3 proc_trampoline+0x1c shared rwlock systqmp r = 0 (0xffffffff82707740) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 taskq_thread+0xdf sys/kern/kern_task.c:436 #2 proc_trampoline+0x1c exclusive mutex mbufpl r = 0 (0xffffffff82908480) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 pool_cache_gc+0x12d pl_enter sys/kern/subr_pool.c:104 [inline] #3 pool_cache_gc+0x12d pool_cache_list_put sys/kern/subr_pool.c:1968 [inline] #3 pool_cache_gc+0x12d sys/kern/subr_pool.c:2025 #4 pool_gc_pages+0x6c sys/kern/subr_pool.c:1559 #5 taskq_thread+0xec sys/kern/kern_task.c:437 #6 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9513 6410K 6915K 78643K 11736 0 pcb 13 8K 8K 78643K 90 0 rtable 107 6K 8K 78643K 328 0 ifaddr 81 17K 17K 78643K 135 0 counters 43 33K 34K 78643K 57 0 ioctlops 0 0K 4K 78643K 1522 0 iov 0 0K 16K 78643K 50 0 mount 1 1K 1K 78643K 1 0 vnodes 1223 77K 77K 78643K 1535 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 12 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 114 0 dirhash 9 1K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 503 0 sigio 0 0K 0K 78643K 3 0 proc 61 63K 83K 78643K 483 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 21 0 in_multi 55 2K 3K 78643K 95 0 ether_multi 1 0K 0K 78643K 15 0 mrt 0 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 247 0 pfkey data 0 0K 1K 78643K 1 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 130 51K 52K 78643K 2356 0 UVM aobj 30 4K 4K 78643K 32 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 73 0 NDP 11 0K 0K 78643K 22 0 temp 111 3855K 3919K 78643K 10937 0 kqueue 3 4K 10K 78643K 19 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 7 0 0 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 43 0 41 1 0 1 1 0 8 0 rtentry 112 49 0 12 2 0 2 2 0 8 0 unpcb 120 343 0 332 1 0 1 1 0 8 0 syncache 264 9 0 9 3 2 1 1 0 8 1 tcpqe 32 6 0 6 2 1 1 1 0 8 1 tcpcb 544 240 0 234 1 0 1 1 0 8 0 inpcb 280 502 0 493 4 3 1 2 0 8 0 rttmr 72 1 0 1 1 1 0 1 0 8 0 nd6 48 6 0 0 1 0 1 1 0 8 0 pkpcb 40 4 0 4 2 2 0 1 0 8 0 ppxss 1128 1 0 1 1 1 0 1 0 8 0 pffrag 232 8 0 8 3 3 0 1 0 482 0 pffrnode 88 8 0 8 3 3 0 1 0 8 0 pffrent 40 188 0 188 3 3 0 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 18 0 13 1 0 1 1 0 8 0 pftag 88 4 0 4 1 1 0 1 0 8 0 pfstitem 24 43 0 21 1 0 1 1 0 8 0 pfstkey 112 43 0 21 1 0 1 1 0 8 0 pfstate 328 43 0 21 3 0 3 3 0 8 0 pfrule 1360 29 0 19 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 256 0 72 12 0 12 12 0 8 0 art_table 32 257 0 72 2 0 2 2 0 8 0 art_node 16 48 0 17 1 0 1 1 0 8 0 sysvmsgpl 40 9 0 3 1 0 1 1 0 8 0 semapl 112 112 0 102 1 0 1 1 0 8 0 shmpl 112 30 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 10 3 1 2 3 0 8 0 dino2pl 256 2047 0 642 89 0 89 89 0 8 0 ffsino 272 2047 0 642 94 0 94 94 0 8 0 nchpl 144 2977 0 1369 60 0 60 60 0 8 0 uvmvnodes 72 2345 0 0 43 0 43 43 0 8 0 vnodes 208 2345 0 0 124 0 124 124 0 8 0 namei 1024 8203 0 8203 2 1 1 1 0 8 1 percpumem 16 39 0 7 1 0 1 1 0 8 0 vcpupl 1984 2 0 0 1 0 1 1 0 8 0 vmpool 560 2 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 9 0 4 1 0 1 1 0 8 0 scxspl 192 8727 0 8727 10 9 1 7 0 8 1 plimitpl 152 40 0 32 1 0 1 1 0 8 0 sigapl 424 720 0 687 4 0 4 4 0 8 0 futexpl 56 6831 0 6828 2 1 1 1 0 8 0 knotepl 112 79 0 60 1 0 1 1 0 8 0 kqueuepl 144 54 0 50 1 0 1 1 0 8 0 pipelkpl 48 147 0 137 1 0 1 1 0 8 0 pipepl 120 294 0 275 2 1 1 2 0 8 0 fdescpl 496 703 0 687 3 0 3 3 0 8 0 filepl 152 3986 0 3882 5 0 5 5 0 8 1 lockfpl 104 81 0 80 1 0 1 1 0 8 0 lockfspl 48 27 0 26 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 30 0 19 1 0 1 1 0 8 0 ucredpl 96 522 0 513 1 0 1 1 0 8 0 zombiepl 144 687 0 687 1 0 1 1 0 8 1 processpl 984 720 0 687 5 0 5 5 0 8 0 procpl 624 1567 0 1521 4 0 4 4 0 8 0 sosppl 128 7 0 7 2 1 1 1 0 8 1 sockpl 400 904 0 881 6 3 3 4 0 8 0 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 6 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 7 0 0 1 0 1 1 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 172 0 0 21 0 21 21 0 8 0 mtagpl 80 32 0 0 1 0 1 1 0 8 0 mbufpl 256 340 0 0 18 0 18 18 0 8 0 bufpl 280 4225 0 137 292 0 292 292 0 8 0 anonpl 16 78338 0 62319 98 25 73 81 0 124 8 amapchunkpl 152 3522 0 3357 16 4 12 12 0 158 4 amappl16 192 2942 0 2097 66 20 46 54 0 8 3 amappl15 184 1 0 1 1 1 0 1 0 8 0 amappl14 176 24 0 19 1 0 1 1 0 8 0 amappl13 168 913 0 904 1 0 1 1 0 8 0 amappl12 160 16 0 14 1 0 1 1 0 8 0 amappl11 152 53 0 38 1 0 1 1 0 8 0 amappl10 144 22 0 16 1 0 1 1 0 8 0 amappl9 136 389 0 387 1 0 1 1 0 8 0 amappl8 128 356 0 319 2 0 2 2 0 8 0 amappl7 120 118 0 107 1 0 1 1 0 8 0 amappl6 112 23 0 18 3 2 1 1 0 8 0 amappl5 104 128 0 113 1 0 1 1 0 8 0 amappl4 96 965 0 932 1 0 1 1 0 8 0 amappl3 88 531 0 522 1 0 1 1 0 8 0 amappl2 80 4230 0 4156 2 0 2 2 0 8 0 amappl1 72 23391 0 22939 23 13 10 18 0 8 0 amappl 80 1822 0 1769 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 31 0 2 1 0 1 1 0 8 0 uaddrrnd 24 705 0 687 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 705 0 687 1 0 1 1 0 8 0 vmmpekpl 168 8645 0 8608 2 0 2 2 0 8 0 vmmpepl 168 89146 0 87112 123 32 91 108 0 357 2 vmsppl 368 704 0 687 2 0 2 2 0 8 0 pdppl 4096 1417 0 1376 6 0 6 6 0 8 0 pvpl 32 237606 0 218392 209 33 176 196 0 265 18 pmappl 232 704 0 687 3 1 2 2 0 8 1 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 267 0 8 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823fa07f) at panic+0x15c sys/kern/subr_prf.c:207 witness_checkorder(ffffffff8290e4d8,9,0) at witness_checkorder+0x10e0 sys/kern/subr_witness.c:821 __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff8290e2d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 pageflttrap(ffff800020da3910,0) at pageflttrap+0x7f sys/arch/amd64/amd64/trap.c:180 kerntrap(ffff800020da3910) at kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 pool_cache_list_put sys/kern/subr_pool.c:1970 [inline] pool_cache_gc(ffffffff82908470) at pool_cache_gc+0x138 sys/kern/subr_pool.c:2025 pool_gc_pages(0) at pool_gc_pages+0x6c sys/kern/subr_pool.c:1559 taskq_thread(ffffffff827076d0) at taskq_thread+0xec sys/kern/kern_task.c:437 end trace frame: 0x0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0xc0023825f0, count: 12 ddb{1}> trace x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0xc0023825f0, count: -3