panic: knote_enqueue:1308: kq=0xfffffd806e8f0c30 kn=0xfffffd806ec2a700 knote !QUEUED Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *444501 91192 0 0x12 0 0K sshd 311256 98127 0 0x14000 0x200 1 softnet db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8220ac84) at panic+0x15c sys/kern/subr_prf.c:207 kqueue_do_check(fffffd806e8f0c30,ffffffff8224e6fc,51c) at kqueue_do_check+0x232 sys/kern/kern_event.c:622 knote_enqueue(fffffd806ec2a700) at knote_enqueue+0x80 sys/kern/kern_event.c:1309 filt_timerexpire(fffffd806ec2a700) at filt_timerexpire+0x5f sys/kern/kern_event.c:373 timeout_run(ffff800000aee6c0) at timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:183 [inline] timeout_run(ffff800000aee6c0) at timeout_run+0xc4 sys/kern/kern_timeout.c:489 softclock(0) at softclock+0x175 sys/kern/kern_timeout.c:532 softintr_dispatch(0) at softintr_dispatch+0x107 sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f end of kernel end trace frame: 0x7f7ffffb75a0, count: 6 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic knote_enqueue:1308: kq=0xfffffd806e8f0c30 kn=0xfffffd806ec2a700 knote !QUEUED ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8220ac84) at panic+0x15c sys/kern/subr_prf.c:207 kqueue_do_check(fffffd806e8f0c30,ffffffff8224e6fc,51c) at kqueue_do_check+0x232 sys/kern/kern_event.c:622 knote_enqueue(fffffd806ec2a700) at knote_enqueue+0x80 sys/kern/kern_event.c:1309 filt_timerexpire(fffffd806ec2a700) at filt_timerexpire+0x5f sys/kern/kern_event.c:373 timeout_run(ffff800000aee6c0) at timeout_run+0xc4 timeout_sync_leave sys/kern/kern_timeout.c:183 [inline] timeout_run(ffff800000aee6c0) at timeout_run+0xc4 sys/kern/kern_timeout.c:489 softclock(0) at softclock+0x175 sys/kern/kern_timeout.c:532 softintr_dispatch(0) at softintr_dispatch+0x107 sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f end of kernel end trace frame: 0x7f7ffffb75a0, count: -9 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800020ac3bd0 rbx 0xffff800020ac3c80 rdx 0xffffffff824e5ff0 cpu_info_full_primary+0x1ff0 rcx 0xffffffff824e5ff0 cpu_info_full_primary+0x1ff0 rax 0xffffffff824e5ff0 cpu_info_full_primary+0x1ff0 r8 0xffffffff81a87d6f kprintf+0x16f r9 0x1 r10 0x25 r11 0xb2f3d6a3ec2fb3b4 r12 0x3000000008 r13 0xffff800020ac3be0 r14 0x100 r15 0x1 rip 0xffffffff8171cf18 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020ac3bc0 ss 0 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (sshd) pid=444501 stat=onproc flags process=12 proc=0 pri=50, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020ae1d50,0xffff800020ae0500 process=0xffff800020ad8f18 user=0xffff800020abe000, vmspace=0xfffffd806e8b58a8 estcpu=0, cpticks=0, pctcpu=0.1 user=1, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 72073 57128 78059 32767 2 0x10 syz-executor.1 72073 281083 78059 32767 3 0x4000090 nanosleep syz-executor.1 72073 153724 78059 32767 2 0x4000010 syz-executor.1 78059 28288 54607 32767 3 0x90 nanosleep syz-executor.1 54607 147444 15280 0 3 0x82 wait syz-executor.1 55538 327275 64680 32767 3 0x90 piperd syz-executor.0 64680 49979 15280 0 3 0x82 wait syz-executor.0 82107 314417 0 0 3 0x14200 bored sosplice 15280 54322 12187 0 2 0x2 syz-fuzzer 15280 158250 12187 0 3 0x4000082 nanosleep syz-fuzzer 15280 175986 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 60488 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 394572 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 382385 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 332392 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 158232 12187 0 3 0x4000082 kqread syz-fuzzer 15280 443940 12187 0 3 0x4000082 thrsleep syz-fuzzer 15280 461101 12187 0 3 0x4000082 thrsleep syz-fuzzer 12187 41009 91192 0 3 0x10008a pause ksh *91192 444501 45074 0 7 0x12 sshd 10499 234585 1 0 3 0x100083 ttyin getty 45074 492883 1 0 3 0x80 select sshd 62583 400443 21365 73 3 0x100090 kqread syslogd 21365 270522 1 0 3 0x100082 netio syslogd 57638 193852 1 77 3 0x100090 poll dhclient 26934 161782 1 0 3 0x80 poll dhclient 59304 441096 0 0 2 0x14200 zerothread 86182 410331 0 0 3 0x14200 aiodoned aiodoned 43851 361405 0 0 2 0x14200 update 45333 447869 0 0 3 0x14200 cleaner cleaner 15490 101445 0 0 3 0x14200 reaper reaper 39801 282369 0 0 3 0x14200 pgdaemon pagedaemon 43117 47989 0 0 3 0x14200 bored crynlk 36385 109717 0 0 3 0x14200 bored crypto 35978 165929 0 0 3 0x40014200 acpi0 acpi0 77802 129678 0 0 3 0x40014200 idle1 98127 311256 0 0 7 0x14200 softnet 56670 253010 0 0 3 0x14200 bored systqmp 59083 393450 0 0 3 0x14200 bored systq 46872 170141 0 0 3 0x40014200 bored softclock 40094 411538 0 0 3 0x40014200 idle0 48890 175493 0 0 3 0x14200 bored smr 1 130403 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: shared mutex timeout r = 0 (0xffffffff824d7c40) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 timeout_run+0xb9 sys/kern/kern_timeout.c:488 #2 softclock+0x175 sys/kern/kern_timeout.c:532 #3 softintr_dispatch+0x107 sys/arch/amd64/amd64/softintr.c:89 #4 Xsoftclock+0x1f Process 91192 (sshd) thread 0xffff800020ae0760 (444501) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8262e7b8) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:89 #2 Xsoftclock+0x1f shared mutex timeout r = 0 (0xffffffff824d7c40) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 timeout_run+0xb9 sys/kern/kern_timeout.c:488 #2 softclock+0x175 sys/kern/kern_timeout.c:532 #3 softintr_dispatch+0x107 sys/arch/amd64/amd64/softintr.c:89 #4 Xsoftclock+0x1f Process 98127 (softnet) thread 0xffff800020a28270 (311256) shared rwlock softnet r = 0 (0xffff80000002b0e0) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 taskq_thread+0x8f sys/kern/kern_task.c:368 #2 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9494 6335K 6335K 78643K 11730 0 pcb 13 10K 12K 78643K 15 0 rtable 109 3K 4K 78643K 12990 0 ifaddr 39 17K 21K 78643K 2089 0 counters 39 33K 33K 78643K 39 0 ioctlops 0 0K 2K 78643K 649 0 iov 0 0K 32K 78643K 2243 0 mount 1 1K 1K 78643K 1 0 vnodes 1215 76K 76K 78643K 12093 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 150 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 9326 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 196K 290K 78643K 12766 0 file desc 7 21K 33K 78643K 13974 0 sigio 0 0K 0K 78643K 1184 0 proc 48 50K 83K 78643K 13897 0 subproc 34 2K 2K 78643K 4896 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 1K 78643K 4690 0 in_multi 33 2K 2K 78643K 3592 0 ether_multi 1 0K 0K 78643K 62 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 205 917K 917K 78643K 205 0 exec 0 0K 1K 78643K 5502 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 296 31K 48K 78643K 55252 0 UVM aobj 130 4K 4K 78643K 136 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 2018 0 NDP 5 0K 0K 78643K 867 0 temp 102 3021K 3117K 78643K 63372 0 kqueue 5 5K 36K 78643K 7775 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 613 0 607 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 2691 0 2689 1 0 1 1 0 8 0 rtentry 112 2945 0 2899 2 0 2 2 0 8 0 unpcb 120 69379 0 69364 100 94 6 6 0 8 5 syncache 264 190 0 190 55 54 1 1 0 8 1 sackhl 24 10 0 10 10 10 0 1 0 8 0 tcpqe 32 145 0 145 48 48 0 1 0 8 0 tcpcb 544 13597 0 13590 235 233 2 14 0 8 0 ipq 40 92 0 92 38 37 1 1 0 8 1 ipqe 40 2585 0 2585 38 37 1 1 0 8 1 inpcb 280 34245 0 34234 181 178 3 10 0 8 1 ip6q 72 12 0 12 9 9 0 1 0 8 0 ip6af 40 33 0 33 9 9 0 1 0 8 0 nd6 48 578 0 574 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 12932 0 12687 17 1 16 16 0 8 0 art_table 32 12933 0 12687 4 1 3 3 0 8 0 art_node 16 2943 0 2901 1 0 1 1 0 8 0 sysvmsgpl 40 30 0 15 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 9322 0 9312 1 0 1 1 0 8 0 shmpl 112 134 0 6 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino1pl 128 21138 0 19721 46 0 46 46 0 8 0 ffsino 272 21138 0 19721 100 4 96 96 0 8 0 nchpl 144 40904 0 39302 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 208 5926 0 0 312 0 312 312 0 8 0 namei 1024 261854 0 261854 2 1 1 1 0 8 1 percpumem 16 30 0 0 1 0 1 1 0 8 0 scxspl 192 113669 0 113669 107 104 3 6 0 8 3 plimitpl 152 2693 0 2684 1 0 1 1 0 8 0 sigapl 432 13287 0 13272 15 13 2 3 0 8 0 futexpl 56 493825 0 493825 2 1 1 1 0 8 1 knotepl 112 10265 0 10245 27 25 2 3 0 8 1 kqueuepl 104 18235 0 18231 61 60 1 4 0 8 0 pipelkpl 48 8416 0 8406 1 0 1 1 0 8 0 pipepl 120 16832 0 16813 50 49 1 4 0 8 0 fdescpl 496 13288 0 13272 3 0 3 3 0 8 0 filepl 152 277366 0 277265 286 275 11 16 0 8 7 lockfpl 104 7360 0 7359 1 0 1 1 0 8 0 lockfspl 48 2108 0 2107 1 0 1 1 0 8 0 sessionpl 112 303 0 293 1 0 1 1 0 8 0 pgrppl 48 455 0 445 1 0 1 1 0 8 0 ucredpl 96 92128 0 92119 1 0 1 1 0 8 0 zombiepl 144 13272 0 13272 2 1 1 1 0 8 1 processpl 960 13304 0 13272 5 0 5 5 0 8 0 procpl 624 40955 0 40912 50 46 4 5 0 8 0 srpgc 64 572 0 572 45 44 1 1 0 8 1 sosppl 128 403 0 403 52 51 1 1 0 8 1 sockpl 400 106760 0 106732 448 434 14 21 0 8 8 mcl64k 65536 106 0 0 5 2 3 3 0 8 0 mcl16k 16384 66 0 0 6 3 3 3 0 8 0 mcl12k 12288 25 0 0 2 0 2 2 0 8 0 mcl9k 9216 41 0 0 2 0 2 2 0 8 0 mcl8k 8192 57 0 0 6 3 3 3 0 8 0 mcl4k 4096 41 0 0 5 2 3 3 0 8 0 mcl2k2 2112 11 0 0 1 0 1 1 0 8 0 mcl2k 2048 201 0 0 18 5 13 18 0 8 0 mtagpl 80 1 0 0 1 0 1 1 0 8 0 mbufpl 256 1598 0 0 32 4 28 29 0 8 0 bufpl 280 42488 0 35422 507 1 506 506 0 8 0 anonpl 16 2128766 0 2115122 439 374 65 88 0 125 0 amapchunkpl 152 168662 0 168533 470 451 19 26 0 158 12 amappl16 192 65900 0 65123 554 502 52 64 0 8 10 amappl15 184 2461 0 2458 1 0 1 1 0 8 0 amappl14 176 3720 0 3706 1 0 1 1 0 8 0 amappl13 168 1347 0 1347 29 28 1 1 0 8 1 amappl12 160 1206 0 1198 2 1 1 1 0 8 0 amappl11 152 2045 0 2034 1 0 1 1 0 8 0 amappl10 144 1981 0 1967 1 0 1 1 0 8 0 amappl9 136 6331 0 6326 1 0 1 1 0 8 0 amappl8 128 5515 0 5299 9 1 8 8 0 8 0 amappl7 120 3187 0 3169 1 0 1 1 0 8 0 amappl6 112 1287 0 1262 1 0 1 1 0 8 0 amappl5 104 5225 0 5216 1 0 1 1 0 8 0 amappl4 96 14128 0 14085 9 7 2 2 0 8 0 amappl3 88 2416 0 2406 1 0 1 1 0 8 0 amappl2 80 85852 0 85768 3 1 2 3 0 8 0 amappl1 72 381897 0 381448 24 14 10 20 0 8 0 amappl 80 46257 0 46213 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 135 0 6 3 0 3 3 0 8 0 uaddrrnd 24 13288 0 13272 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 13288 0 13272 1 0 1 1 0 8 0 vmmpekpl 168 144248 0 144219 2 0 2 2 0 8 0 vmmpepl 168 1911476 0 1909196 541 404 137 146 0 357 20 vmsppl 368 13287 0 13272 2 0 2 2 0 8 0 pdppl 4096 26583 0 26544 6 0 6 6 0 8 0 pvpl 32 5320835 0 5303878 906 742 164 212 0 265 11 pmappl 232 13287 0 13272 46 45 1 2 0 8 0 extentpl 40 46 0 29 1 0 1 1 0 8 0 phpool 112 938 0 740 11 5 6 7 0 8 0