panic: pool_p_free: sockpl free list modified: page 0xffff800000e66000; item addr 0xffff800000e67532; offset 0x0=0x35bd0d183772c86b Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *212665 60783 0 0x14000 0x200 1 systqmp 376975 40304 0 0x14000 0x40000200 0 softclock db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82900cf8) at panic+0x17b sys/kern/subr_prf.c:198 pool_p_free(ffffffff82d5d9e0,ffff800000e67f90) at pool_p_free+0x1d3 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1583 taskq_thread(ffffffff82d348d0) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: pool_p_free: sockpl free list modified: page 0xffff800000e66000; item addr 0xffff800000e67532; offset 0x0=0x35bd0d183772c86b ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82900cf8) at panic+0x17b sys/kern/subr_prf.c:198 pool_p_free(ffffffff82d5d9e0,ffff800000e67f90) at pool_p_free+0x1d3 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1583 taskq_thread(ffffffff82d348d0) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: -5 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a11d8b0 rbx 0xffff800029ceccdf rdx 0 rcx 0xffff8000ffffe7b0 rax 0xffff800029cebff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x727002db8b8872fc r11 0xe63f7ef8e69a1c58 r12 0xffff800029cecae0 r13 0 r14 0 r15 0x1 rip 0xffffffff81c4d19c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a11d8a0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (systqmp) tid=212665 pid=60783 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff8000ffffe000,0xffff8000ffffece0 process=0xffff80002a0fc8e0 user=0xffff80002a118000, vmspace=0xffffffff82e1de68 estcpu=0, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 27368 90464 25380 0 3 0x8000003 kernel: protection fault trap, code=0 Faulted in DDB; continuing... ddb{1}> show all locks Process 60783 (systqmp) thread 0xffff8000ffffe7b0 (212665) ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10186 6428K 7069K 166960K 12862 0 pcb 17 12K 12K 166960K 175 0 rtable 236 7K 8K 166960K 733 0 pf 30 9K 10K 166960K 106 0 ifaddr 43 15K 15K 166960K 103 0 ifgroup 53 2K 2K 166960K 164 0 sysctl 2 1K 1K 166960K 2 0 counters 64 36K 36K 166960K 116 0 ioctlops 0 0K 4K 166960K 1513 0 iov 0 0K 24K 166960K 102 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1410 89K 89K 166960K 2095 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 21 0 VM map 2 1K 1K 166960K 2 0 sem 12 1K 1K 166960K 17 0 dirhash 12 2K 2K 166960K 42 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 10 33K 89K 166960K 1119 0 sigio 0 0K 0K 166960K 15 0 proc 58 79K 103K 166960K 748 0 subproc 104 6K 7K 166960K 218 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 233 0 in_multi 85 6K 7K 166960K 206 0 ether_multi 1 0K 0K 166960K 7 0 mrt 1 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 109 493K 493K 166960K 109 0 exec 0 0K 1K 166960K 576 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 249 94K 112K 166960K 12107 0 UVM aobj 22 5K 5K 166960K 27 0 pinsyscall 30 60K 100K 166960K 2470 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 56 0 NDP 11 0K 1K 166960K 69 0 temp 100 6820K 6949K 166960K 19071 0 kqueue 12 18K 28K 166960K 166 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 154 0 151 1 0 1 1 0 8 0 rtentry 112 239 0 131 4 0 4 4 0 8 0 unpcb 144 856 0 843 6 5 1 6 0 8 0 syncache 336 5 0 5 2 2 0 1 0 8 0 tcpqe 32 72 0 72 1 1 0 1 0 8 0 tcpcb 808 271 0 266 7 6 1 4 0 8 0 arp 120 43 0 23 1 0 1 1 0 8 0 inpcb 384 1106 0 1098 13 12 1 8 0 8 0 nd6 136 61 0 35 1 0 1 1 0 8 0 pkpcb 40 8 0 8 2 2 0 1 0 8 0 kcovpl 48 16 0 8 1 0 1 1 0 8 0 ppxss 1168 5 0 5 3 3 0 1 0 8 0 pffrag 232 13 0 11 2 1 1 1 0 482 0 pffrnode 88 13 0 11 2 1 1 1 0 8 0 pffrent 40 234 0 232 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 106 0 61 1 0 1 1 0 8 0 pfstkey 128 106 0 61 2 0 2 2 0 8 0 pfstate 376 106 0 61 7 0 7 7 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 845 0 436 29 3 26 29 0 8 0 art_table 32 846 0 436 4 0 4 4 0 8 0 art_node 16 238 0 143 1 0 1 1 0 8 0 sysvmsgpl 40 21 0 12 1 0 1 1 0 8 0 semupl 112 5 0 5 1 1 0 1 0 8 0 semapl 112 10 0 0 1 0 1 1 0 8 0 shmpl 112 24 0 5 1 0 1 1 0 8 0 dirhash 1024 37 0 20 3 0 3 3 0 8 0 dino2pl 256 3121 0 1603 96 0 96 96 0 8 0 ffsino 272 3121 0 1603 102 0 102 102 0 8 0 nchpl 144 4724 0 2985 67 0 67 67 0 8 0 uvmvnodes 80 3694 0 0 76 0 76 76 0 8 0 vnodes 216 3694 0 0 206 0 206 206 0 8 0 namei 1024 16265 0 16264 2 1 1 2 0 8 0 percpumem 16 72 0 26 1 0 1 1 0 8 0 vcpupl 3904 2 0 0 1 0 1 1 0 8 0 vmpool 696 3 0 1 1 0 1 1 0 8 0 kstatmem 264 74 0 52 2 0 2 2 0 8 0 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 15621 0 15621 13 12 1 8 1 8 1 plimitpl 152 225 0 210 1 0 1 1 0 8 0 sigapl 424 1432 0 1371 8 0 8 8 0 8 0 futexpl 64 14471 0 14471 1 1 0 1 0 8 0 knotepl 120 573 0 0 17 0 17 17 0 8 0 kqueuepl 216 287 0 279 2 1 1 2 0 8 0 pipepl 320 270 0 242 3 0 3 3 0 8 0 fdescpl 496 1392 0 1371 6 2 4 5 0 8 0 filepl 152 8173 0 7938 19 7 12 16 0 8 0 lockfpl 104 260 0 258 1 0 1 1 0 8 0 lockfspl 48 120 0 118 1 0 1 1 0 8 0 sessionpl 144 31 0 15 1 0 1 1 0 8 0 pgrppl 48 34 0 18 1 0 1 1 0 8 0 ucredpl 104 1246 0 1234 1 0 1 1 0 8 0 zombiepl 144 1371 0 1371 1 1 0 1 0 8 0 processpl 1136 1432 0 1371 6 0 6 6 0 8 0 procpl 656 2651 0 2570 10 1 9 9 0 8 0 sosppl 168 31 0 31 2 2 0 1 0 8 0 sockpl 664 2135 0 2111 21 19 2 14 0 8 0 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 391 0 0 49 0 49 49 0 8 0 mtagpl 96 19 0 0 1 0 1 1 0 8 0 mbufpl 256 1227 0 0 76 0 76 76 0 8 0 bufpl 280 6406 0 188 445 0 445 445 0 8 0 anonpl 24 324082 0 318562 109 25 84 90 0 186 29 amapchunkpl 152 39014 0 38435 50 16 34 40 0 158 2 amappl16 200 9605 0 9490 49 36 13 21 0 8 3 amappl15 192 19 0 19 2 2 0 1 0 8 0 amappl14 184 199 0 188 2 1 1 2 0 8 0 amappl13 176 11 0 11 2 2 0 1 0 8 0 amappl12 168 2177 0 2153 3 1 2 3 0 8 0 amappl11 160 54 0 44 1 0 1 1 0 8 0 amappl10 152 66 0 57 1 0 1 1 0 8 0 amappl9 144 330 0 330 2 2 0 1 0 8 0 amappl8 136 151 0 111 2 0 2 2 0 8 0 amappl7 128 56 0 45 1 0 1 1 0 8 0 amappl6 120 438 0 424 2 1 1 2 0 8 0 amappl5 112 202 0 190 1 0 1 1 0 8 0 amappl4 104 575 0 540 3 1 2 2 0 8 0 amappl3 96 7335 0 7283 3 0 3 3 0 8 0 amappl2 88 1782 0 1714 4 1 3 4 0 8 0 amappl1 80 13095 0 12625 23 11 12 22 0 8 0 amappl 88 11416 0 11264 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 26 0 5 1 0 1 1 0 8 0 uaddrrnd 24 1395 0 1372 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1395 0 1372 1 0 1 1 0 8 0 vmmpekpl 168 13806 0 13742 4 0 4 4 0 8 0 vmmpepl 168 106011 0 104459 124 34 90 114 0 357 0 vmsppl 440 1394 0 1372 4 0 4 4 0 8 0 rwobjpl 56 37232 0 32499 73 4 69 70 0 8 0 pdppl 4096 2797 0 2746 146 84 62 77 0 8 11 pvpl 32 47343 0 0 384 2 382 382 0 265 0 pmappl 248 1394 0 1372 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 523 0 101 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82d13ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x1a kd_curproc sys/dev/kcov.c:585 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x1a sys/dev/kcov.c:158 __mp_lock(ffffffff82ddd568) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82ddd568) at __mp_lock+0x133 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82ddd568,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x491 sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19a sys/kern/kern_synch.c:417 msleep(ffffffff82d7d9c0,ffffffff82c76520,0,ffffffff8294dd3f,0) at msleep+0xeb sys/kern/kern_synch.c:249 softclock_thread(ffff8000ffffe520) at softclock_thread+0xcf sys/kern/kern_timeout.c:810 end trace frame: 0x0, count: 5 ddb{0}> trace x86_ipi_db(ffffffff82d13ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x1a kd_curproc sys/dev/kcov.c:585 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x1a sys/dev/kcov.c:158 __mp_lock(ffffffff82ddd568) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82ddd568) at __mp_lock+0x133 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82ddd568,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x491 sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19a sys/kern/kern_synch.c:417 msleep(ffffffff82d7d9c0,ffffffff82c76520,0,ffffffff8294dd3f,0) at msleep+0xeb sys/kern/kern_synch.c:249 softclock_thread(ffff8000ffffe520) at softclock_thread+0xcf sys/kern/kern_timeout.c:810 end trace frame: 0x0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82900cf8) at panic+0x17b sys/kern/subr_prf.c:198 pool_p_free(ffffffff82d5d9e0,ffff800000e67f90) at pool_p_free+0x1d3 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1583 taskq_thread(ffffffff82d348d0) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: 10 ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff82900cf8) at panic+0x17b sys/kern/subr_prf.c:198 pool_p_free(ffffffff82d5d9e0,ffff800000e67f90) at pool_p_free+0x1d3 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1583 taskq_thread(ffffffff82d348d0) at taskq_thread+0xf5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: -5