kernel: protection fault trap, code=0 Stopped at pool_do_put+0x115: movq 0x8(%rbx),%rbx ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic the kernel did not panic ddb> trace pool_do_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_do_put+0x115 pool_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_put+0x6b sys/kern/subr_pool.c:799 in_pcbdetach(fffffd807b4b92d0) at in_pcbdetach+0x34 sys/netinet/in_pcb.c:598 tcp_close(ffff800000e0c6c0) at tcp_close+0x14d sys/netinet/tcp_subr.c:539 tcp_timer_2msl(ffff800000e0c6c0) at tcp_timer_2msl+0x19b sys/netinet/tcp_timer.c:532 timeout_run(ffff800000e0c7a8) at timeout_run+0x8f sys/kern/kern_timeout.c:665 softclock_thread(ffff80002a58cff0) at softclock_thread+0xc4 sys/kern/kern_timeout.c:809 end trace frame: 0x0, count: -7 ddb> show registers rdi 0 rsi 0xfffffd80692f4d18 rbp 0xffff80002a599a40 rbx 0x1cc621f0d8fcf0e rdx 0 rcx 0x1 rax 0xffff80002a58cff0 r8 0 r9 0 r10 0x75a3d6b9eb8abb40 r11 0xeb7f43e568c032bf r12 0xfffffd80692f4b50 r13 0xeedd40a22fc9296e r14 0xffffffff82dfd1c8 socket_pool r15 0xfffffd80692f4f90 rip 0xffffffff817f3075 pool_do_put+0x115 cs 0x8 rflags 0x10296 __ALIGN_SIZE+0xf296 rsp 0xffff80002a599990 ss 0x10 pool_do_put+0x115: movq 0x8(%rbx),%rbx ddb> show proc PROC (softclock) tid=475828 pid=31128 tcnt=1 stat=onproc flags process=14000 proc=40000200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a58da90,0xffff80002a58cab0 process=0xffff8000ffffd4f0 user=0xffff80002a594000, vmspace=0xffffffff82da2d20 estcpu=0, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 20477 348053 52742 0 3 0x3 kernel: protection fault trap, code=0 Faulted in DDB; continuing... ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10176 6406K 7052K 166960K 14579 0 pcb 15 13K 14K 166960K 183 0 rtable 222 15K 16K 166960K 1074 0 pf 35 9K 9K 166960K 86 0 ifaddr 43 11K 12K 166960K 128 0 ifgroup 62 2K 2K 166960K 143 0 sysctl 3 0K 0K 166960K 3 0 counters 33 17K 17K 166960K 58 0 ioctlops 0 0K 2K 166960K 128 0 iov 0 0K 20K 166960K 139 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1405 88K 88K 166960K 2696 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 39 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 171 0 dirhash 12 2K 2K 166960K 36 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 12 41K 85K 166960K 3019 0 sigio 0 0K 0K 166960K 64 0 proc 51 42K 83K 166960K 964 0 subproc 104 6K 6K 166960K 299 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 135 0 in_multi 88 6K 7K 166960K 336 0 ether_multi 1 0K 0K 166960K 8 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 61 281K 281K 166960K 61 0 exec 0 0K 1K 166960K 1159 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 pagedep 1 8K 8K 166960K 1 0 inodedep 1 32K 32K 166960K 1 0 newblk 1 0K 0K 166960K 1 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 259 83K 93K 166960K 29342 0 UVM aobj 131 8K 8K 166960K 134 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 39 0 NDP 14 0K 2K 166960K 89 0 temp 79 6709K 6832K 166960K 41065 0 kqueue 6 10K 24K 166960K 182 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 241 0 239 3 2 1 3 0 8 0 rtentry 112 345 0 247 4 0 4 4 0 8 0 unpcb 144 2145 0 2139 29 28 1 7 0 8 0 syncache 312 49 0 49 10 10 0 1 0 8 0 tcpqe 32 267 0 267 8 8 0 1 0 8 0 tcpcb 808 751 0 740 19 17 2 8 0 8 0 arp 88 69 0 53 1 0 1 1 0 8 0 ipq 40 1 0 1 1 1 0 1 0 8 0 ipqe 40 4 0 4 1 1 0 1 0 8 0 inpcb 336 2084 0 2073 31 28 3 8 0 8 0 nd6 104 75 0 55 1 0 1 1 0 8 0 pkpcb 40 13 0 13 3 3 0 1 0 8 0 kcovpl 48 23 0 15 1 0 1 1 0 8 0 ppxss 1072 10 0 10 3 3 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1321 0 907 37 11 26 30 0 8 0 art_table 32 1322 0 907 4 0 4 4 0 8 0 art_node 16 344 0 255 1 0 1 1 0 8 0 sysvmsgpl 40 96 0 81 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 169 0 159 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 33 0 16 3 0 3 3 0 8 0 dino2pl 256 5144 0 3693 92 0 92 92 0 8 0 ffsino 240 5144 0 3693 86 0 86 86 0 8 0 nchpl 144 9083 0 7437 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 32510 0 32510 5 5 0 2 0 8 0 vcpupl 2048 4 0 0 1 0 1 1 0 8 0 vmpool 664 4 0 0 1 0 1 1 0 8 0 kstatmem 264 78 0 50 2 0 2 2 0 8 0 scxspl 216 33521 0 33521 18 17 1 8 1 8 1 plimitpl 152 360 0 346 1 0 1 1 0 8 0 sigapl 424 3345 0 3285 8 0 8 8 0 8 0 futexpl 64 24614 0 24614 5 5 0 1 0 8 0 knotepl 120 27027 0 26959 4 1 3 4 0 8 0 kqueuepl 184 411 0 406 4 3 1 4 0 8 0 pipepl 288 808 0 780 22 19 3 7 0 8 0 fdescpl 432 3267 0 3247 4 0 4 4 0 8 0 filepl 120 18660 0 18442 39 31 8 15 0 8 0 lockfpl 104 1072 0 1071 2 1 1 2 0 8 0 lockfspl 48 238 0 237 1 0 1 1 0 8 0 sessionpl 144 38 0 23 1 0 1 1 0 8 0 pgrppl 48 106 0 91 1 0 1 1 0 8 0 ucredpl 104 2109 0 2102 1 0 1 1 0 8 0 zombiepl 144 3287 0 3285 1 0 1 1 0 8 0 processpl 1072 3345 0 3285 5 0 5 5 0 8 0 procpl 680 7512 0 7439 17 9 8 9 0 8 0 sosppl 168 23 0 23 5 5 0 1 0 8 0 sockpl 456 4492 0 4473 99 94 5 24 0 8 0 sockpl: pool(0xffffffff82dfd1c8:sockpl): free list modified: page 0xfffffd80692f4000; item ordinal 1; addr 0xfffffd80692f4431 (p 0xfffffd80692f4000); offset 0x0=0xe6b7d22757ac2056 pool(sockpl): free list modified: page 0xfffffd80692f4000; item ordinal 1; addr 0xfffffd80692f4431 (p 0xfffffd80692f4000); offset 0x0=0xefdeadbe sockpl: pool(0xffffffff82dfd1c8:sockpl): page inconsistency: page 0xfffffd80692f4000; item ordinal 2; addr 0x1cc621f0d8fcf0e mcl64k 65536 121 0 121 11 11 0 1 0 8 0 mcl16k 16384 80 0 80 7 7 0 1 0 8 0 mcl12k 12288 115 0 115 9 9 0 1 0 8 0 mcl9k 9216 44 0 44 7 7 0 1 0 8 0 mcl8k 8192 183 0 183 9 9 0 1 0 8 0 mcl4k 4096 376 0 376 9 9 0 2 0 8 0 mcl2k2 2112 12 0 12 6 6 0 1 0 8 0 mcl2k 2048 74190 0 74143 54 45 9 31 0 8 0 mtagpl 96 586 0 510 10 7 3 6 0 8 0 mbufpl 256 149396 0 149178 203 180 23 66 0 8 0 bufpl 288 10050 0 3654 458 0 458 458 0 8 0 anonpl 24 509937 0 498970 148 51 97 136 0 188 0 amapchunkpl 152 95809 0 95179 60 25 35 48 0 158 0 amappl16 200 13165 0 12785 64 40 24 34 0 8 0 amappl15 192 20 0 19 1 0 1 1 0 8 0 amappl14 184 192 0 184 2 1 1 2 0 8 0 amappl13 176 50 0 49 1 0 1 1 0 8 0 amappl12 168 4128 0 4104 2 0 2 2 0 8 0 amappl11 160 55 0 49 1 0 1 1 0 8 0 amappl10 152 54 0 42 2 1 1 1 0 8 0 amappl9 144 204 0 203 1 0 1 1 0 8 0 amappl8 136 280 0 215 3 0 3 3 0 8 0 amappl7 128 205 0 185 2 0 2 2 0 8 0 amappl6 120 467 0 453 1 0 1 1 0 8 0 amappl5 112 163 0 158 1 0 1 1 0 8 0 amappl4 104 520 0 495 2 1 1 2 0 8 0 amappl3 96 18531 0 18484 3 0 3 3 0 8 0 amappl2 88 3867 0 3813 3 1 2 3 0 8 0 amappl1 80 20883 0 20459 24 13 11 22 0 8 0 amappl 88 28657 0 28498 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 3271 0 3247 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3271 0 3247 1 0 1 1 0 8 0 vmmpekpl 168 28629 0 28572 3 0 3 3 0 8 0 vmmpepl 168 219248 0 217539 178 80 98 120 0 357 0 vmsppl 352 3270 0 3247 6 3 3 4 0 8 0 rwobjpl 24 64841 0 57553 47 1 46 46 0 8 0 pdppl 4096 6548 0 6498 222 172 50 77 0 8 0 pvpl 32 1523331 0 1507518 329 161 168 329 0 265 0 pmappl 216 3270 0 3247 3 1 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1300 0 534 25 0 25 25 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace pool_do_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_do_put+0x115 pool_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_put+0x6b sys/kern/subr_pool.c:799 in_pcbdetach(fffffd807b4b92d0) at in_pcbdetach+0x34 sys/netinet/in_pcb.c:598 tcp_close(ffff800000e0c6c0) at tcp_close+0x14d sys/netinet/tcp_subr.c:539 tcp_timer_2msl(ffff800000e0c6c0) at tcp_timer_2msl+0x19b sys/netinet/tcp_timer.c:532 timeout_run(ffff800000e0c7a8) at timeout_run+0x8f sys/kern/kern_timeout.c:665 softclock_thread(ffff80002a58cff0) at softclock_thread+0xc4 sys/kern/kern_timeout.c:809 end trace frame: 0x0, count: -7 ddb> machine ddbcpu 1 No such command ddb> trace pool_do_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_do_put+0x115 pool_put(ffffffff82dfd1c8,fffffd80692f4b50) at pool_put+0x6b sys/kern/subr_pool.c:799 in_pcbdetach(fffffd807b4b92d0) at in_pcbdetach+0x34 sys/netinet/in_pcb.c:598 tcp_close(ffff800000e0c6c0) at tcp_close+0x14d sys/netinet/tcp_subr.c:539 tcp_timer_2msl(ffff800000e0c6c0) at tcp_timer_2msl+0x19b sys/netinet/tcp_timer.c:532 timeout_run(ffff800000e0c7a8) at timeout_run+0x8f sys/kern/kern_timeout.c:665 softclock_thread(ffff80002a58cff0) at softclock_thread+0xc4 sys/kern/kern_timeout.c:809 end trace frame: 0x0, count: -7