uvm_fault(0xffffffff827afde0, 0xfffffd0000000010, 0, 1) -> e kernel: page fault trap, code=0 Stopped at pool_cache_get+0x1b1: movq 0x10(%r14),%r13 ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic kernel page fault uvm_fault(0xffffffff827afde0, 0xfffffd0000000010, 0, 1) -> e pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 pool_cache_item_magic_check sys/kern/subr_pool.c:1770 [inline] pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 sys/kern/subr_pool.c:1884 end trace frame: 0xffff800020e631f0, count: 0 ddb{1}> trace pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 pool_cache_item_magic_check sys/kern/subr_pool.c:1770 [inline] pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 sys/kern/subr_pool.c:1884 pool_get(ffffffff828ccef0,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ada760) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae3648,9,fffffd806a4d0600,0,0,ffff800020e41d50) at tcp_usrreq+0xa55 sosend(fffffd806eae3648,0,ffff800020e63628,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e41d50,4,ffff800020e63628,0,ffff800020e63710) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e41d50,ffff800020e636c0,ffff800020e63710) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e63790) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e63790) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc9420, count: -10 ddb{1}> show registers rdi 0 rsi 0x7 rbp 0xffff800020e63130 rbx 0xb7fcc8f2221c1760 rdx 0xffff800020e41d50 rcx 0 rax 0 r8 0xffffffff82226b8a tcp_output+0xbea r9 0x5 r10 0x3 r11 0xb81bb3376177f17b r12 0xffffffff828ccef0 mbpool r13 0 r14 0xfffffd0000000000 r15 0xfffffd807f009c80 rip 0xffffffff820277b1 pool_cache_get+0x1b1 cs 0x8 rflags 0x10286 __ALIGN_SIZE+0xf286 rsp 0xffff800020e630d0 ss 0x10 pool_cache_get+0x1b1: movq 0x10(%r14),%r13 ddb{1}> show proc PROC (sshd) pid=447061 stat=onproc flags process=12 proc=0 pri=24, usrpri=51, nice=20 forw=0xffffffffffffffff, list=0xffff800020e404f0,0xffff800020e40770 process=0xffff800020e39350 user=0xffff800020e5e000, vmspace=0xfffffd806e8f45c8 estcpu=1, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 5051 112021 0 0 3 0x14200 bored sosplice 10608 353690 42962 0 2 0x2 syz-executor.1 29474 38592 42962 0 2 0x2 syz-executor.0 42962 390675 17024 0 2 0x2 syz-fuzzer 42962 369231 17024 0 3 0x4000082 nanosleep syz-fuzzer 42962 106398 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 99419 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 279685 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 243394 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 227599 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 417122 17024 0 7 0x4000002 syz-fuzzer 42962 399234 17024 0 3 0x4000082 thrsleep syz-fuzzer 42962 27824 17024 0 3 0x4000082 thrsleep syz-fuzzer 17024 283866 14878 0 3 0x10008a pause ksh *14878 447061 28490 0 7 0x12 sshd 66422 79880 1 0 3 0x100083 ttyin getty 28490 445787 1 0 3 0x80 select sshd 54525 293634 57307 74 3 0x100092 bpf pflogd 57307 238570 1 0 3 0x80 netio pflogd 53505 335273 96094 73 3 0x100090 kqread syslogd 96094 88872 1 0 3 0x100082 netio syslogd 43257 126607 1 77 3 0x100090 poll dhclient 1552 433279 1 0 3 0x80 poll dhclient 90849 454438 0 0 3 0x14200 bored smr 22009 457869 0 0 3 0x14200 pgzero zerothread 40626 411321 0 0 3 0x14200 aiodoned aiodoned 27622 439571 0 0 3 0x14200 syncer update 37494 229352 0 0 3 0x14200 cleaner cleaner 56090 207830 0 0 3 0x14200 reaper reaper 55582 324637 0 0 3 0x14200 pgdaemon pagedaemon 43749 253261 0 0 3 0x14200 bored crynlk 23261 247704 0 0 3 0x14200 bored crypto 77288 172468 0 0 3 0x40014200 acpi0 acpi0 10805 182981 0 0 3 0x40014200 idle1 93370 110371 0 0 3 0x14200 bored softnet 43875 29569 0 0 3 0x14200 bored systqmp 8685 189893 0 0 3 0x14200 bored systq 86609 247616 0 0 3 0x40014200 bored softclock 18291 282788 0 0 3 0x40014200 idle0 1 389410 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 14878 (sshd) thread 0xffff800020e41d50 (447061) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff828b1058) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 pageflttrap+0x7f sys/arch/amd64/amd64/trap.c:180 #2 kerntrap+0xec sys/arch/amd64/amd64/trap.c:302 #3 alltraps_kern_meltdown+0x7b #4 pool_cache_get+0x1b1 pool_cache_item_magic_check sys/kern/subr_pool.c:1770 [inline] #4 pool_cache_get+0x1b1 sys/kern/subr_pool.c:1884 #5 pool_get+0x91 sys/kern/subr_pool.c:572 #6 m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 #7 tcp_output+0x14e6 #8 tcp_usrreq+0xa55 #9 sosend+0x671 sys/kern/uipc_socket.c:555 #10 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #11 sys_write+0x83 sys/kern/sys_generic.c:285 #12 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #12 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #13 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff827a4a28) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #4 sys_write+0x83 sys/kern/sys_generic.c:285 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9515 6416K 6674K 78643K 10778 0 pcb 13 8K 8K 78643K 43 0 rtable 99 4K 5K 78643K 293 0 ifaddr 76 15K 15K 78643K 102 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 34K 78643K 49 0 ioctlops 0 0K 4K 78643K 1481 0 iov 0 0K 12K 78643K 17 0 mount 1 1K 1K 78643K 1 0 vnodes 1221 77K 77K 78643K 1280 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 20 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 4 9K 25K 78643K 158 0 proc 61 63K 95K 78643K 457 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 4 0 in_multi 54 2K 2K 78643K 89 0 ether_multi 1 0K 0K 78643K 2 0 mrt 2 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 1K 78643K 211 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 114 38K 39K 78643K 1424 0 UVM aobj 6 2K 2K 78643K 8 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 235 0 NDP 12 0K 0K 78643K 24 0 temp 101 3858K 3922K 78643K 7093 0 kqueue 3 4K 8K 78643K 6 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 8 0 3 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 31 0 29 1 0 1 1 0 8 0 rtentry 112 59 0 21 2 0 2 2 0 8 0 unpcb 120 71 0 61 1 0 1 1 0 8 0 syncache 264 6 0 6 2 2 0 1 0 8 0 sackhl 24 1 0 1 1 0 1 1 0 8 1 tcpqe 32 136 0 136 2 2 0 1 0 8 0 tcpcb 544 197 0 193 2 1 1 2 0 8 0 inpcb 296 461 0 454 2 0 2 2 0 8 1 nd6 48 13 0 9 1 0 1 1 0 8 0 ppxss 1128 1 0 1 1 1 0 1 0 8 0 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 1 0 1 1 1 0 1 0 482 0 pffrnode 88 1 0 1 1 1 0 1 0 8 0 pffrent 40 2 0 2 1 1 0 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 3 0 3 1 0 1 1 0 8 1 pfstitem 24 28 0 3 1 0 1 1 0 8 0 pfstkey 112 29 0 4 1 0 1 1 0 8 0 pfstate 328 29 0 4 3 0 3 3 0 8 0 pfrule 1360 22 0 17 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 241 0 46 13 0 13 13 0 8 0 art_table 32 242 0 46 2 0 2 2 0 8 0 art_node 16 58 0 23 1 0 1 1 0 8 0 sysvmsgpl 40 12 0 9 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 18 0 8 1 0 1 1 0 8 0 shmpl 112 6 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1598 0 192 89 1 88 89 0 8 0 ffsino 272 1598 0 192 96 2 94 95 0 8 0 nchpl 144 1976 0 366 60 0 60 60 0 8 0 uvmvnodes 72 1685 0 0 31 0 31 31 0 8 0 vnodes 208 1685 0 0 89 0 89 89 0 8 0 namei 1024 5253 0 5253 2 1 1 1 0 8 1 percpumem 16 35 0 3 1 0 1 1 0 8 0 vcpupl 1984 1 0 0 1 0 1 1 0 8 0 vmpool 560 1 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 1 1 0 1 1 0 8 1 scxspl 192 6173 0 6173 8 6 2 7 0 8 2 plimitpl 152 20 0 12 1 0 1 1 0 8 0 sigapl 424 374 0 343 4 0 4 4 0 8 0 futexpl 56 2265 0 2265 1 0 1 1 0 8 1 knotepl 112 65 0 46 1 0 1 1 0 8 0 kqueuepl 144 16 0 12 1 0 1 1 0 8 0 pipepl 304 97 0 87 2 1 1 2 0 8 0 fdescpl 496 358 0 343 3 0 3 3 0 8 0 filepl 152 2041 0 1940 6 1 5 5 0 8 1 lockfpl 104 30 0 29 1 0 1 1 0 8 0 lockfspl 48 11 0 10 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 18 0 7 1 0 1 1 0 8 0 ucredpl 96 122 0 113 1 0 1 1 0 8 0 zombiepl 144 343 0 343 2 1 1 1 0 8 1 processpl 984 374 0 343 6 1 5 5 0 8 0 procpl 624 659 0 619 4 0 4 4 0 8 0 srpgc 64 2 0 2 1 1 0 1 0 8 0 sosppl 128 2 0 2 1 0 1 1 0 8 1 sockpl 400 563 0 544 5 2 3 4 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 182 0 0 22 0 22 22 0 8 0 mtagpl 96 6 0 0 1 0 1 1 0 8 0 mbufpl 256 201 0 0 13 0 13 13 0 8 0 bufpl 280 3756 0 133 259 0 259 259 0 8 0 anonpl 16 48017 0 31120 71 1 70 70 0 124 1 amapchunkpl 152 1863 0 1717 8 0 8 8 0 158 0 amappl16 192 1582 0 674 47 0 47 47 0 8 1 amappl15 184 9 0 8 2 1 1 1 0 8 0 amappl14 176 23 0 20 1 0 1 1 0 8 0 amappl13 168 28 0 25 1 0 1 1 0 8 0 amappl12 160 6 0 4 1 0 1 1 0 8 0 amappl11 152 59 0 43 1 0 1 1 0 8 0 amappl10 144 24 0 17 1 0 1 1 0 8 0 amappl9 136 515 0 512 1 0 1 1 0 8 0 amappl8 128 408 0 377 2 0 2 2 0 8 0 amappl7 120 116 0 105 1 0 1 1 0 8 0 amappl6 112 24 0 21 1 0 1 1 0 8 0 amappl5 104 255 0 240 1 0 1 1 0 8 0 amappl4 96 486 0 460 1 0 1 1 0 8 0 amappl3 88 105 0 100 1 0 1 1 0 8 0 amappl2 80 1916 0 1854 2 0 2 2 0 8 0 amappl1 72 17652 0 17220 23 13 10 18 0 8 0 amappl 80 911 0 868 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 7 0 2 1 0 1 1 0 8 0 uaddrrnd 24 359 0 343 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 359 0 343 1 0 1 1 0 8 0 vmmpekpl 168 6743 0 6712 2 0 2 2 0 8 0 vmmpepl 168 50038 0 48089 116 14 102 110 0 357 12 vmsppl 368 358 0 343 2 0 2 2 0 8 0 pdppl 4096 725 0 687 7 1 6 6 0 8 0 pvpl 32 163291 0 143341 170 0 170 170 0 265 7 pmappl 232 358 0 343 3 1 2 2 0 8 1 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 266 0 11 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82746ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff828b0e50) at __mp_lock+0x120 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828b0e50) at __mp_lock+0x120 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f __mp_lock(ffffffff828b0e50) at __mp_lock+0x12e __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828b0e50) at __mp_lock+0x12e sys/kern/kern_lock.c:147 uvm_map_inentry(ffff800020ddcea8,ffff800020ddcf08,c00016b628,ffffffff82421560,ffffffff812e4a20,58) at uvm_map_inentry+0xbe sys/uvm/uvm_map.c:1890 syscall(ffff800020ea1170) at syscall+0x397 mi_syscall sys/sys/syscall_mi.h:81 [inline] syscall(ffff800020ea1170) at syscall+0x397 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc00016be98, count: -10 ddb{0}> machine ddbcpu 1 Stopped at pool_cache_get+0x1b1: movq 0x10(%r14),%r13 ddb{1}> trace pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 pool_cache_item_magic_check sys/kern/subr_pool.c:1770 [inline] pool_cache_get(ffffffff828ccef0) at pool_cache_get+0x1b1 sys/kern/subr_pool.c:1884 pool_get(ffffffff828ccef0,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ada760) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae3648,9,fffffd806a4d0600,0,0,ffff800020e41d50) at tcp_usrreq+0xa55 sosend(fffffd806eae3648,0,ffff800020e63628,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e41d50,4,ffff800020e63628,0,ffff800020e63710) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e41d50,ffff800020e636c0,ffff800020e63710) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e63790) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e63790) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc9420, count: -10