*cpu1: uvm_fault(0xffffffff839301a0, 0xffff80000149f08a, 0, 1) -> e ddb{0}> trace proc_trampoline() at proc_trampoline+0xc7 end of kernel end trace frame: 0x7c0208b297c0, count: -1 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff80003c413d90 rbx 0 rdx 0 rcx 0xffff80003b7f87d8 rax 0x2a r8 0xffff80003c413cc0 r9 0x87e0df13001 r10 0x26d4382fcd51300f r11 0xc7a5b7964ab181d4 r12 0 r13 0 r14 0 r15 0 rip 0xffffffff830bf4c7 proc_trampoline+0xc7 cs 0x8 rflags 0x246 rsp 0xffff80003c413d10 ss 0 proc_trampoline+0xc7: movl $0,%gs:0x680 ddb{0}> show proc PROC (ndp) tid=280268 pid=25613 tcnt=1 stat=onproc flags process=100002 proc=0 runpri=61, usrpri=61, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003b7f8cf8,0xffff80003b7f99d8 process=0xffff80003c41dc10 user=0xffff80003c40e000, vmspace=0xfffffd806ba83b60 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=2, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND *25613 280268 76342 0 7 0x100002 ndp 76342 125452 36843 0 3 0x10008a sigsusp sh 41581 15508 96241 0 2 0x2 ifconfig 28016 452391 71164 0 2 0 syz-executor 28016 298811 71164 0 7 0x4000000 syz-executor 20569 494215 13852 0 2 0x2 sh 49547 521303 6262 0 2 0x2 ndp 96241 433982 66906 0 3 0x10008a sigsusp sh 63361 135153 49496 0 2 0x2 sh 6262 155608 20096 0 3 0x10008a sigsusp sh 33085 431117 47974 0 2 0x100002 sh 41864 76123 82974 0 2 0 syz-executor 41864 37427 82974 0 3 0x4000080 fsleep syz-executor 82974 120874 95907 0 3 0x82 nanoslp syz-executor 66906 72374 95907 0 3 0x82 wait syz-executor 36843 118021 95907 0 3 0x82 wait syz-executor 13852 386379 95907 0 3 0x82 wait syz-executor 47974 423541 95907 0 3 0x82 wait syz-executor 49496 289778 95907 0 3 0x82 wait syz-executor 71164 15543 95907 0 3 0x82 nanoslp syz-executor 20096 208187 95907 0 3 0x82 wait syz-executor 95907 259559 53419 0 3 0x82 kqread syz-executor 53419 63657 56543 0 3 0x10008a sigsusp ksh 56543 330968 29485 0 3 0x98 kqread sshd-session 29485 109397 27459 0 3 0x92 kqread sshd-session 32860 251664 1 0 3 0x100083 ttyin getty 27459 40245 1 0 3 0x88 kqread sshd 77715 132984 5350 74 3 0x1100092 bpf pflogd 5350 135907 1 0 3 0x80 sbwait pflogd 2518 236392 7899 73 3 0x1100090 kqread syslogd 7899 309003 1 0 3 0x100082 sbwait syslogd 81442 389521 1 0 3 0x100080 kqread resolvd 22739 505701 28458 77 3 0x100092 kqread dhcpleased 90234 503257 28458 77 3 0x100092 kqread dhcpleased 28458 8997 1 0 3 0x80 kqread dhcpleased 79431 505195 0 0 3 0x14200 bored smr 42310 42498 0 0 2 0x14200 zerothread 47861 450377 0 0 3 0x14200 aiodoned aiodoned 51220 169738 0 0 3 0x14200 syncer update 96429 257191 0 0 3 0x14200 cleaner cleaner 89621 446570 0 0 3 0x14200 reaper reaper 27494 140851 0 0 3 0x14200 pgdaemon pagedaemon 61594 8669 0 0 3 0x14200 bored viomb 96507 275694 0 0 3 0x40014200 acpi0 acpi0 99088 219178 0 0 3 0x40014200 idle1 36475 445164 0 0 3 0x14200 bored softnet3 65901 520674 0 0 3 0x14200 bored softnet2 58962 229189 0 0 3 0x14200 bored softnet1 71926 339105 0 0 3 0x14200 bored softnet0 42791 355719 0 0 2 0x14200 systqmp 8782 96783 0 0 3 0x14200 bored systq 20188 309200 0 0 3 0x14200 tmoslp softclockmp 75351 90725 0 0 3 0x40014200 tmoslp softclock 84698 133179 0 0 3 0x40014200 idle0 1 335428 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806ba82a10) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x178 sys/kern/kern_lock.c:-1 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pmap_enter+0x246 rcr3 machine/cpufunc.h:139 [inline] #3 pmap_enter+0x246 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:437 [inline] #3 pmap_enter+0x246 sys/arch/amd64/amd64/pmap.c:2770 #4 uvm_fault_lower+0x703 sys/uvm/uvm_fault.c:1480 #5 uvm_fault+0x272 sys/uvm/uvm_fault.c:-1 #6 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #7 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #8 recall_trap+0x8 Process 25613 (ndp) thread 0xffff80003b7f87d8 (280268) exclusive rwlock amaplk r = 0 (0xfffffd806bc0e7b8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 uvm_fault_check+0x54c sys/uvm/uvm_fault.c:844 #3 uvm_fault+0x106 sys/uvm/uvm_fault.c:666 #4 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd806ba83c60) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3af sys/kern/kern_rwlock.c:405 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1860 #3 uvm_fault_check+0x4b sys/uvm/uvm_fault.c:730 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:666 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #6 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #7 recall_trap+0x8 exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806ba82a10) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x178 sys/kern/kern_lock.c:-1 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pmap_enter+0x246 rcr3 machine/cpufunc.h:139 [inline] #3 pmap_enter+0x246 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:437 [inline] #3 pmap_enter+0x246 sys/arch/amd64/amd64/pmap.c:2770 #4 uvm_fault_lower+0x703 sys/uvm/uvm_fault.c:1480 #5 uvm_fault+0x272 sys/uvm/uvm_fault.c:-1 #6 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188 #7 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436 #8 recall_trap+0x8 Process 28016 (syz-executor) thread 0xffff80003b7f99c8 (298811) exclusive rwlock netlock r = 0 (0xffffffff8380bc80) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rtm_output+0x78c sys/net/rtsock.c:969 #3 route_output+0x9a1 sys/net/rtsock.c:878 #4 route_send+0xd7 sys/net/rtsock.c:342 #5 sosend+0x804 sys/kern/uipc_socket.c:-1 #6 sendit+0x721 sys/kern/uipc_syscalls.c:779 #7 sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 #8 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fe0a70) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 sblock+0xb7 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e2 sys/kern/uipc_socket.c:630 #4 sendit+0x721 sys/kern/uipc_syscalls.c:779 #5 sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 #6 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10183 11020K 11020K 166960K 11260 0 pcb 17 12K 12K 166960K 17 0 rtable 189 5K 5K 166960K 279 0 pf 34 17K 18K 166960K 45 0 ifaddr 37 6K 6K 166960K 39 0 ifgroup 55 2K 2K 166960K 55 0 sysctl 1 1K 1K 166960K 1 0 counters 64 36K 36K 166960K 64 0 ioctlops 0 0K 4K 166960K 1480 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1336 84K 84K 166960K 1355 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 1K 166960K 2 0 VM map 2 1K 1K 166960K 2 0 sem 2 0K 0K 166960K 2 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 21 77K 93K 166960K 123 0 proc 69 91K 152K 166960K 507 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 in_multi 69 5K 5K 166960K 69 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 25 122K 122K 166960K 25 0 exec 0 0K 1K 166960K 352 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 216 171K 176K 166960K 2819 0 UVM aobj 3 2K 2K 166960K 3 0 pinsyscall 47 94K 109K 166960K 1178 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 NDP 22 1K 1K 166960K 22 0 temp 34 8678K 8740K 166960K 3764 0 kqueue 13 20K 20K 166960K 22 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 29 0 24 1 0 1 1 0 8 0 rtentry 176 88 0 1 4 0 4 4 0 8 0 unpcb 144 33 0 16 1 0 1 1 0 8 0 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 808 7 0 3 1 0 1 1 0 8 0 arp 128 18 0 0 1 0 1 1 0 8 0 inpcb 384 61 0 54 2 0 2 2 0 8 1 nd6 144 12 0 0 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 14 0 0 1 0 1 1 0 8 0 pfstkey 128 14 0 0 1 0 1 1 0 8 0 pfstate 384 14 0 0 2 0 2 2 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 330 0 0 21 0 21 21 0 8 0 art_table 32 331 0 0 3 0 3 3 0 8 0 art_node 16 87 0 7 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1546 0 41 95 0 95 95 0 8 0 ffsino 288 1546 0 41 108 0 108 108 0 8 0 nchpl 144 1726 0 47 63 0 63 63 0 8 0 uvmvnodes 80 1632 0 0 34 0 34 34 0 8 0 vnodes 216 1632 0 0 91 0 91 91 0 8 0 namei 1024 5200 0 5200 1 0 1 1 0 8 1 percpumem 16 47 0 0 1 0 1 1 0 8 0 kstatmem 264 24 0 0 2 0 2 2 0 8 0 scxspl 216 5596 0 5596 3 1 2 2 1 8 2 plimitpl 152 27 0 10 1 0 1 1 0 8 0 sigapl 424 421 0 368 8 1 7 7 0 8 0 futexpl 64 4 0 3 1 0 1 1 0 8 0 knotepl 120 50 0 0 2 0 2 2 0 8 0 kqueuepl 224 18 0 9 1 0 1 1 0 8 0 pipepl 336 102 0 75 3 0 3 3 0 8 0 fdescpl 520 403 0 368 3 0 3 3 0 8 0 filepl 160 1388 0 1178 9 0 9 9 0 8 0 lockfpl 104 6 0 4 1 0 1 1 0 8 0 lockfspl 48 4 0 2 1 0 1 1 0 8 0 sessionpl 144 22 0 13 1 0 1 1 0 8 0 pgrppl 48 30 0 13 1 0 1 1 0 8 0 ucredpl 104 68 0 55 1 0 1 1 0 8 0 zombiepl 144 368 0 368 1 0 1 1 0 8 1 processpl 1192 421 0 368 5 0 5 5 0 8 0 procpl 656 423 0 368 6 1 5 5 0 8 0 sockpl 728 123 0 94 3 0 3 3 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 114 0 0 15 0 15 15 0 8 0 mcl2k 2048 12 0 0 2 0 2 2 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 125 0 0 8 0 8 8 0 8 0 bufpl 280 2265 0 123 153 0 153 153 0 8 0 anonpl 32 4026 0 0 33 0 33 33 0 246 0 amapchunkpl 152 7929 0 7564 16 0 16 16 0 158 1 amappl16 200 2100 0 2092 5 0 5 5 0 8 4 amappl15 192 2 0 2 1 0 1 1 0 8 1 amappl14 184 106 0 93 1 0 1 1 0 8 0 amappl13 176 7 0 6 1 0 1 1 0 8 0 amappl12 168 1020 0 982 4 1 3 3 0 8 0 amappl11 160 50 0 36 1 0 1 1 0 8 0 amappl10 152 5 0 5 1 0 1 1 0 8 1 amappl9 144 251 0 250 1 0 1 1 0 8 0 amappl8 136 21 0 20 1 0 1 1 0 8 0 amappl7 128 111 0 98 1 0 1 1 0 8 0 amappl6 120 175 0 164 1 0 1 1 0 8 0 amappl5 112 124 0 114 1 0 1 1 0 8 0 amappl4 104 307 0 287 1 0 1 1 0 8 0 amappl3 96 1155 0 1072 3 0 3 3 0 8 0 amappl2 88 612 0 540 2 0 2 2 0 8 0 amappl1 80 7832 0 7177 15 0 15 15 0 8 0 amappl 88 2185 0 2050 4 0 4 4 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 403 0 368 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 403 0 368 1 0 1 1 0 8 0 vmmpekpl 168 5037 0 5007 2 0 2 2 0 8 0 vmmpepl 168 32492 0 30603 88 0 88 88 0 357 3 vmsppl 480 402 0 368 5 0 5 5 0 8 0 rwobjpl 72 13761 0 11153 49 0 49 49 0 8 0 pdppl 4096 814 0 736 100 12 88 88 0 8 10 pvpl 32 8828 0 0 73 0 73 73 0 265 1 pmappl 256 402 0 368 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 366 0 14 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace proc_trampoline() at proc_trampoline+0xc7 end of kernel end trace frame: 0x7c0208b297c0, count: -1 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 x86_bus_space_io_read_4(b008,0) at x86_bus_space_io_read_4+0x37 sys/arch/amd64/amd64/bus_space.c:666 acpitimer_delay(1) at acpitimer_delay+0x194 acpitimer_read sys/dev/acpi/acpitimer.c:142 [inline] acpitimer_delay(1) at acpitimer_delay+0x194 sys/dev/acpi/acpitimer.c:125 comcnputc(800,39) at comcnputc+0x29b sys/dev/ic/com.c:1269 cnputc(39) at cnputc+0x61 sys/dev/cons.c:218 db_putchar(39) at db_putchar+0x65c sys/ddb/db_output.c:155 kprintf() at kprintf+0x2aba sys/kern/subr_prf.c:1065 db_printf(ffffffff833f9a3b) at db_printf+0x9b sys/kern/subr_prf.c:-1 fault(ffffffff833977fe) at fault+0xa7 sys/arch/amd64/amd64/trap.c:157 kpageflttrap(ffff80003c42a7f0,ffff80000149f08a) at kpageflttrap+0x385 sys/arch/amd64/amd64/trap.c:290 kerntrap(ffff80003c42a7f0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b end trace frame: 0xffff80003c42a920, count: 0 ddb{1}> trace x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 x86_bus_space_io_read_4(b008,0) at x86_bus_space_io_read_4+0x37 sys/arch/amd64/amd64/bus_space.c:666 acpitimer_delay(1) at acpitimer_delay+0x194 acpitimer_read sys/dev/acpi/acpitimer.c:142 [inline] acpitimer_delay(1) at acpitimer_delay+0x194 sys/dev/acpi/acpitimer.c:125 comcnputc(800,39) at comcnputc+0x29b sys/dev/ic/com.c:1269 cnputc(39) at cnputc+0x61 sys/dev/cons.c:218 db_putchar(39) at db_putchar+0x65c sys/ddb/db_output.c:155 kprintf() at kprintf+0x2aba sys/kern/subr_prf.c:1065 db_printf(ffffffff833f9a3b) at db_printf+0x9b sys/kern/subr_prf.c:-1 fault(ffffffff833977fe) at fault+0xa7 sys/arch/amd64/amd64/trap.c:157 kpageflttrap(ffff80003c42a7f0,ffff80000149f08a) at kpageflttrap+0x385 sys/arch/amd64/amd64/trap.c:290 kerntrap(ffff80003c42a7f0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b arp_rtrequest(ffff800000039058,1,fffffd806b9eedd8) at arp_rtrequest+0x66f arprequest sys/netinet/if_ether.c:281 [inline] arp_rtrequest(ffff800000039058,1,fffffd806b9eedd8) at arp_rtrequest+0x66f sys/netinet/if_ether.c:184 rtrequest(1,ffff80003c42aad0,0,ffff80003c42aa50,0) at rtrequest+0xc5c sys/net/route.c:1117 rtm_output(ffff8000014a4200,ffff80003c42ab78,ffff80003c42aad0,0,0) at rtm_output+0x876 sys/net/rtsock.c:973 route_output(fffffd80757c4900,ffff800010fe0898) at route_output+0x9a1 sys/net/rtsock.c:878 route_send(ffff800010fe0898,fffffd80757c4900,0,0) at route_send+0xd7 sys/net/rtsock.c:342 sosend(ffff800010fe0898,0,ffff80003c42ad18,0,0,808) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003b7f99c8,3,ffff80003c42ae10,808,ffff80003c42aec0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendto(ffff80003b7f99c8,ffff80003c42af70,ffff80003c42aec0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:557 syscall(ffff80003c42af70) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c42af70) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xfe2ebd52190, count: -24