witness: lock order reversal: 1st 0xffffffff82c466b0 pf_lock (pf_lock) 2nd 0xfffffd806ef0c5d8 solock (&so->so_lock) lock order "&so->so_lock"(rwlock) -> "pf_lock"(rwlock) first seen at: #0 rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 #1 pf_remove_divert_state+0xbf sys/net/pf.c:1833 #2 in_pcbdisconnect+0x2c sys/netinet/in_pcb.c:578 #3 udp_disconnect+0xf1 sys/netinet/udp_usrreq.c:1189 #4 soconnect+0xc1 pru_disconnect sys/sys/protosw.h:334 [inline] #4 soconnect+0xc1 sodisconnect sys/kern/uipc_socket.c:521 [inline] #4 soconnect+0xc1 sys/kern/uipc_socket.c:485 #5 sys_connect+0x207 sys/kern/uipc_syscalls.c:422 #6 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #6 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #7 Xsyscall+0x128 lock order "pf_lock"(rwlock) -> "&so->so_lock"(rwlock) first seen at: #0 rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 #1 route_input+0x101 sys/net/rtsock.c:520 #2 rtm_send+0x1b2 sys/net/rtsock.c:1744 #3 rt_clone+0xd1 sys/net/route.c:279 #4 rtalloc+0x91 rt_match sys/net/route.c:248 [inline] #4 rtalloc+0x91 sys/net/route.c:377 #5 icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 #6 icmp_error+0x61 sys/netinet/ip_icmp.c:300 #7 pf_test_rule+0x98d sys/net/pf.c:4476 #8 pf_test+0x1d1c sys/net/pf.c:7676 #9 ip_input_if+0x131 sys/netinet/ip_input.c:417 #10 ipv4_input+0x4c sys/netinet/ip_input.c:291 #11 ether_input+0x58a #12 tun_dev_write+0x203 sys/net/if_tun.c:914 #13 spec_write+0xd9 sys/kern/spec_vnops.c:302 #14 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #15 vn_write+0x15b sys/kern/vfs_vnops.c:408 #16 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #17 sys_write+0x87 sys/kern/sys_generic.c:295 #18 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #18 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806ef0c5d8,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(fffffd806ef0c5d8,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 rw_enter_write(fffffd806ef0c5c8) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 route_input(fffffd8072fd9400,0,2) at route_input+0x101 sys/net/rtsock.c:520 rtm_send(fffffd80692bb628,1,0,0) at rtm_send+0x1b2 sys/net/rtsock.c:1744 rt_clone(ffff80002d5cc700,ffff80002d5cc778,0) at rt_clone+0xd1 sys/net/route.c:279 rtalloc(ffff80002d5cc778,1,0) at rtalloc+0x91 rt_match sys/net/route.c:248 [inline] rtalloc(ffff80002d5cc778,1,0) at rtalloc+0x91 sys/net/route.c:377 icmp_reflect(fffffd80725ad700,0,0) at icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 icmp_error(fffffd8072fd9400,3,3,0,0) at icmp_error+0x61 sys/netinet/ip_icmp.c:300 pf_test_rule(ffff80002d5cca38,ffff80002d5ccb30,ffff80002d5ccb40,ffff80002d5ccb20,ffff80002d5ccb00,fffffd806610e2f0) at pf_test_rule+0x98d sys/net/pf.c:4476 pf_test(2,1,ffff800000d3f800,ffff80002d5ccc68) at pf_test+0x1d1c sys/net/pf.c:7676 ip_input_if(ffff80002d5ccc68,ffff80002d5ccc74,4,0,ffff800000d3f800) at ip_input_if+0x131 sys/netinet/ip_input.c:417 ipv4_input(ffff800000d3f800,fffffd806610e200) at ipv4_input+0x4c sys/netinet/ip_input.c:291 ether_input(ffff800000d3f800,fffffd806610e200) at ether_input+0x58a tun_dev_write(5d02,ffff80002d5ccfd8,ffff80002db33000,2) at tun_dev_write+0x203 sys/net/if_tun.c:914 spec_write(ffff80002d5cce30) at spec_write+0xd9 sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd806d7d6bd0,ffff80002d5ccfd8,11,fffffd807f7d6750) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 vn_write(fffffd806bbf54e0,ffff80002d5ccfd8,0) at vn_write+0x15b sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002a1c2548,c8,ffff80002d5ccfd8,0,ffff80002d5cd0c0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002a1c2548,ffff80002d5cd070,ffff80002d5cd0c0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002d5cd140) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] syscall(ffff80002d5cd140) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6ad6080baf0, count: -22 ddb{0}> show registers rdi 0x3 rsi 0x40000 acpi_pdirpa+0x2be63 rbp 0xffff80002d5cc300 rbx 0x3 rdx 0xffff800000da6040 rcx 0xffff80002a1c2548 rax 0x3ffff acpi_pdirpa+0x2be62 r8 0xffff80002d5cc270 r9 0x8080808080808080 r10 0xd0df081108e32ea1 r11 0xd3421809af051fea r12 0xfffffd8003a02c00 r13 0 r14 0xfffffd80039fc380 r15 0xfffffd80031d49c0 rip 0xffffffff8237330c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002d5cc2f0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.2) tid=46392 pid=17865 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a1c22a0,0xffffffff82d848b0 process=0xffff8000ffff8008 user=0xffff80002d5c8000, vmspace=0xfffffd806b6c43b8 estcpu=34, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 36561 173315 26962 0 2 0 syz-executor.1 36561 495222 26962 0 7 0x4000000 syz-executor.1 17865 24732 39766 0 2 0 syz-executor.2 17865 180213 39766 0 2 0x4000000 syz-executor.2 *17865 46392 39766 0 7 0x4000000 syz-executor.2 72851 479216 11947 0 2 0 syz-executor.7 72851 235519 11947 0 3 0x4000080 fsleep syz-executor.7 72851 227426 11947 0 2 0x4000000 syz-executor.7 98624 118521 8159 0 2 0 syz-executor.3 98624 417063 8159 0 2 0x4000000 syz-executor.3 45593 300246 14138 0 2 0 syz-executor.0 45593 494485 14138 0 2 0x4000080 syz-executor.0 45593 190522 14138 0 3 0x4000080 fsleep syz-executor.0 71112 521426 69895 0 3 0x80 nanoslp syz-executor.5 71112 197269 69895 0 3 0x4000080 bell syz-executor.5 71112 139635 69895 0 3 0x4000080 fsleep syz-executor.5 18314 347227 26429 0 2 0 syz-executor.6 18314 454015 26429 0 3 0x4000080 fsleep syz-executor.6 18314 61592 26429 0 3 0x4000080 fsleep syz-executor.6 18314 505978 26429 0 3 0x4000080 fsleep syz-executor.6 33978 118660 0 0 3 0x14280 nfsidl nfsio 86932 191006 0 0 3 0x14280 nfsidl nfsio 34974 4730 0 0 3 0x14280 nfsidl nfsio 56884 108213 0 0 3 0x14280 nfsidl nfsio 38069 121246 0 0 3 0x14280 nfsidl nfsio 19792 135599 0 0 3 0x14280 nfsidl nfsio 85808 332168 0 0 3 0x14280 nfsidl nfsio 15218 482967 0 0 3 0x14280 nfsidl nfsio 62606 304634 0 0 3 0x14280 nfsidl nfsio 79202 8763 0 0 3 0x14280 nfsidl nfsio 61899 120406 0 0 3 0x14280 nfsidl nfsio 76592 74473 0 0 3 0x14280 nfsidl nfsio 52141 173004 0 0 3 0x14280 nfsidl nfsio 40927 162246 0 0 3 0x14280 nfsidl nfsio 12684 306409 0 0 3 0x14280 nfsidl nfsio 7893 238859 0 0 3 0x14280 nfsidl nfsio 57534 290162 0 0 3 0x14280 nfsidl nfsio 68648 23926 0 0 3 0x14280 nfsidl nfsio 33729 96993 0 0 3 0x14280 nfsidl nfsio 62449 275928 0 0 3 0x14280 nfsidl nfsio 26429 426374 74277 0 2 0x482 syz-executor.6 11947 47286 74277 0 3 0x82 nanoslp syz-executor.7 69895 505539 74277 0 2 0x482 syz-executor.5 39766 93669 74277 0 3 0x82 nanoslp syz-executor.2 88637 349624 74277 0 2 0x2 syz-executor.4 26962 61782 74277 0 2 0x2 syz-executor.1 87058 14975 0 0 3 0x14200 bored sosplice 8159 208540 74277 0 3 0x82 nanoslp syz-executor.3 14138 334337 74277 0 3 0x82 nanoslp syz-executor.0 74277 512071 45804 0 3 0x2000082 thrsleep syz-fuzzer 74277 289443 45804 0 2 0x6000082 syz-fuzzer 74277 233539 45804 0 3 0x6000082 wait syz-fuzzer 74277 515622 45804 0 3 0x6000082 wait syz-fuzzer 74277 365265 45804 0 3 0x6000082 wait syz-fuzzer 74277 284660 45804 0 3 0x6000082 thrsleep syz-fuzzer 74277 204924 45804 0 3 0x6000082 thrsleep syz-fuzzer 74277 171161 45804 0 3 0x6000082 wait syz-fuzzer 74277 344532 45804 0 3 0x6000082 thrsleep syz-fuzzer 74277 329896 45804 0 3 0x6000082 wait syz-fuzzer 74277 198406 45804 0 3 0x6000082 wait syz-fuzzer 74277 195618 45804 0 3 0x6000082 thrsleep syz-fuzzer 74277 50774 45804 0 3 0x6000082 wait syz-fuzzer 74277 243302 45804 0 3 0x6000082 kqread syz-fuzzer 74277 350034 45804 0 3 0x6000082 wait syz-fuzzer 74277 428734 45804 0 3 0x6000082 thrsleep syz-fuzzer 45804 250129 96355 0 3 0x10008a sigsusp ksh 96355 444311 75795 0 3 0x9a kqread sshd 65295 44676 1 0 3 0x100083 ttyin getty 75795 46712 1 0 3 0x88 kqread sshd 37176 483823 39279 74 3 0x1100092 bpf pflogd 39279 134375 1 0 3 0x80 netio pflogd 43562 452945 12021 73 3 0x1100090 kqread syslogd 12021 17467 1 0 3 0x100082 netio syslogd 49315 83995 1 0 3 0x100080 kqread resolvd 98411 302847 9241 77 3 0x100092 kqread dhcpleased 30628 233946 9241 77 3 0x100092 kqread dhcpleased 9241 217537 1 0 3 0x80 kqread dhcpleased 45605 286471 0 0 3 0x14200 bored smr 25542 453364 0 0 2 0x14200 zerothread 499 244815 0 0 3 0x14200 aiodoned aiodoned 61608 405101 0 0 3 0x14200 syncer update 61291 209647 0 0 3 0x14200 cleaner cleaner 44722 68339 0 0 3 0x14200 reaper reaper 78672 121654 0 0 3 0x14200 pgdaemon pagedaemon 71747 42774 0 0 3 0x14200 bored viomb 21896 226534 0 0 3 0x40014200 acpi0 acpi0 93300 121136 0 0 3 0x40014200 idle1 28959 56241 0 0 3 0x14200 bored softnet3 76879 24305 0 0 3 0x14200 bored softnet2 53409 205388 0 0 3 0x14200 bored softnet1 72894 406644 0 0 3 0x14200 bored softnet0 8397 143362 0 0 3 0x14200 bored systqmp 83750 498139 0 0 3 0x14200 bored systq 12687 410016 0 0 3 0x14200 tmoslp softclockmp 14190 276304 0 0 3 0x40014200 tmoslp softclock 81612 12761 0 0 3 0x40014200 idle0 1 305372 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 36561 (syz-executor.1) thread 0xffff80002a2b4a90 (495222) shared rwlock vmmaplk r = 0 (0xfffffd806b6c4a20) #0 witness_lock+0x447 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 #5 kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 #6 alltraps_kern_meltdown+0x7b #7 copyout+0x57 #8 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #8 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #9 Xsyscall+0x128 Process 17865 (syz-executor.2) thread 0xffff80002a1c2548 (46392) exclusive rwlock pf_lock r = 0 (0xffffffff82c466b0) #0 witness_lock+0x447 #1 pf_test+0x1cfd #2 ip_input_if+0x131 sys/netinet/ip_input.c:417 #3 ipv4_input+0x4c sys/netinet/ip_input.c:291 #4 ether_input+0x58a #5 tun_dev_write+0x203 sys/net/if_tun.c:914 #6 spec_write+0xd9 sys/kern/spec_vnops.c:302 #7 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #8 vn_write+0x15b sys/kern/vfs_vnops.c:408 #9 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #10 sys_write+0x87 sys/kern/sys_generic.c:295 #11 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #11 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #12 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff82bd4d90) #0 witness_lock+0x447 #1 tun_dev_write+0x1f8 sys/net/if_tun.c:913 #2 spec_write+0xd9 sys/kern/spec_vnops.c:302 #3 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #4 vn_write+0x15b sys/kern/vfs_vnops.c:408 #5 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #6 sys_write+0x87 sys/kern/sys_generic.c:295 #7 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #7 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #8 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82d13e68) #0 witness_lock+0x447 #1 vn_write+0x46 sys/kern/vfs_vnops.c:393 #2 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #3 sys_write+0x87 sys/kern/sys_generic.c:295 #4 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #4 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #5 Xsyscall+0x128 Process 98624 (syz-executor.3) thread 0xffff80002a2b4540 (417063) exclusive rrwlock inode r = 0 (0xfffffd806e940b48) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1145 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80684963d8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10204 6495K 7583K 166960K 31021 0 pcb 13 16K 17K 166960K 598 0 rtable 239 7K 7K 166960K 711 0 pf 32 9K 10K 166960K 136 0 ifaddr 45 15K 16K 166960K 113 0 ifgroup 55 2K 2K 166960K 212 0 sysctl 3 0K 0K 166960K 3 0 counters 64 36K 36K 166960K 140 0 ioctlops 0 0K 4K 166960K 1542 0 iov 0 0K 22K 166960K 514 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1547 97K 97K 166960K 6800 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 56 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 864 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 89K 166960K 7871 0 sigio 0 0K 0K 166960K 79 0 proc 73 103K 140K 166960K 1045 0 subproc 104 6K 6K 166960K 211 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 461 0 in_multi 99 7K 7K 166960K 217 0 ether_multi 1 0K 0K 166960K 10 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 717 0 tdb 3 0K 0K 166960K 3 0 pagedep 1 8K 8K 166960K 1 0 inodedep 1 32K 32K 166960K 1 0 newblk 1 0K 0K 166960K 1 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 419 96K 99K 166960K 77579 0 UVM aobj 131 4K 4K 166960K 134 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 134 0 NDP 12 0K 2K 166960K 82 0 temp 74 5932K 6012K 166960K 46655 0 kqueue 12 18K 26K 166960K 315 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 179 0 176 3 2 1 3 0 8 0 rtentry 112 231 0 120 4 0 4 4 0 8 0 unpcb 144 2816 0 2801 37 36 1 10 0 8 0 syncache 312 57 0 57 9 8 1 1 0 8 1 tcpqe 32 206 0 206 8 7 1 1 0 8 1 tcpcb 808 1776 0 1756 66 57 9 15 0 8 5 arp 120 45 0 26 1 0 1 1 0 8 0 inpcb 368 4407 0 4384 91 82 9 15 0 8 5 nd6 136 51 0 27 1 0 1 1 0 8 0 pkpcb 40 15 0 15 4 4 0 1 0 8 0 kcovpl 48 16 0 8 1 0 1 1 0 8 0 ppxss 1256 6 0 6 2 2 0 1 0 8 0 pffrag 232 27 0 23 1 0 1 1 0 482 0 pffrnode 88 27 0 23 1 0 1 1 0 8 0 pffrent 40 200 0 196 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 151 0 133 1 0 1 1 0 8 0 pfstkey 128 217 0 199 2 0 2 2 0 8 0 pfstate 376 217 0 197 6 2 4 4 0 8 1 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 842 0 382 35 6 29 30 0 8 0 art_table 32 843 0 382 4 0 4 4 0 8 0 art_node 16 230 0 130 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0 semapl 112 862 0 852 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 10668 0 9199 93 0 93 93 0 8 0 ffsino 272 10668 0 9199 99 0 99 99 0 8 0 nchpl 144 20885 0 19226 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 68214 0 68213 5 4 1 2 0 8 0 percpumem 16 84 0 38 1 0 1 1 0 8 0 vcpupl 2048 8 0 0 1 0 1 1 0 8 0 vmpool 696 11 0 3 1 0 1 1 0 8 0 kstatmem 264 100 0 76 2 0 2 2 0 8 0 scxspl 216 59908 0 59908 19 18 1 7 1 8 1 plimitpl 152 430 0 414 1 0 1 1 0 8 0 sigapl 424 8304 0 8234 9 1 8 8 0 8 0 futexpl 64 56190 0 56184 3 2 1 1 0 8 0 knotepl 120 232 0 0 5 0 5 5 0 8 0 kqueuepl 216 989 0 980 17 12 5 5 0 8 4 pipepl 320 1719 0 1690 46 40 6 10 0 8 3 fdescpl 496 8164 0 8134 7 2 5 5 0 8 0 filepl 152 42400 0 42153 77 62 15 19 0 8 4 lockfpl 104 3726 0 3724 8 7 1 3 0 8 0 lockfspl 48 1577 0 1575 1 0 1 1 0 8 0 sessionpl 144 32 0 15 1 0 1 1 0 8 0 pgrppl 48 124 0 107 1 0 1 1 0 8 0 ucredpl 104 3366 0 3354 1 0 1 1 0 8 0 zombiepl 144 8235 0 8234 2 1 1 1 0 8 0 processpl 1072 8304 0 8234 5 0 5 5 0 8 0 procpl 680 21333 0 21235 12 3 9 9 0 8 0 srpgc 96 8 0 8 4 4 0 1 0 8 0 sosppl 168 29 0 25 6 5 1 1 0 8 0 sockpl 488 7530 0 7489 202 188 14 34 0 8 7 mcl64k 65536 22 0 0 3 0 3 3 0 8 0 mcl16k 16384 9 0 0 2 0 2 2 0 8 0 mcl12k 12288 17 0 0 2 0 2 2 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 32 0 0 3 1 2 3 0 8 0 mcl2k2 2112 8 0 0 1 0 1 1 0 8 0 mcl2k 2048 302 0 0 35 1 34 35 0 8 0 mtagpl 96 899 0 0 22 1 21 22 0 8 0 mbufpl 256 1667 0 0 100 0 100 100 0 8 0 bufpl 288 14710 0 8387 452 0 452 452 0 8 0 anonpl 24 815043 0 799538 147 52 95 110 0 186 0 amapchunkpl 152 245643 0 244735 83 46 37 48 0 158 0 amappl16 200 16354 0 15797 82 52 30 37 0 8 0 amappl15 192 28 0 28 1 1 0 1 0 8 0 amappl14 184 183 0 170 2 1 1 2 0 8 0 amappl13 176 20 0 18 1 0 1 1 0 8 0 amappl12 168 8973 0 8937 4 2 2 3 0 8 0 amappl11 160 113 0 99 1 0 1 1 0 8 0 amappl10 152 56 0 44 2 1 1 1 0 8 0 amappl9 144 217 0 217 6 5 1 1 0 8 1 amappl8 136 437 0 333 4 0 4 4 0 8 0 amappl7 128 223 0 194 2 0 2 2 0 8 0 amappl6 120 423 0 411 1 0 1 1 0 8 0 amappl5 112 294 0 282 1 0 1 1 0 8 0 amappl4 104 600 0 573 2 1 1 2 0 8 0 amappl3 96 48166 0 48066 4 1 3 3 0 8 0 amappl2 88 8868 0 8786 3 1 2 3 0 8 0 amappl1 80 37163 0 36598 23 10 13 23 0 8 0 amappl 88 76824 0 76568 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 8176 0 8138 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 8176 0 8138 1 0 1 1 0 8 0 vmmpekpl 168 61579 0 61503 5 1 4 4 0 8 0 vmmpepl 168 481210 0 478603 244 127 117 136 0 357 0 vmsppl 464 8175 0 8138 6 1 5 5 0 8 0 rwobjpl 56 122603 0 114824 113 3 110 111 0 8 0 pdppl 4096 16360 0 16284 354 276 78 82 0 8 2 pvpl 32 41896 0 0 340 2 338 338 0 265 0 pmappl 248 8175 0 8138 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1372 0 442 27 0 27 27 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806ef0c5d8,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(fffffd806ef0c5d8,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 rw_enter_write(fffffd806ef0c5c8) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 route_input(fffffd8072fd9400,0,2) at route_input+0x101 sys/net/rtsock.c:520 rtm_send(fffffd80692bb628,1,0,0) at rtm_send+0x1b2 sys/net/rtsock.c:1744 rt_clone(ffff80002d5cc700,ffff80002d5cc778,0) at rt_clone+0xd1 sys/net/route.c:279 rtalloc(ffff80002d5cc778,1,0) at rtalloc+0x91 rt_match sys/net/route.c:248 [inline] rtalloc(ffff80002d5cc778,1,0) at rtalloc+0x91 sys/net/route.c:377 icmp_reflect(fffffd80725ad700,0,0) at icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 icmp_error(fffffd8072fd9400,3,3,0,0) at icmp_error+0x61 sys/netinet/ip_icmp.c:300 pf_test_rule(ffff80002d5cca38,ffff80002d5ccb30,ffff80002d5ccb40,ffff80002d5ccb20,ffff80002d5ccb00,fffffd806610e2f0) at pf_test_rule+0x98d sys/net/pf.c:4476 pf_test(2,1,ffff800000d3f800,ffff80002d5ccc68) at pf_test+0x1d1c sys/net/pf.c:7676 ip_input_if(ffff80002d5ccc68,ffff80002d5ccc74,4,0,ffff800000d3f800) at ip_input_if+0x131 sys/netinet/ip_input.c:417 ipv4_input(ffff800000d3f800,fffffd806610e200) at ipv4_input+0x4c sys/netinet/ip_input.c:291 ether_input(ffff800000d3f800,fffffd806610e200) at ether_input+0x58a tun_dev_write(5d02,ffff80002d5ccfd8,ffff80002db33000,2) at tun_dev_write+0x203 sys/net/if_tun.c:914 spec_write(ffff80002d5cce30) at spec_write+0xd9 sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd806d7d6bd0,ffff80002d5ccfd8,11,fffffd807f7d6750) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 vn_write(fffffd806bbf54e0,ffff80002d5ccfd8,0) at vn_write+0x15b sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002a1c2548,c8,ffff80002d5ccfd8,0,ffff80002d5cd0c0) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002a1c2548,ffff80002d5cd070,ffff80002d5cd0c0) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002d5cd140) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] syscall(ffff80002d5cd140) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6ad6080baf0, count: -22 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029d3bff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_const_cmp4(0,0) at __sanitizer_cov_trace_const_cmp4+0x32 kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_const_cmp4(0,0) at __sanitizer_cov_trace_const_cmp4+0x32 sys/dev/kcov.c:235 uvm_map_lookup_entry(fffffd806b6c4928,1a7000,ffff80002d5a9758) at uvm_map_lookup_entry+0x19a sys/uvm/uvm_map.c:1596 uvmfault_lookup(ffff80002d5a9730,0) at uvmfault_lookup+0xea sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80002d5a9730,ffff80002d5a9768,ffff80002d5a9790) at uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 uvm_fault(fffffd806b6c4928,1a7000,0,2) at uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80002d5a98d0,1a7700) at kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002d5a98d0) at kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x57 syscall(ffff80002d5a9d20) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] syscall(ffff80002d5a9d20) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xab2cad1ecb0, count: -14