witness: lock order reversal: 1st 0xffffffff82c3a6c0 pf_lock (pf_lock) 2nd 0xfffffd806f2cb208 solock (&so->so_lock) lock order "&so->so_lock"(rwlock) -> "pf_lock"(rwlock) first seen at: #0 rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 #1 pf_remove_divert_state+0xbf sys/net/pf.c:1833 #2 in_pcbdisconnect+0x2c sys/netinet/in_pcb.c:578 #3 udp_disconnect+0xf1 sys/netinet/udp_usrreq.c:1189 #4 soconnect+0xc1 pru_disconnect sys/sys/protosw.h:334 [inline] #4 soconnect+0xc1 sodisconnect sys/kern/uipc_socket.c:521 [inline] #4 soconnect+0xc1 sys/kern/uipc_socket.c:485 #5 sys_connect+0x207 sys/kern/uipc_syscalls.c:422 #6 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #6 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #7 Xsyscall+0x128 lock order "pf_lock"(rwlock) -> "&so->so_lock"(rwlock) first seen at: #0 rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 #1 route_input+0x101 sys/net/rtsock.c:520 #2 rtm_send+0x1b2 sys/net/rtsock.c:1744 #3 rt_clone+0xd1 sys/net/route.c:279 #4 rtalloc+0x91 rt_match sys/net/route.c:248 [inline] #4 rtalloc+0x91 sys/net/route.c:377 #5 icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 #6 icmp_error+0x61 sys/netinet/ip_icmp.c:300 #7 pf_test_rule+0x98d sys/net/pf.c:4476 #8 pf_test+0x1d1c sys/net/pf.c:7676 #9 ip_input_if+0x131 sys/netinet/ip_input.c:417 #10 ipv4_input+0x4c sys/netinet/ip_input.c:291 #11 ether_input+0x58a #12 tun_dev_write+0x203 sys/net/if_tun.c:914 #13 spec_write+0xd9 sys/kern/spec_vnops.c:302 #14 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #15 vn_write+0x15b sys/kern/vfs_vnops.c:408 #16 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #17 sys_write+0x87 sys/kern/sys_generic.c:295 #18 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #18 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806f2cb208,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(fffffd806f2cb208,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 rw_enter_write(fffffd806f2cb1f8) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 route_input(fffffd805c23ed00,0,2) at route_input+0x101 sys/net/rtsock.c:520 rtm_send(fffffd80678f0010,1,0,0) at rtm_send+0x1b2 sys/net/rtsock.c:1744 rt_clone(ffff80002d702140,ffff80002d7021b8,0) at rt_clone+0xd1 sys/net/route.c:279 rtalloc(ffff80002d7021b8,1,0) at rtalloc+0x91 rt_match sys/net/route.c:248 [inline] rtalloc(ffff80002d7021b8,1,0) at rtalloc+0x91 sys/net/route.c:377 icmp_reflect(fffffd8074f35b00,0,0) at icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 icmp_error(fffffd805c23ed00,3,3,0,0) at icmp_error+0x61 sys/netinet/ip_icmp.c:300 pf_test_rule(ffff80002d702478,ffff80002d702570,ffff80002d702580,ffff80002d702560,ffff80002d702540,fffffd8067f4ebf0) at pf_test_rule+0x98d sys/net/pf.c:4476 pf_test(2,1,ffff800000d36800,ffff80002d7026a8) at pf_test+0x1d1c sys/net/pf.c:7676 ip_input_if(ffff80002d7026a8,ffff80002d7026b4,4,0,ffff800000d36800) at ip_input_if+0x131 sys/netinet/ip_input.c:417 ipv4_input(ffff800000d36800,fffffd8067f4eb00) at ipv4_input+0x4c sys/netinet/ip_input.c:291 ether_input(ffff800000d36800,fffffd8067f4eb00) at ether_input+0x58a tun_dev_write(5d07,ffff80002d702a18,ffff8000359c5000,2) at tun_dev_write+0x203 sys/net/if_tun.c:914 spec_write(ffff80002d702870) at spec_write+0xd9 sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd8067868980,ffff80002d702a18,11,fffffd807f7d6478) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 vn_write(fffffd80622b0448,ffff80002d702a18,0) at vn_write+0x15b sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002d6d6a98,c8,ffff80002d702a18,0,ffff80002d702b00) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002d6d6a98,ffff80002d702ab0,ffff80002d702b00) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002d702b80) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] syscall(ffff80002d702b80) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x109dbe73fa0, count: -22 ddb{0}> show registers rdi 0x3 rsi 0x40000 acpi_pdirpa+0x2be63 rbp 0xffff80002d701d40 rbx 0x3 rdx 0xffff800000da6780 rcx 0xffff80002d6d6a98 rax 0x3ffff acpi_pdirpa+0x2be62 r8 0xffff80002d701cb0 r9 0x8080808080808080 r10 0x9d43b88aae7c38cf r11 0x79e6cdca3d700a5 r12 0xfffffd8003a0a590 r13 0 r14 0xfffffd8003a00ae0 r15 0xfffffd80031d79c0 rip 0xffffffff81cb472c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002d701d30 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.7) tid=507600 pid=57404 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=84, usrpri=84, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002d6d5800,0xffff80002a1beac0 process=0xffff80002d51a5d0 user=0xffff80002d6fd000, vmspace=0xfffffd807eff93a0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 57682 142430 11177 0 2 0 syz-executor.1 25472 347128 50831 0 2 0 syz-executor.4 86907 379693 66495 0 2 0 syz-executor.0 48054 193123 66596 0 2 0 syz-executor.3 57404 296329 86708 0 2 0 syz-executor.7 *57404 507600 86708 0 7 0x4000000 syz-executor.7 63139 19966 2361 0 2 0 syz-executor.2 63139 205405 2361 0 2 0x4000000 syz-executor.2 63139 35504 2361 0 3 0x4000000 inode syz-executor.2 50831 103563 48511 0 2 0x2 syz-executor.4 66495 410982 48511 0 3 0x82 nanoslp syz-executor.0 90999 417707 0 0 3 0x14280 nfsidl nfsio 31274 367862 0 0 3 0x14280 nfsidl nfsio 31945 133837 0 0 3 0x14280 nfsidl nfsio 37486 252686 0 0 3 0x14280 nfsidl nfsio 73401 349733 0 0 3 0x14280 nfsidl nfsio 55598 397086 0 0 3 0x14280 nfsidl nfsio 91406 303695 0 0 3 0x14280 nfsidl nfsio 58490 438546 0 0 3 0x14280 nfsidl nfsio 45972 329265 0 0 3 0x14280 nfsidl nfsio 50500 192208 0 0 3 0x14280 nfsidl nfsio 64011 440074 0 0 3 0x14280 nfsidl nfsio 46331 73995 0 0 3 0x14280 nfsidl nfsio 46224 73441 0 0 3 0x14280 nfsidl nfsio 20182 240421 0 0 3 0x14280 nfsidl nfsio 1775 20429 0 0 3 0x14280 nfsidl nfsio 52841 133703 0 0 3 0x14280 nfsidl nfsio 24980 464313 0 0 3 0x14280 nfsidl nfsio 57844 343641 0 0 3 0x14280 nfsidl nfsio 14224 331933 0 0 3 0x14280 nfsidl nfsio 69733 506189 0 0 3 0x14280 nfsidl nfsio 11177 154811 48511 0 2 0x2 syz-executor.1 66596 494165 48511 0 3 0x82 nanoslp syz-executor.3 86708 469895 48511 0 3 0x82 nanoslp syz-executor.7 94672 29243 0 0 3 0x14200 bored sosplice 31984 488344 48511 0 2 0x2 syz-executor.5 62657 370215 48511 0 2 0x2 syz-executor.6 2361 182483 48511 0 3 0x82 nanoslp syz-executor.2 48511 6627 79295 0 3 0x2000082 wait syz-fuzzer 48511 392439 79295 0 3 0x6000082 nanoslp syz-fuzzer 48511 64084 79295 0 3 0x6000082 wait syz-fuzzer 48511 259519 79295 0 3 0x6000082 wait syz-fuzzer 48511 489669 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 487964 79295 0 3 0x6000082 kqread syz-fuzzer 48511 421598 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 117522 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 455091 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 56759 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 390750 79295 0 3 0x6000082 thrsleep syz-fuzzer 48511 130772 79295 0 3 0x6000082 wait syz-fuzzer 48511 20515 79295 0 3 0x6000082 wait syz-fuzzer 48511 348464 79295 0 3 0x6000082 wait syz-fuzzer 48511 222379 79295 0 3 0x6000082 wait syz-fuzzer 48511 430641 79295 0 3 0x6000082 wait syz-fuzzer 79295 373481 32189 0 3 0x10008a sigsusp ksh 32189 233394 25169 0 3 0x9a kqread sshd 45657 204299 1 0 3 0x100083 ttyin getty 25169 146064 1 0 3 0x88 kqread sshd 55437 472309 34039 74 3 0x1100092 bpf pflogd 34039 2216 1 0 3 0x80 netio pflogd 33510 169936 49291 73 3 0x1100090 kqread syslogd 49291 487913 1 0 3 0x100082 netio syslogd 93149 199968 1 0 3 0x100080 kqread resolvd 60781 254968 4959 77 3 0x100092 kqread dhcpleased 69666 90504 4959 77 3 0x100092 kqread dhcpleased 4959 97442 1 0 3 0x80 kqread dhcpleased 59339 363240 0 0 3 0x14200 bored smr 896 124387 0 0 2 0x14200 zerothread 69842 58193 0 0 3 0x14200 aiodoned aiodoned 23192 193412 0 0 3 0x14200 syncer update 38999 309455 0 0 3 0x14200 cleaner cleaner 5768 474315 0 0 3 0x14200 reaper reaper 86739 259904 0 0 3 0x14200 pgdaemon pagedaemon 3316 261963 0 0 3 0x14200 bored viomb 4186 516984 0 0 3 0x40014200 acpi0 acpi0 33791 51363 0 0 7 0x40014200 idle1 71147 140448 0 0 3 0x14200 bored softnet3 28465 399065 0 0 3 0x14200 bored softnet2 21814 434852 0 0 3 0x14200 bored softnet1 22970 251984 0 0 3 0x14200 bored softnet0 12929 237693 0 0 3 0x14200 bored systqmp 83991 263593 0 0 3 0x14200 bored systq 68377 425104 0 0 3 0x14200 tmoslp softclockmp 82202 492675 0 0 3 0x40014200 tmoslp softclock 62491 474437 0 0 3 0x40014200 idle0 1 88982 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 57404 (syz-executor.7) thread 0xffff80002d6d6a98 (507600) exclusive rwlock pf_lock r = 0 (0xffffffff82c3a6c0) #0 witness_lock+0x447 #1 pf_test+0x1cfd #2 ip_input_if+0x131 sys/netinet/ip_input.c:417 #3 ipv4_input+0x4c sys/netinet/ip_input.c:291 #4 ether_input+0x58a #5 tun_dev_write+0x203 sys/net/if_tun.c:914 #6 spec_write+0xd9 sys/kern/spec_vnops.c:302 #7 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #8 vn_write+0x15b sys/kern/vfs_vnops.c:408 #9 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #10 sys_write+0x87 sys/kern/sys_generic.c:295 #11 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #11 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #12 Xsyscall+0x128 exclusive rwlock netlock r = 0 (0xffffffff82b7dfd0) #0 witness_lock+0x447 #1 tun_dev_write+0x1f8 sys/net/if_tun.c:913 #2 spec_write+0xd9 sys/kern/spec_vnops.c:302 #3 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 #4 vn_write+0x15b sys/kern/vfs_vnops.c:408 #5 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #6 sys_write+0x87 sys/kern/sys_generic.c:295 #7 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #7 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #8 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82d01ba0) #0 witness_lock+0x447 #1 vn_write+0x46 sys/kern/vfs_vnops.c:393 #2 dofilewritev+0x1a0 sys/kern/sys_generic.c:375 #3 sys_write+0x87 sys/kern/sys_generic.c:295 #4 syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] #4 syscall+0x50f sys/arch/amd64/amd64/trap.c:606 #5 Xsyscall+0x128 Process 63139 (syz-executor.2) thread 0xffff80002d6d6548 (205405) exclusive rrwlock inode r = 0 (0xfffffd805c4e05f0) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_makeinode+0xb2 sys/ufs/ufs/ufs_vnops.c:1817 #8 ufs_symlink+0x4b sys/ufs/ufs/ufs_vnops.c:1369 #9 VOP_SYMLINK+0xd4 sys/kern/vfs_vops.c:426 #10 dosymlinkat+0x158 sys/kern/vfs_syscalls.c:1801 #11 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd805c4e0a30) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dosymlinkat+0xb8 sys/kern/vfs_syscalls.c:1787 #8 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #9 Xsyscall+0x128 Process 31984 (syz-executor.5) thread 0xffff80002a2b07f0 (488344) exclusive rrwlock inode r = 0 (0xfffffd805c4e0b40) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80758d4928) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x4e6 sys/arch/amd64/amd64/trap.c:606 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10202 6502K 6872K 166960K 15754 0 pcb 13 19K 23K 166960K 310 0 rtable 244 6K 7K 166960K 682 0 pf 32 9K 10K 166960K 111 0 ifaddr 45 15K 16K 166960K 94 0 ifgroup 55 2K 2K 166960K 167 0 sysctl 2 0K 1K 166960K 6 0 counters 64 36K 36K 166960K 120 0 ioctlops 0 0K 4K 166960K 1602 0 iov 0 0K 32K 166960K 365 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1548 97K 97K 166960K 3317 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 38 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 326 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 16 57K 89K 166960K 4648 0 sigio 0 0K 0K 166960K 70 0 proc 69 91K 115K 166960K 821 0 subproc 104 6K 6K 166960K 186 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 131 0 in_multi 99 7K 7K 166960K 201 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 1178 0 pfkey data 0 0K 0K 166960K 3 0 tdb 3 0K 0K 166960K 3 0 pagedep 1 8K 8K 166960K 1 0 inodedep 1 32K 32K 166960K 1 0 newblk 1 0K 0K 166960K 1 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 376 141K 142K 166960K 46515 0 UVM aobj 131 4K 5K 166960K 137 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 242 0 NDP 12 0K 2K 166960K 66 0 temp 74 5932K 136996K 166960K 30558 0 kqueue 12 18K 31K 166960K 305 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 261 0 258 3 2 1 3 0 8 0 rtentry 112 204 0 89 4 0 4 4 0 8 0 unpcb 144 4425 0 4410 39 37 2 7 0 8 1 syncache 312 45 0 45 8 7 1 1 0 8 1 sackhl 24 3 0 3 1 1 0 1 0 8 0 tcpqe 32 252 0 252 9 8 1 1 0 8 1 tcpcb 808 1233 0 1209 32 23 9 15 0 8 5 arp 120 40 0 19 1 0 1 1 0 8 0 inpcb 368 5522 0 5492 83 72 11 21 0 8 7 nd6 136 45 0 19 1 0 1 1 0 8 0 pkpcb 40 75 0 75 2 1 1 1 0 8 1 kcovpl 48 13 0 5 1 0 1 1 0 8 0 ppxss 1256 6 0 6 2 2 0 1 0 8 0 pffrag 232 47 0 45 4 3 1 1 0 482 0 pffrnode 88 47 0 45 4 3 1 1 0 8 0 pffrent 40 101 0 99 4 3 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 491 0 358 1 0 1 1 0 8 0 pfstkey 128 493 0 360 6 0 6 6 0 8 0 pfstate 376 493 0 360 17 1 16 16 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 719 0 256 31 2 29 30 0 8 0 art_table 32 720 0 256 4 0 4 4 0 8 0 art_node 16 199 0 96 1 0 1 1 0 8 0 semapl 112 324 0 314 1 0 1 1 0 8 0 shmpl 112 134 0 6 4 0 4 4 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 7764 0 6309 92 0 92 92 0 8 0 ffsino 272 7764 0 6309 98 0 98 98 0 8 0 nchpl 144 15937 0 14287 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 53126 0 53121 3 2 1 2 0 8 0 percpumem 16 74 0 28 1 0 1 1 0 8 0 vcpupl 2048 15 0 0 2 0 2 2 0 8 0 vmpool 696 57 0 42 3 1 2 2 0 8 0 kstatmem 264 80 0 56 2 0 2 2 0 8 0 scxspl 216 44171 0 44171 14 12 2 8 1 8 2 plimitpl 152 724 0 708 1 0 1 1 0 8 0 sigapl 424 5036 0 4968 10 2 8 8 0 8 0 futexpl 64 42700 0 42700 1 0 1 1 0 8 1 knotepl 120 416 0 0 12 1 11 11 0 8 0 kqueuepl 216 525 0 517 9 8 1 5 0 8 0 pipepl 320 1189 0 1161 39 33 6 8 0 8 3 fdescpl 496 4936 0 4907 5 1 4 5 0 8 0 filepl 152 32165 0 31927 61 46 15 19 0 8 4 lockfpl 104 1369 0 1367 6 5 1 4 0 8 0 lockfspl 48 589 0 587 2 1 1 2 0 8 0 sessionpl 144 29 0 12 1 0 1 1 0 8 0 pgrppl 48 119 0 102 1 0 1 1 0 8 0 ucredpl 104 4393 0 4381 1 0 1 1 0 8 0 zombiepl 144 4968 0 4968 3 2 1 1 0 8 1 processpl 1072 5036 0 4968 5 0 5 5 0 8 0 procpl 680 12441 0 12355 15 6 9 9 0 8 1 srpgc 96 8 0 8 4 4 0 1 0 8 0 sosppl 168 33 0 28 3 2 1 1 0 8 0 sockpl 488 10285 0 10240 203 188 15 36 0 8 8 mcl64k 65536 13 0 0 2 0 2 2 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 6 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 8 0 0 1 0 1 1 0 8 0 mcl4k 4096 15 0 0 2 0 2 2 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 258 0 0 32 3 29 32 0 8 0 mtagpl 96 151 0 0 4 0 4 4 0 8 0 mbufpl 256 1104 0 0 64 0 64 64 0 8 0 bufpl 288 12036 0 5714 452 0 452 452 0 8 0 anonpl 24 542482 0 528936 93 4 89 90 0 186 0 amapchunkpl 152 146262 0 145489 49 12 37 39 0 158 1 amappl16 200 10983 0 10538 27 2 25 26 0 8 0 amappl15 192 9 0 9 1 1 0 1 0 8 0 amappl14 184 169 0 153 2 1 1 2 0 8 0 amappl13 176 18 0 18 1 1 0 1 0 8 0 amappl12 168 5683 0 5653 4 2 2 3 0 8 0 amappl11 160 53 0 39 1 0 1 1 0 8 0 amappl10 152 40 0 26 1 0 1 1 0 8 0 amappl9 144 143 0 141 1 0 1 1 0 8 0 amappl8 136 408 0 298 4 0 4 4 0 8 0 amappl7 128 206 0 181 2 0 2 2 0 8 0 amappl6 120 382 0 368 1 0 1 1 0 8 0 amappl5 112 196 0 185 1 0 1 1 0 8 0 amappl4 104 534 0 502 2 1 1 2 0 8 0 amappl3 96 29334 0 29265 4 1 3 3 0 8 0 amappl2 88 5501 0 5425 3 1 2 3 0 8 0 amappl1 80 26018 0 25467 23 11 12 23 0 8 0 amappl 88 45808 0 45598 8 2 6 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 136 0 6 3 0 3 3 0 8 0 uaddrrnd 24 4993 0 4949 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4993 0 4949 1 0 1 1 0 8 0 vmmpekpl 168 40682 0 40619 5 1 4 4 0 8 0 vmmpepl 168 301728 0 299346 180 67 113 126 0 357 0 vmsppl 464 4992 0 4949 7 1 6 6 0 8 0 rwobjpl 56 81674 0 74061 110 1 109 109 0 8 0 pdppl 4096 9994 0 9913 249 164 85 87 0 8 4 pvpl 32 42306 0 0 342 0 342 342 0 265 0 pmappl 248 4992 0 4949 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1177 0 283 26 0 26 26 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806f2cb208,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(fffffd806f2cb208,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 rw_enter_write(fffffd806f2cb1f8) at rw_enter_write+0x5c sys/kern/kern_rwlock.c:128 route_input(fffffd805c23ed00,0,2) at route_input+0x101 sys/net/rtsock.c:520 rtm_send(fffffd80678f0010,1,0,0) at rtm_send+0x1b2 sys/net/rtsock.c:1744 rt_clone(ffff80002d702140,ffff80002d7021b8,0) at rt_clone+0xd1 sys/net/route.c:279 rtalloc(ffff80002d7021b8,1,0) at rtalloc+0x91 rt_match sys/net/route.c:248 [inline] rtalloc(ffff80002d7021b8,1,0) at rtalloc+0x91 sys/net/route.c:377 icmp_reflect(fffffd8074f35b00,0,0) at icmp_reflect+0x1bd sys/netinet/ip_icmp.c:740 icmp_error(fffffd805c23ed00,3,3,0,0) at icmp_error+0x61 sys/netinet/ip_icmp.c:300 pf_test_rule(ffff80002d702478,ffff80002d702570,ffff80002d702580,ffff80002d702560,ffff80002d702540,fffffd8067f4ebf0) at pf_test_rule+0x98d sys/net/pf.c:4476 pf_test(2,1,ffff800000d36800,ffff80002d7026a8) at pf_test+0x1d1c sys/net/pf.c:7676 ip_input_if(ffff80002d7026a8,ffff80002d7026b4,4,0,ffff800000d36800) at ip_input_if+0x131 sys/netinet/ip_input.c:417 ipv4_input(ffff800000d36800,fffffd8067f4eb00) at ipv4_input+0x4c sys/netinet/ip_input.c:291 ether_input(ffff800000d36800,fffffd8067f4eb00) at ether_input+0x58a tun_dev_write(5d07,ffff80002d702a18,ffff8000359c5000,2) at tun_dev_write+0x203 sys/net/if_tun.c:914 spec_write(ffff80002d702870) at spec_write+0xd9 sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd8067868980,ffff80002d702a18,11,fffffd807f7d6478) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245 vn_write(fffffd80622b0448,ffff80002d702a18,0) at vn_write+0x15b sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002d6d6a98,c8,ffff80002d702a18,0,ffff80002d702b00) at dofilewritev+0x1a0 sys/kern/sys_generic.c:375 sys_write(ffff80002d6d6a98,ffff80002d702ab0,ffff80002d702b00) at sys_write+0x87 sys/kern/sys_generic.c:295 syscall(ffff80002d702b80) at syscall+0x50f mi_syscall sys/sys/syscall_mi.h:103 [inline] syscall(ffff80002d702b80) at syscall+0x50f sys/arch/amd64/amd64/trap.c:606 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x109dbe73fa0, count: -22 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029d2bff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800029d2bff0) at sched_idle+0x41e sys/kern/kern_sched.c:191 end trace frame: 0x0, count: -5