witness: lock order reversal: 1st 0xffff8000011d7e50 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd807205d808 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff830a027e -> 0xffffffff8304f7ef is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 soreceive+0x298 sys/kern/uipc_socket.c:877 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x67c #11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 sosplice+0x3e3 sys/kern/uipc_socket.c:1386 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1231 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd807205d808,9,0) at witness_checkorder+0x1024 rw_enter(fffffd807205d7f8,1) at rw_enter+0x122 rrw_enter(fffffd807205d7f8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806a06e000,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd806a06e000,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a11b2f8) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a11b2f8) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff8000011d7ca8,fffffd806cd20900,ffff800030778038) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff8000011d7ca8,fffffd806cc13a00,fffffd806cd20900,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff8000011d7ca8,fffffd806cd20900,ffff80002a11b588,0,0,0) at sosend+0xa43 sendit(ffff800030778038,6,ffff80002a11b700,0,ffff80002a11b7c0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff800030778038,ffff80002a11b870,ffff80002a11b7c0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff80002a11b870) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a11b870) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc1b31e74a50, count: -15 ddb{1}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff80002a11af50 rbx 0xffffffff83061629 pp_r600_decoded_lanes+0x34594 rdx 0xffff80000119b480 rcx 0xffff800030778038 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff80002a11ae30 r9 0x8080808080808080 r10 0xc8c069d760dbaa27 r11 0x54ee9169161d003 r12 0xfffffd80042a0020 r13 0xfffffd8003ab7dc0 r14 0x3 r15 0xffffffff rip 0xffffffff816cefe5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a11af40 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=369408 pid=83207 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800030778f68,0xffffffff834f9740 process=0xffff80002a0ec4b8 user=0xffff80002a116000, vmspace=0xfffffd80729048a8 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 83207 355312 82629 0 7 0x8000000 syz-executor *83207 369408 82629 0 7 0xc000000 syz-executor 63111 452098 72421 0 3 0x8000080 nanoslp syz-executor 63111 491068 72421 0 3 0xc000080 ttybg syz-executor 63111 506522 72421 0 3 0xc000080 fsleep syz-executor 60408 190529 51270 0 3 0x8000080 nanoslp syz-executor 60408 418901 51270 0 3 0xc000080 sbwait syz-executor 60408 104745 51270 0 3 0xc000080 fsleep syz-executor 6762 470973 40682 0 3 0x8000080 nanoslp syz-executor 6762 199586 40682 0 3 0xc000080 kqpoll syz-executor 6762 391391 40682 0 3 0xc000080 fsleep syz-executor 99695 38744 19278 0 3 0x8000082 nanoslp syz-executor 27759 58440 19278 0 3 0x8000082 nanoslp syz-executor 72421 345180 19278 0 3 0x8000082 nanoslp syz-executor 41105 150571 19278 0 3 0x8000002 biowait syz-executor 82629 125177 19278 0 3 0x8000082 nanoslp syz-executor 63016 153019 19278 0 3 0x8000002 biowait syz-executor 51270 491970 19278 0 3 0x8000082 nanoslp syz-executor 40682 84258 19278 0 3 0x8000082 nanoslp syz-executor 33102 142938 1 0 3 0x18100083 ttyin getty 86809 402200 1 0 3 0x8000080 fsleep syz-executor 86809 337752 1 0 3 0xc000080 sbwait syz-executor 86809 31368 1 0 3 0xc000000 inode syz-executor 86809 251801 1 0 3 0xc000000 inode syz-executor 86809 341621 1 0 3 0xc000000 inode syz-executor 86809 509358 1 0 3 0xc000000 inode syz-executor 86809 399814 1 0 3 0xc000000 inode syz-executor 86809 271249 1 0 3 0xc000000 inode syz-executor 86809 130084 1 0 3 0xc000000 inode syz-executor 86809 351231 1 0 3 0xc000000 inode syz-executor 37438 186637 0 0 3 0x14200 bored sosplice 19278 188092 75609 0 3 0x8000082 kqread syz-executor 75609 101132 83420 0 3 0x810008a sigsusp ksh 83420 108344 76766 0 3 0x18000098 kqread sshd-session 76766 522050 46501 0 3 0x18000092 kqread sshd-session 46501 498111 1 0 3 0x18000088 kqread sshd 6305 152229 55171 74 3 0x19100092 bpf pflogd 55171 256154 1 0 3 0x18000080 sbwait pflogd 47158 444026 51300 73 3 0x19100010 ffs_fsync syslogd 51300 336711 1 0 3 0x18100082 sbwait syslogd 54937 314530 1 0 3 0x18100080 kqread resolvd 42586 126448 87806 77 3 0x18100092 kqread dhcpleased 30164 375401 87806 77 3 0x18100092 kqread dhcpleased 87806 32778 1 0 3 0x18000080 kqread dhcpleased 55063 245267 0 0 3 0x14200 bored smr 92584 134982 0 0 3 0x14200 pgzero zerothread 47629 447828 0 0 3 0x14200 aiodoned aiodoned 31359 181213 0 0 3 0x14200 syncer update 28634 269650 0 0 3 0x14200 cleaner cleaner 99902 326413 0 0 3 0x14200 reaper reaper 33136 457986 0 0 3 0x14200 pgdaemon pagedaemon 89176 264505 0 0 3 0x14200 bored viomb 8520 339720 0 0 3 0x40014200 acpi0 acpi0 8438 99664 0 0 3 0x40014200 idle1 89377 323601 0 0 3 0x14200 bored softnet3 59655 156157 0 0 3 0x14200 bored softnet2 11080 27172 0 0 3 0x14200 bored softnet1 98640 160539 0 0 3 0x14200 bored softnet0 91927 392135 0 0 3 0x14200 bored systqmp 11044 30133 0 0 3 0x14200 bored systq 44776 181359 0 0 3 0x14200 tmoslp softclockmp 64522 310009 0 0 3 0x40014200 tmoslp softclock 79534 343177 0 0 3 0x40014200 idle0 1 503536 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 83207 (syz-executor) thread 0xffff800030778038 (369408) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff834f5130) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:862 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 #3 sosend+0xa43 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff8000011d7e50) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:611 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 41105 (syz-executor) thread 0xffff8000ffffc7a8 (150571) exclusive rrwlock inode r = 0 (0xfffffd807205d5e8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x171 sys/ufs/ufs/ufs_ihash.c:95 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x19f8 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1856 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806d48e1b0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1856 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 63016 (syz-executor) thread 0xffff8000ffff71d8 (153019) exclusive rrwlock inode r = 0 (0xfffffd807205dc48) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x171 sys/ufs/ufs/ufs_ihash.c:95 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x19f8 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #11 namei+0x7aa sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1856 #13 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #13 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd807205d4d8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vget+0x2bd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x36e sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x218 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #10 namei+0x7aa sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1856 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 86809 (syz-executor) thread 0xffff8000ffff6530 (337752) exclusive rrwlock inode r = 0 (0xfffffd8066f5d4e0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ufs_lookup+0x16bc sys/ufs/ufs/ufs_lookup.c:573 #7 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #8 vfs_lookup+0x8fa sys/kern/vfs_lookup.c:566 #9 namei+0x7aa sys/kern/vfs_lookup.c:250 #10 vn_open+0x13f sys/kern/vfs_vnops.c:140 #11 vndioctl+0xcb1 sys/dev/vnd.c:457 #12 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #13 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #14 sys_ioctl+0x67c #15 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #15 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #16 Xsyscall+0x128 Process 86809 (syz-executor) thread 0xffff800030779700 (31368) exclusive rrwlock inode r = 0 (0xfffffd8066f5d5f0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 dorenameat+0x91 sys/kern/vfs_syscalls.c:2981 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 47158 (syslogd) thread 0xffff8000ffffdbe8 (444026) exclusive rrwlock inode r = 0 (0xfffffd806e4ad4e0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2931 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10235 10250K 11010K 166960K 15644 0 pcb 18 15K 17K 166960K 540 0 rtable 228 8K 8K 166960K 3049 0 pf 35 10K 10K 166960K 256 0 ifaddr 46 16K 17K 166960K 387 0 ifgroup 62 2K 2K 166960K 444 0 sysctl 3 0K 0K 166960K 5 0 counters 66 36K 37K 166960K 268 0 ioctlops 0 0K 4K 166960K 1704 0 iov 0 0K 20K 166960K 117 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1438 90K 91K 166960K 4329 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 59 0 VM map 2 1K 1K 166960K 2 0 sem 18 11K 11K 166960K 222 0 dirhash 15 2K 3K 166960K 51 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 97K 166960K 2973 0 sigio 0 0K 0K 166960K 36 0 proc 72 91K 128K 166960K 2832 0 subproc 117 7K 7K 166960K 1145 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 2 0K 0K 166960K 411 0 in_multi 100 7K 7K 166960K 982 0 ether_multi 1 0K 0K 166960K 12 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 241 1076K 1076K 166960K 241 0 exec 0 0K 1K 166960K 1580 0 pfkey data 0 0K 0K 166960K 3 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 268 82K 100K 166960K 25370 0 UVM aobj 9 4K 4K 166960K 9 0 pinsyscall 42 84K 106K 166960K 6026 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 111 0 NDP 13 0K 1K 166960K 282 0 temp 90 6817K 6945K 166960K 82536 0 kqueue 16 22K 28K 166960K 317 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 486 0 483 4 2 2 3 0 8 1 rtentry 112 1067 0 965 4 0 4 4 0 8 0 unpcb 144 2284 0 2257 22 20 2 6 0 8 1 syncache 336 12 0 12 6 5 1 1 0 8 1 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 808 733 0 727 15 13 2 7 0 8 1 arp 120 182 0 164 1 0 1 1 0 8 0 inpcb 384 3295 0 3283 57 53 4 15 0 8 2 nd6 136 273 0 245 1 0 1 1 0 8 0 pkpcb 40 10 0 10 6 5 1 2 0 8 1 kcovpl 48 88 0 79 1 0 1 1 0 8 0 ppxss 1168 16 0 16 6 6 0 1 0 8 0 pffrag 232 44 0 42 1 0 1 1 0 482 0 pffrnode 88 44 0 42 1 0 1 1 0 8 0 pffrent 40 85 0 83 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 229 0 163 1 0 1 1 0 8 0 pfstkey 128 229 0 163 3 0 3 3 0 8 0 pfstate 376 229 0 163 7 0 7 7 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 3987 0 3532 36 7 29 31 0 8 0 art_table 32 3988 0 3532 4 0 4 4 0 8 0 art_node 16 993 0 901 1 0 1 1 0 8 0 sysvmsgpl 40 11 0 8 2 1 1 1 0 8 0 semapl 112 218 0 202 1 0 1 1 0 8 0 shmpl 112 6 0 0 1 0 1 1 0 8 0 dirhash 1024 43 0 24 3 0 3 3 0 8 0 dino2pl 256 5063 0 3399 105 0 105 105 0 8 0 ffsino 272 5063 0 3399 112 0 112 112 0 8 0 nchpl 144 8053 0 6248 68 0 68 68 0 8 0 uvmvnodes 80 6798 0 0 139 0 139 139 0 8 0 vnodes 216 6798 0 0 378 0 378 378 0 8 0 namei 1024 38515 0 38505 5 3 2 3 0 8 0 percpumem 16 148 0 101 1 0 1 1 0 8 0 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 696 12 0 9 2 1 1 1 0 8 0 kstatmem 264 228 0 202 3 1 2 3 0 8 0 scsiplug 72 7 0 7 5 4 1 1 0 8 1 scxspl 216 60687 0 60684 19 16 3 8 1 8 2 plimitpl 152 769 0 749 1 0 1 1 0 8 0 sigapl 424 3135 0 3085 11 4 7 9 0 8 0 futexpl 64 38082 0 38078 4 3 1 1 0 8 0 knotepl 120 564 0 0 18 0 18 18 0 8 0 kqueuepl 216 1089 0 1077 21 18 3 5 0 8 2 pipepl 320 678 0 650 7 4 3 6 0 8 0 fdescpl 496 3095 0 3064 7 2 5 6 0 8 0 filepl 152 22894 0 22607 48 35 13 19 0 8 1 lockfpl 104 1189 0 1186 2 1 1 2 0 8 0 lockfspl 48 389 0 386 1 0 1 1 0 8 0 sessionpl 144 100 0 91 1 0 1 1 0 8 0 pgrppl 48 280 0 262 1 0 1 1 0 8 0 ucredpl 104 3184 0 3170 1 0 1 1 0 8 0 zombiepl 144 3087 0 3085 1 0 1 1 0 8 0 processpl 1152 3135 0 3085 8 3 5 6 0 8 0 procpl 648 6278 0 6212 11 4 7 9 0 8 0 srpgc 96 6 0 6 3 3 0 1 0 8 0 sosppl 168 20 0 20 5 4 1 1 0 8 1 sockpl 664 6129 0 6086 61 54 7 15 0 8 3 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 278 0 0 29 1 28 29 0 8 0 mtagpl 96 76 0 0 2 0 2 2 0 8 0 mbufpl 256 639 0 0 34 1 33 33 0 8 0 bufpl 280 11281 0 4482 486 0 486 486 0 8 0 anonpl 24 441733 0 437037 80 21 59 62 0 185 18 amapchunkpl 152 81276 0 80650 51 14 37 38 0 158 10 amappl16 200 8034 0 8005 70 62 8 19 0 8 3 amappl15 192 4 0 4 2 2 0 1 0 8 0 amappl14 184 272 0 260 1 0 1 1 0 8 0 amappl13 176 6 0 6 1 1 0 1 0 8 0 amappl12 168 4948 0 4917 4 2 2 3 0 8 0 amappl11 160 54 0 40 1 0 1 1 0 8 0 amappl10 152 7 0 7 1 1 0 1 0 8 0 amappl9 144 156 0 156 1 1 0 1 0 8 0 amappl8 136 19 0 16 1 0 1 1 0 8 0 amappl7 128 259 0 247 1 0 1 1 0 8 0 amappl6 120 927 0 926 1 0 1 1 0 8 0 amappl5 112 442 0 430 1 0 1 1 0 8 0 amappl4 104 622 0 599 1 0 1 1 0 8 0 amappl3 96 16068 0 15937 5 1 4 4 0 8 0 amappl2 88 1693 0 1626 2 0 2 2 0 8 0 amappl1 80 20844 0 20263 16 2 14 15 0 8 0 amappl 88 24297 0 24095 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 8 0 0 1 0 1 1 0 8 0 uaddrrnd 24 3107 0 3073 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3107 0 3073 1 0 1 1 0 8 0 vmmpekpl 168 27349 0 27293 4 0 4 4 0 8 0 vmmpepl 168 192456 0 190505 138 43 95 102 0 357 5 vmsppl 440 3106 0 3073 7 2 5 5 0 8 0 rwobjpl 56 60039 0 52217 119 7 112 114 0 8 0 pdppl 4096 6221 0 6149 208 132 76 87 0 8 4 pvpl 32 30883 0 0 249 1 248 249 0 265 0 pmappl 248 3106 0 3073 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 567 0 170 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff8343eff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff80002a09c4c0,ffff800000069c00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:158 __mp_lock(ffffffff834f4f28) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x1a3 sys/kern/kern_lock.c:144 intr_handler(ffff80002a09c630,ffff80000006c000) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f end of kernel end trace frame: 0x73e2879c97b0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd807205d808,9,0) at witness_checkorder+0x1024 rw_enter(fffffd807205d7f8,1) at rw_enter+0x122 rrw_enter(fffffd807205d7f8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806a06e000,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd806a06e000,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a11b2f8) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a11b2f8) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff8000011d7ca8,fffffd806cd20900,ffff800030778038) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff8000011d7ca8,fffffd806cc13a00,fffffd806cd20900,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff8000011d7ca8,fffffd806cd20900,ffff80002a11b588,0,0,0) at sosend+0xa43 sendit(ffff800030778038,6,ffff80002a11b700,0,ffff80002a11b7c0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff800030778038,ffff80002a11b870,ffff80002a11b7c0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff80002a11b870) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a11b870) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc1b31e74a50, count: -15