witness: lock order reversal: 1st 0xffff800010fcdc08 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd8066b3d4e0 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff830a027e -> 0xffffffff8304f7ef is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 soreceive+0x298 sys/kern/uipc_socket.c:877 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x67c #11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 sosplice+0x3e3 sys/kern/uipc_socket.c:1386 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1231 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8066b3d4e0,9,0) at witness_checkorder+0x1024 rw_enter(fffffd8066b3d4d0,1) at rw_enter+0x122 rrw_enter(fffffd8066b3d4d0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8078413138,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8078413138,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000371ecc58) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff8000371ecc58) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fcda60,fffffd806c674600,ffff8000ffff62a8) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800010fcda60,fffffd806ce26c00,fffffd806c674600,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800010fcda60,fffffd806c674600,ffff8000371ecee8,0,0,0) at sosend+0xa43 sendit(ffff8000ffff62a8,3,ffff8000371ed060,0,ffff8000371ed120) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff62a8,ffff8000371ed1d0,ffff8000371ed120) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff8000371ed1d0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000371ed1d0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6907d48bad0, count: -15 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff8000371ec8b0 rbx 0xffffffff83061629 pp_r600_decoded_lanes+0x34594 rdx 0xffff8000011a5880 rcx 0xffff8000ffff62a8 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff8000371ec790 r9 0x8080808080808080 r10 0x1afa9139388ff275 r11 0x8578fa2a6b0e27a3 r12 0xfffffd80042a0a38 r13 0xfffffd8003ab7dc0 r14 0x3 r15 0xffffffff rip 0xffffffff816cefe5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff8000371ec8a0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=351455 pid=68178 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffff6a40,0xffff8000ffff7470 process=0xffff800037290928 user=0xffff8000371e8000, vmspace=0xfffffd8076861538 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 98081 12342 24900 0 7 0x8000000 syz-executor 68178 185825 68526 0 2 0x8000000 syz-executor *68178 351455 68526 0 7 0xc000000 syz-executor 35296 297140 75355 0 2 0x8000000 syz-executor 35296 271558 75355 0 3 0xc000000 biowait syz-executor 22202 329914 43082 0 2 0x8000000 syz-executor 22202 511952 43082 0 3 0xc000080 fsleep syz-executor 22202 297042 43082 0 3 0xc000080 sbwait syz-executor 24743 356707 66130 0 3 0x8000080 nanoslp syz-executor 24743 262626 66130 0 3 0xc000080 ttyin syz-executor 24743 226811 66130 0 3 0xc000080 fsleep syz-executor 75429 506770 46814 0 3 0x8000080 nanoslp syz-executor 75429 510285 46814 0 3 0xc000080 pipewr syz-executor 75429 406964 46814 0 3 0xc000080 pipewr syz-executor 75429 323824 46814 0 3 0xc000080 fsleep syz-executor 68526 227896 63099 0 3 0x8000082 nanoslp syz-executor 33160 288297 63099 0 3 0x8000082 wait syz-executor 66130 2435 63099 0 3 0x8000082 nanoslp syz-executor 43082 238445 63099 0 3 0x8000082 nanoslp syz-executor 54241 123839 63099 0 3 0x8000082 nanoslp syz-executor 46814 138586 63099 0 3 0x8000082 nanoslp syz-executor 75355 180461 63099 0 3 0x8000082 nanoslp syz-executor 24900 327024 63099 0 3 0x8000082 nanoslp syz-executor 63382 131323 1 0 3 0x18000082 nanoslp getty 39918 337795 0 0 3 0x14200 acct acct 4504 233160 0 0 3 0x14280 nfsidl nfsio 80810 126786 0 0 3 0x14280 nfsidl nfsio 38027 192066 0 0 3 0x14280 nfsidl nfsio 25812 101838 0 0 3 0x14280 nfsidl nfsio 66070 274509 0 0 3 0x14280 nfsidl nfsio 2539 113779 0 0 3 0x14280 nfsidl nfsio 17222 199416 0 0 3 0x14280 nfsidl nfsio 87756 471518 0 0 3 0x14280 nfsidl nfsio 30205 256361 0 0 3 0x14280 nfsidl nfsio 63742 518802 0 0 3 0x14280 nfsidl nfsio 97206 455809 0 0 3 0x14280 nfsidl nfsio 43763 338082 0 0 3 0x14280 nfsidl nfsio 79310 402908 0 0 3 0x14280 nfsidl nfsio 6500 253485 0 0 3 0x14280 nfsidl nfsio 9101 358785 0 0 3 0x14280 nfsidl nfsio 26649 176065 0 0 3 0x14280 nfsidl nfsio 70222 397462 0 0 3 0x14280 nfsidl nfsio 41896 340046 0 0 3 0x14280 nfsidl nfsio 84991 302864 0 0 3 0x14280 nfsidl nfsio 5166 187422 0 0 3 0x14280 nfsidl nfsio 97227 21932 0 0 3 0x14200 bored sosplice 63099 362067 98374 0 3 0x8000082 kqread syz-executor 98374 156456 587 0 3 0x810008a sigsusp ksh 587 244897 53419 0 3 0x18000098 kqread sshd-session 53419 272364 41140 0 3 0x18000092 kqread sshd-session 41140 259038 1 0 3 0x18000088 kqread sshd 33680 518335 92690 74 3 0x19100092 bpf pflogd 92690 459938 1 0 3 0x18000080 sbwait pflogd 89249 413002 13068 73 3 0x19100090 kqread syslogd 13068 137570 1 0 3 0x18100082 sbwait syslogd 99982 450354 1 0 3 0x18100080 kqread resolvd 3202 82651 55000 77 3 0x18100092 kqread dhcpleased 33825 177157 55000 77 3 0x18100092 kqread dhcpleased 55000 63090 1 0 3 0x18000080 kqread dhcpleased 45822 55782 0 0 3 0x14200 bored smr 65759 389065 0 0 2 0x14200 zerothread 1986 214377 0 0 3 0x14200 aiodoned aiodoned 57840 51831 0 0 3 0x14200 syncer update 26740 401445 0 0 3 0x14200 cleaner cleaner 8459 228276 0 0 2 0x14200 reaper 83230 152354 0 0 3 0x14200 pgdaemon pagedaemon 41092 160265 0 0 3 0x14200 bored viomb 82926 313929 0 0 3 0x40014200 acpi0 acpi0 78718 328830 0 0 3 0x40014200 idle1 22933 186641 0 0 3 0x14200 bored softnet3 59166 358043 0 0 3 0x14200 bored softnet2 93291 328848 0 0 3 0x14200 bored softnet1 62307 22709 0 0 3 0x14200 bored softnet0 16243 486964 0 0 3 0x14200 bored systqmp 74448 428287 0 0 3 0x14200 bored systq 24613 37528 0 0 3 0x14200 tmoslp softclockmp 36034 194689 0 0 3 0x40014200 tmoslp softclock 47112 76783 0 0 3 0x40014200 idle0 1 518077 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 68178 (syz-executor) thread 0xffff8000ffff62a8 (351455) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff834f5130) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:862 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 #3 sosend+0xa43 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fcdc08) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:611 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 35296 (syz-executor) thread 0xffff800035dc1708 (271558) exclusive rrwlock inode r = 0 (0xfffffd806e0d2b48) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1728 #8 ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 #9 VOP_MKNOD+0x102 sys/kern/vfs_vops.c:121 #10 domknodat+0x47e sys/kern/vfs_syscalls.c:1628 #11 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806782eb40) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1580 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10211 10299K 10691K 166960K 12734 0 pcb 17 15K 16K 166960K 225 0 rtable 237 7K 7K 166960K 1250 0 pf 35 10K 10K 166960K 109 0 ifaddr 47 16K 16K 166960K 164 0 ifgroup 60 2K 2K 166960K 173 0 sysctl 1 0K 0K 166960K 1 0 counters 66 36K 37K 166960K 126 0 ioctlops 0 0K 4K 166960K 1579 0 iov 1 2K 16K 166960K 51 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1499 94K 95K 166960K 2491 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 26 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 121 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 97K 166960K 1024 0 sigio 0 0K 0K 166960K 14 0 proc 70 91K 140K 166960K 1149 0 subproc 104 6K 6K 166960K 377 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 95 0 in_multi 98 7K 7K 166960K 371 0 ether_multi 1 0K 0K 166960K 7 0 mrt 0 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 103 466K 466K 166960K 103 0 exec 0 0K 1K 166960K 742 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 264 82K 100K 166960K 10311 0 UVM aobj 40 2K 2K 166960K 43 0 pinsyscall 42 84K 104K 166960K 2683 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 46 0 NDP 13 0K 2K 166960K 101 0 temp 75 6816K 7312K 166960K 15699 0 kqueue 14 22K 26K 166960K 122 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 180 0 177 2 1 1 2 0 8 0 rtentry 112 458 0 348 5 1 4 4 0 8 0 unpcb 144 1075 0 1055 14 8 6 6 0 8 5 syncache 336 4 0 4 3 2 1 1 0 8 1 tcpqe 32 2 0 2 1 0 1 1 0 8 1 tcpcb 808 249 0 242 9 7 2 8 0 8 1 arp 120 96 0 80 1 0 1 1 0 8 0 inpcb 384 1059 0 1046 23 14 9 12 0 8 7 nd6 136 92 0 65 1 0 1 1 0 8 0 pkpcb 40 6 0 6 3 2 1 1 0 8 1 kcovpl 48 29 0 21 1 0 1 1 0 8 0 ppxss 1168 5 0 5 2 1 1 1 0 8 1 pffrag 232 4 0 1 2 1 1 1 0 482 0 pffrnode 88 3 0 1 2 1 1 1 0 8 0 pffrent 40 5 0 2 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 84 0 45 1 0 1 1 0 8 0 pfstkey 128 84 0 45 2 0 2 2 0 8 0 pfstate 376 84 0 45 4 0 4 4 0 8 0 pfrule 1344 21 0 15 2 0 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1584 0 1123 33 4 29 29 0 8 0 art_table 32 1585 0 1123 4 0 4 4 0 8 0 art_node 16 456 0 359 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 119 0 109 1 0 1 1 0 8 0 shmpl 112 40 0 3 2 0 2 2 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2816 0 1274 97 0 97 97 0 8 0 ffsino 272 2816 0 1274 104 0 104 104 0 8 0 nchpl 144 3930 0 2213 64 0 64 64 0 8 0 uvmvnodes 80 3748 0 0 77 0 77 77 0 8 0 vnodes 216 3748 0 0 209 0 209 209 0 8 0 namei 1024 16621 0 16619 2 1 1 2 0 8 0 percpumem 16 77 0 30 1 0 1 1 0 8 0 vcpupl 3904 4 0 0 1 0 1 1 0 8 0 vmpool 696 8 0 4 1 0 1 1 0 8 0 kstatmem 264 86 0 60 3 0 3 3 0 8 1 scsiplug 72 3 0 3 1 0 1 1 0 8 1 scxspl 216 22533 0 22532 12 9 3 8 1 8 2 plimitpl 152 307 0 288 1 0 1 1 0 8 0 sigapl 424 1315 0 1243 10 1 9 9 0 8 0 futexpl 64 11651 0 11648 3 2 1 1 0 8 0 knotepl 120 573 0 0 17 0 17 17 0 8 0 kqueuepl 216 229 0 219 1 0 1 1 0 8 0 pipepl 320 318 0 290 8 5 3 8 0 8 0 fdescpl 496 1275 0 1244 7 2 5 6 0 8 0 filepl 152 8985 0 8723 30 12 18 18 0 8 7 lockfpl 104 289 0 287 1 0 1 1 0 8 0 lockfspl 48 111 0 109 1 0 1 1 0 8 0 sessionpl 144 43 0 35 1 0 1 1 0 8 0 pgrppl 48 79 0 63 1 0 1 1 0 8 0 ucredpl 104 1304 0 1291 1 0 1 1 0 8 0 zombiepl 144 1245 0 1243 1 0 1 1 0 8 0 processpl 1152 1315 0 1243 6 0 6 6 0 8 0 procpl 648 2354 0 2273 9 1 8 8 0 8 0 sosppl 168 5 0 5 3 2 1 1 0 8 1 sockpl 664 2334 0 2298 33 19 14 14 0 8 10 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 8 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 214 0 0 27 0 27 27 0 8 0 mtagpl 96 47 0 0 2 0 2 2 0 8 0 mbufpl 256 384 0 0 21 0 21 21 0 8 0 bufpl 280 6405 0 233 441 0 441 441 0 8 0 anonpl 24 245133 0 239650 68 4 64 64 0 185 21 amapchunkpl 152 34117 0 33480 39 5 34 35 0 158 7 amappl16 200 5289 0 5228 29 13 16 17 0 8 9 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 207 0 195 1 0 1 1 0 8 0 amappl13 176 6 0 6 1 1 0 1 0 8 0 amappl12 168 2267 0 2236 3 1 2 2 0 8 0 amappl11 160 54 0 39 1 0 1 1 0 8 0 amappl10 152 16 0 16 1 1 0 1 0 8 0 amappl9 144 154 0 153 1 0 1 1 0 8 0 amappl8 136 24 0 21 1 0 1 1 0 8 0 amappl7 128 152 0 140 1 0 1 1 0 8 0 amappl6 120 379 0 378 1 0 1 1 0 8 0 amappl5 112 222 0 209 1 0 1 1 0 8 0 amappl4 104 402 0 381 1 0 1 1 0 8 0 amappl3 96 6406 0 6281 6 2 4 5 0 8 0 amappl2 88 933 0 870 2 0 2 2 0 8 0 amappl1 80 11943 0 11348 15 1 14 15 0 8 1 amappl 88 9719 0 9521 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 42 0 3 1 0 1 1 0 8 0 uaddrrnd 24 1283 0 1247 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1283 0 1247 1 0 1 1 0 8 0 vmmpekpl 168 12434 0 12384 4 1 3 3 0 8 0 vmmpepl 168 85975 0 83966 109 11 98 99 0 357 9 vmsppl 440 1282 0 1247 7 2 5 5 0 8 0 rwobjpl 56 30774 0 25962 72 2 70 70 0 8 2 pdppl 4096 2573 0 2498 134 59 75 87 0 8 0 pvpl 32 29489 0 0 240 2 238 238 0 265 0 pmappl 248 1282 0 1247 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 443 0 76 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8066b3d4e0,9,0) at witness_checkorder+0x1024 rw_enter(fffffd8066b3d4d0,1) at rw_enter+0x122 rrw_enter(fffffd8066b3d4d0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8078413138,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8078413138,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000371ecc58) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff8000371ecc58) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fcda60,fffffd806c674600,ffff8000ffff62a8) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800010fcda60,fffffd806ce26c00,fffffd806c674600,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800010fcda60,fffffd806c674600,ffff8000371ecee8,0,0,0) at sosend+0xa43 sendit(ffff8000ffff62a8,3,ffff8000371ed060,0,ffff8000371ed120) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff62a8,ffff8000371ed1d0,ffff8000371ed120) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff8000371ed1d0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000371ed1d0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6907d48bad0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 syscall(ffff80002a0c6440) at syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0c6440) at syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x727b8c1fac00, count: -6