witness: lock order reversal: 1st 0xffff800010fdc490 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd8061145d60 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff830a027e -> 0xffffffff8304f7ef is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 soreceive+0x298 sys/kern/uipc_socket.c:877 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x67c #11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 sosplice+0x3e3 sys/kern/uipc_socket.c:1386 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1231 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8061145d60,9,0) at witness_checkorder+0x1024 rw_enter(fffffd8061145d50,1) at rw_enter+0x122 rrw_enter(fffffd8061145d50,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8075219b08,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8075219b08,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800037051538) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff800037051538) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fdc2e8,fffffd807b39c400,ffff8000fffedc00) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800010fdc2e8,fffffd807b41a100,fffffd807b39c400,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800010fdc2e8,fffffd807b39c400,ffff8000370517c8,0,0,0) at sosend+0xa43 sendit(ffff8000fffedc00,5,ffff800037051940,0,ffff800037051a00) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000fffedc00,ffff800037051ab0,ffff800037051a00) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff800037051ab0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037051ab0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd4dfca3c8a0, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff800037051190 rbx 0xffffffff83061629 pp_r600_decoded_lanes+0x34594 rdx 0 rcx 0xffff8000fffedc00 rax 0xffff800029b7bff0 r8 0xffff800037051070 r9 0x8080808080808080 r10 0xd968ebb55a4cfcb0 r11 0xbc699bc5e4a4c574 r12 0xfffffd80042a0a38 r13 0xfffffd8003ab7dc0 r14 0x3 r15 0xffffffff rip 0xffffffff816cefe5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800037051180 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=388930 pid=62589 tcnt=4 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffc298,0xffffffff834f9740 process=0xffff8000317f2430 user=0xffff80003704c000, vmspace=0xfffffd807ec5a370 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 62589 488720 7218 0 7 0x8000000 syz-executor 62589 345493 7218 0 2 0xc000000 syz-executor 62589 64530 7218 0 2 0xc000000 syz-executor *62589 388930 7218 0 7 0xc000000 syz-executor 85233 257490 94844 0 2 0x8000000 syz-executor 42030 416137 78650 0 2 0x8000000 syz-executor 42030 482273 78650 0 3 0xc000080 fsleep syz-executor 42030 209849 78650 0 2 0xc000000 syz-executor 13800 74623 23865 0 3 0x8000080 nanoslp syz-executor 13800 383269 23865 0 3 0xc000080 kqread syz-executor 13800 90035 23865 0 3 0xc000080 fsleep syz-executor 69979 445008 47466 0 2 0x8000000 syz-executor 69979 323518 47466 0 3 0xc000080 sbwait syz-executor 69979 487665 47466 0 3 0xc000080 sbwait syz-executor 54667 303335 38233 0 2 0x8000000 syz-executor 54667 151566 38233 0 3 0xc000000 biowait syz-executor 54667 298748 38233 0 3 0xc000080 fsleep syz-executor 54667 58319 38233 0 3 0xc000080 fsleep syz-executor 1871 388955 99954 0 3 0x8000080 nanoslp syz-executor 1871 482267 99954 0 3 0xc000080 ttyout syz-executor 1871 192331 99954 0 3 0xc000080 fsleep syz-executor 47466 339875 95935 0 3 0x8000082 nanoslp syz-executor 23865 315850 95935 0 3 0x8000082 nanoslp syz-executor 38233 320242 95935 0 2 0x8000002 syz-executor 94844 388951 95935 0 3 0x8000082 nanoslp syz-executor 47241 36100 95935 0 3 0x8000082 nanoslp syz-executor 7218 493369 95935 0 3 0x8000082 nanoslp syz-executor 99954 144538 95935 0 3 0x8000082 nanoslp syz-executor 78650 323209 95935 0 3 0x8000082 nanoslp syz-executor 4430 151669 1 0 3 0x18100083 ttyin getty 12895 46832 0 0 3 0x14200 acct acct 73932 73820 0 0 3 0x14280 nfsidl nfsio 69073 103589 0 0 3 0x14280 nfsidl nfsio 98420 448712 0 0 3 0x14280 nfsidl nfsio 39364 73204 0 0 3 0x14280 nfsidl nfsio 4898 85940 0 0 3 0x14280 nfsidl nfsio 57456 277939 0 0 3 0x14280 nfsidl nfsio 15346 446718 0 0 3 0x14280 nfsidl nfsio 68355 165366 0 0 3 0x14280 nfsidl nfsio 2969 173554 0 0 3 0x14280 nfsidl nfsio 16114 319324 0 0 3 0x14280 nfsidl nfsio 15042 429836 0 0 3 0x14280 nfsidl nfsio 2662 509448 0 0 3 0x14280 nfsidl nfsio 91968 439485 0 0 3 0x14280 nfsidl nfsio 21859 21375 0 0 3 0x14280 nfsidl nfsio 51893 40422 0 0 3 0x14280 nfsidl nfsio 55070 451175 0 0 3 0x14280 nfsidl nfsio 81203 434218 0 0 3 0x14280 nfsidl nfsio 32839 29990 0 0 3 0x14280 nfsidl nfsio 6192 122380 0 0 3 0x14280 nfsidl nfsio 63370 288492 0 0 3 0x14280 nfsidl nfsio 38405 173851 0 0 3 0x14200 bored sosplice 95935 483534 39121 0 3 0x8000082 kqread syz-executor 39121 84053 67264 0 3 0x810008a sigsusp ksh 67264 105350 10867 0 3 0x18000098 kqread sshd-session 10867 338513 92589 0 3 0x18000092 kqread sshd-session 92589 391144 1 0 3 0x18000088 kqread sshd 56075 205778 61549 74 3 0x19100092 bpf pflogd 61549 374549 1 0 3 0x18000080 sbwait pflogd 50083 140783 21248 73 3 0x19100090 kqread syslogd 21248 457337 1 0 3 0x18100082 sbwait syslogd 9807 354280 1 0 3 0x18100080 kqread resolvd 5179 187555 57419 77 3 0x18100092 kqread dhcpleased 47815 456009 57419 77 3 0x18100092 kqread dhcpleased 57419 178433 1 0 3 0x18000080 kqread dhcpleased 10037 170210 0 0 3 0x14200 pause smr 96243 56404 0 0 2 0x14200 zerothread 22730 115688 0 0 3 0x14200 aiodoned aiodoned 42869 301578 0 0 3 0x14200 syncer update 14262 462662 0 0 3 0x14200 cleaner cleaner 18970 444435 0 0 3 0x14200 reaper reaper 76312 399098 0 0 3 0x14200 pgdaemon pagedaemon 84322 63198 0 0 3 0x14200 bored viomb 62257 171362 0 0 3 0x40014200 acpi0 acpi0 36691 336869 0 0 3 0x40014200 idle1 39830 243816 0 0 3 0x14200 bored softnet3 56438 344747 0 0 3 0x14200 bored softnet2 63755 515430 0 0 3 0x14200 bored softnet1 72409 270316 0 0 3 0x14200 bored softnet0 78185 371979 0 0 3 0x14200 bored systqmp 72238 244324 0 0 3 0x14200 bored systq 93625 429032 0 0 3 0x14200 tmoslp softclockmp 45591 491230 0 0 3 0x40014200 tmoslp softclock 20758 169610 0 0 3 0x40014200 idle0 1 483416 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 62589 (syz-executor) thread 0xffff8000fffedc00 (388930) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff834f5130) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:862 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 #3 sosend+0xa43 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fdc490) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:611 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 54667 (syz-executor) thread 0xffff80002af68048 (151566) exclusive rrwlock inode r = 0 (0xfffffd80611453d0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1728 #8 ufs_create+0x4e sys/ufs/ufs/ufs_vnops.c:147 #9 VOP_CREATE+0xff sys/kern/vfs_vops.c:103 #10 vn_open+0x491 sys/kern/vfs_vnops.c:116 #11 doopenat+0x31d sys/kern/vfs_syscalls.c:1127 #12 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #12 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8069b833c8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 vn_open+0x1f4 sys/kern/vfs_vnops.c:107 #8 doopenat+0x31d sys/kern/vfs_syscalls.c:1127 #9 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #9 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #10 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10245 10319K 11024K 166960K 16826 0 pcb 17 20K 22K 166960K 899 0 rtable 218 9K 9K 166960K 4636 0 pf 39 10K 11K 166960K 377 0 ifaddr 48 17K 17K 166960K 625 0 ifgroup 68 2K 3K 166960K 677 0 sysctl 3 0K 2K 166960K 7 0 counters 70 37K 37K 166960K 394 0 ioctlops 0 0K 4K 166960K 1828 0 iov 0 0K 24K 166960K 508 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1676 105K 106K 166960K 6760 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 20K 24K 166960K 71 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 363 0 dirhash 15 2K 3K 166960K 81 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 18 65K 93K 166960K 4220 0 sigio 0 0K 0K 166960K 100 0 proc 70 91K 140K 166960K 4471 0 subproc 104 6K 7K 166960K 1820 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 2 0K 0K 166960K 404 0 in_multi 101 7K 7K 166960K 1615 0 ether_multi 1 0K 0K 166960K 14 0 mrt 1 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 247 1102K 1102K 166960K 247 0 exec 0 0K 1K 166960K 2573 0 pfkey data 0 0K 0K 166960K 3 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 260 81K 95K 166960K 33929 0 UVM aobj 123 7K 7K 166960K 133 0 pinsyscall 43 86K 108K 166960K 8739 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 184 0 NDP 15 0K 2K 166960K 457 0 temp 77 6816K 6894K 166960K 132236 0 kqueue 14 22K 30K 166960K 417 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 555 0 551 3 2 1 3 0 8 0 rtentry 112 1648 0 1551 7 4 3 4 0 8 0 unpcb 144 2952 0 2930 34 31 3 6 0 8 2 syncache 336 9 0 9 7 7 0 1 0 8 0 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 808 1070 0 1065 36 32 4 8 0 8 3 arp 120 302 0 284 1 0 1 1 0 8 0 inpcb 384 5293 0 5279 96 88 8 18 0 8 6 nd6 136 448 0 423 1 0 1 1 0 8 0 pkpcb 40 11 0 11 8 7 1 1 0 8 1 kcovpl 48 140 0 132 1 0 1 1 0 8 0 ppxss 1168 22 0 22 11 10 1 1 0 8 1 pffrag 232 20 0 18 3 2 1 1 0 482 0 pffrnode 88 18 0 16 3 2 1 1 0 8 0 pffrent 40 122 0 120 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 304 0 268 1 0 1 1 0 8 0 pfstkey 128 304 0 268 3 0 3 3 0 8 0 pfstate 376 304 0 268 9 4 5 7 0 8 1 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 6454 0 6037 46 18 28 29 0 8 1 art_table 32 6455 0 6037 4 0 4 4 0 8 0 art_node 16 1643 0 1558 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 0 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 361 0 351 1 0 1 1 0 8 0 shmpl 112 130 0 10 4 0 4 4 0 8 0 dirhash 1024 64 0 44 3 0 3 3 0 8 0 dino2pl 256 6952 0 5176 113 1 112 112 0 8 0 ffsino 272 6952 0 5176 119 0 119 119 0 8 0 nchpl 144 10617 0 8753 70 0 70 70 0 8 0 uvmvnodes 80 8476 0 0 173 0 173 173 0 8 0 vnodes 216 8476 0 0 471 0 471 471 0 8 0 namei 1024 54584 0 54582 13 12 1 2 0 8 0 percpumem 16 211 0 162 1 0 1 1 0 8 0 vcpupl 3904 5 0 1 2 1 1 1 0 8 0 vmpool 696 24 0 20 4 3 1 1 0 8 0 kstatmem 264 354 0 324 8 5 3 3 0 8 1 scsiplug 72 4 0 4 3 3 0 1 0 8 0 scxspl 216 85929 0 85928 20 19 1 8 1 8 0 plimitpl 152 1315 0 1297 1 0 1 1 0 8 0 sigapl 424 4284 0 4212 10 1 9 9 0 8 0 futexpl 64 44163 0 44158 15 14 1 1 0 8 0 knotepl 120 1073 0 0 25 0 25 25 0 8 0 kqueuepl 216 980 0 969 14 13 1 6 0 8 0 pipepl 320 772 0 745 3 0 3 3 0 8 0 fdescpl 496 4241 0 4209 9 4 5 5 0 8 0 filepl 152 31878 0 31610 83 68 15 21 0 8 4 lockfpl 104 1265 0 1263 5 4 1 4 0 8 0 lockfspl 48 516 0 514 2 1 1 2 0 8 0 sessionpl 144 156 0 147 1 0 1 1 0 8 0 pgrppl 48 360 0 343 1 0 1 1 0 8 0 ucredpl 104 6643 0 6629 1 0 1 1 0 8 0 zombiepl 144 4213 0 4212 1 0 1 1 0 8 0 processpl 1152 4284 0 4212 7 1 6 6 0 8 0 procpl 648 8264 0 8178 10 2 8 8 0 8 0 srpgc 96 12 0 12 5 5 0 1 0 8 0 sosppl 168 10 0 10 5 5 0 1 0 8 0 sockpl 664 8912 0 8871 125 116 9 23 0 8 5 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 339 0 0 33 2 31 33 0 8 0 mtagpl 96 16 0 0 1 0 1 1 0 8 0 mbufpl 256 9277 0 0 569 1 568 568 0 8 0 bufpl 280 14130 0 5651 606 0 606 606 0 8 0 anonpl 24 600881 0 595945 147 95 52 101 0 185 9 amapchunkpl 152 109545 0 108990 89 58 31 52 0 158 7 amappl16 200 9408 0 9315 86 81 5 18 0 8 0 amappl15 192 9 0 9 1 1 0 1 0 8 0 amappl14 184 385 0 373 1 0 1 1 0 8 0 amappl13 176 29 0 29 1 1 0 1 0 8 0 amappl12 168 6976 0 6945 4 2 2 3 0 8 0 amappl11 160 58 0 44 1 0 1 1 0 8 0 amappl10 152 14 0 13 1 0 1 1 0 8 0 amappl9 144 140 0 140 1 1 0 1 0 8 0 amappl8 136 25 0 22 1 0 1 1 0 8 0 amappl7 128 379 0 366 1 0 1 1 0 8 0 amappl6 120 1486 0 1484 1 0 1 1 0 8 0 amappl5 112 746 0 734 1 0 1 1 0 8 0 amappl4 104 716 0 696 1 0 1 1 0 8 0 amappl3 96 20923 0 20796 4 0 4 4 0 8 0 amappl2 88 2482 0 2415 2 0 2 2 0 8 0 amappl1 80 28100 0 27520 18 5 13 15 0 8 0 amappl 88 32407 0 32214 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 132 0 10 3 0 3 3 0 8 0 uaddrrnd 24 4265 0 4229 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4265 0 4229 1 0 1 1 0 8 0 vmmpekpl 168 36003 0 35946 4 0 4 4 0 8 0 vmmpepl 168 262192 0 260162 139 50 89 98 0 357 0 vmsppl 440 4264 0 4229 7 2 5 5 0 8 0 rwobjpl 56 79903 0 70260 143 7 136 136 0 8 0 pdppl 4096 8537 0 8462 268 192 76 85 0 8 1 pvpl 32 44805 0 0 362 1 361 361 0 265 0 pmappl 248 4264 0 4229 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1226 0 277 28 0 28 28 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff8343eff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff8000371d3cf0,ffff800000069c00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff8000371d3e50,ffff80000006c000) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 intr_handler(ffff8000371d3fb0,ffff80000006bc00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:553 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f end of kernel end trace frame: 0x764d1fc780e0, count: -12 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8061145d60,9,0) at witness_checkorder+0x1024 rw_enter(fffffd8061145d50,1) at rw_enter+0x122 rrw_enter(fffffd8061145d50,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8075219b08,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8075219b08,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800037051538) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff800037051538) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fdc2e8,fffffd807b39c400,ffff8000fffedc00) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800010fdc2e8,fffffd807b41a100,fffffd807b39c400,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800010fdc2e8,fffffd807b39c400,ffff8000370517c8,0,0,0) at sosend+0xa43 sendit(ffff8000fffedc00,5,ffff800037051940,0,ffff800037051a00) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000fffedc00,ffff800037051ab0,ffff800037051a00) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff800037051ab0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037051ab0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd4dfca3c8a0, count: -15