witness: lock order reversal: 1st 0xffff800001191ba8 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806ab975e8 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff830a027e -> 0xffffffff8304f7ef is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 soreceive+0x298 sys/kern/uipc_socket.c:877 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x67c #11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 sosplice+0x3e3 sys/kern/uipc_socket.c:1386 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1231 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806ab975e8,9,0) at witness_checkorder+0x1024 rw_enter(fffffd806ab975d8,1) at rw_enter+0x122 rrw_enter(fffffd806ab975d8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd80642e41b8,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd80642e41b8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a0aff18) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a0aff18) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001191a00,fffffd807ec69100,ffff800037200f80) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800001191a00,fffffd8076d69900,fffffd807ec69100,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800001191a00,fffffd807ec69100,ffff80002a0b01a8,0,0,0) at sosend+0xa43 sendit(ffff800037200f80,4,ffff80002a0b0320,0,ffff80002a0b03e0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff800037200f80,ffff80002a0b0490,ffff80002a0b03e0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff80002a0b0490) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b0490) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xe7330edb8d0, count: -15 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff80002a0afb70 rbx 0xffffffff83061629 pp_r600_decoded_lanes+0x34594 rdx 0xffff80000118a580 rcx 0xffff800037200f80 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff80002a0afa50 r9 0x8080808080808080 r10 0xf0f735f9d71f3a19 r11 0x7620895ebf0536da r12 0xfffffd80042a0d68 r13 0xfffffd8003ab7dc0 r14 0x3 r15 0xffffffff rip 0xffffffff816cefe5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a0afb60 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=35861 pid=19243 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000372019a0,0xffff8000372007f8 process=0xffff8000ffff0498 user=0xffff80002a0ab000, vmspace=0xfffffd805f687380 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 16124 72136 70401 0 7 0x8000000 syz-executor 16124 475206 70401 0 3 0xc000080 kqsel syz-executor 64678 381202 63976 0 2 0x8000000 syz-executor 64678 293204 63976 0 3 0xc000080 fsleep syz-executor 2611 353703 70093 0 2 0x8000000 syz-executor 2611 409064 70093 0 3 0xc000080 fsleep syz-executor 19243 176209 53448 0 2 0x8000000 syz-executor *19243 35861 53448 0 7 0xc000000 syz-executor 87667 34015 45663 0 2 0x8000000 syz-executor 87667 11020 45663 0 2 0xc000000 syz-executor 5994 169804 36929 0 2 0x8000000 syz-executor 3760 241853 39225 0 2 0x8000000 syz-executor 3760 354759 39225 0 3 0xc000080 fsleep syz-executor 63976 460308 75989 0 3 0x8000082 nanoslp syz-executor 53448 402740 75989 0 3 0x8000082 nanoslp syz-executor 36929 145493 75989 0 2 0x8000002 syz-executor 27409 75343 75989 0 3 0x8000002 biowait syz-executor 39225 232025 75989 0 2 0x8000002 syz-executor 45663 314105 75989 0 3 0x8000082 nanoslp syz-executor 70401 128791 75989 0 3 0x8000082 nanoslp syz-executor 70093 354627 75989 0 3 0x8000082 nanoslp syz-executor 26942 455905 0 0 3 0x14280 nfsidl nfsio 31245 349914 0 0 3 0x14280 nfsidl nfsio 88260 436252 0 0 3 0x14280 nfsidl nfsio 63150 505498 0 0 3 0x14280 nfsidl nfsio 68053 171316 0 0 3 0x14280 nfsidl nfsio 39544 326304 0 0 3 0x14280 nfsidl nfsio 25349 466652 0 0 3 0x14280 nfsidl nfsio 75595 138166 0 0 3 0x14280 nfsidl nfsio 44327 230397 0 0 3 0x14280 nfsidl nfsio 64282 89683 0 0 3 0x14280 nfsidl nfsio 86183 29637 0 0 3 0x14280 nfsidl nfsio 88063 155935 0 0 3 0x14280 nfsidl nfsio 46935 413889 0 0 3 0x14280 nfsidl nfsio 49568 414669 0 0 3 0x14280 nfsidl nfsio 94013 162121 0 0 3 0x14280 nfsidl nfsio 73057 142582 0 0 3 0x14280 nfsidl nfsio 47137 244464 0 0 3 0x14280 nfsidl nfsio 61297 434258 0 0 3 0x14280 nfsidl nfsio 15947 389616 0 0 3 0x14280 nfsidl nfsio 79857 229319 0 0 3 0x14280 nfsidl nfsio 23415 18615 0 0 3 0x14200 acct acct 23355 219961 0 0 3 0x14200 bored sosplice 75989 46675 37034 0 3 0x8000082 kqread syz-executor 37034 49531 80166 0 3 0x810008a sigsusp ksh 80166 77829 66973 0 3 0x18000098 kqread sshd-session 66973 442868 80097 0 3 0x18000092 kqread sshd-session 11214 480079 1 0 3 0x18100083 ttyopn getty 80097 182825 1 0 3 0x18000088 kqread sshd 86528 340457 54948 74 3 0x19100092 bpf pflogd 54948 357624 1 0 3 0x18000080 sbwait pflogd 73567 448693 73514 73 3 0x19100010 biowait syslogd 73514 382694 1 0 3 0x18100082 sbwait syslogd 12164 454842 1 0 3 0x18100080 kqread resolvd 13748 421418 37066 77 3 0x18100092 kqread dhcpleased 79752 282174 37066 77 3 0x18100092 kqread dhcpleased 37066 483766 1 0 3 0x18000080 kqread dhcpleased 71132 170660 0 0 3 0x14200 pause smr 5250 321340 0 0 2 0x14200 zerothread 9793 344586 0 0 3 0x14200 aiodoned aiodoned 63855 72527 0 0 3 0x14200 syncer update 34356 379588 0 0 3 0x14200 cleaner cleaner 69413 358702 0 0 3 0x14200 reaper reaper 98724 73623 0 0 3 0x14200 pgdaemon pagedaemon 84221 58512 0 0 3 0x14200 bored viomb 32586 502202 0 0 3 0x40014200 acpi0 acpi0 75028 168983 0 0 3 0x40014200 idle1 85714 108339 0 0 3 0x14200 bored softnet3 21525 176111 0 0 3 0x14200 bored softnet2 86520 267580 0 0 3 0x14200 bored softnet1 58613 265777 0 0 3 0x14200 bored softnet0 80532 30437 0 0 3 0x14200 bored systqmp 4870 306364 0 0 3 0x14200 bored systq 41682 34966 0 0 3 0x14200 tmoslp softclockmp 18919 341095 0 0 3 0x40014200 tmoslp softclock 45156 168845 0 0 3 0x40014200 idle0 1 85407 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 19243 (syz-executor) thread 0xffff800037200f80 (35861) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff834f5130) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:862 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 #3 sosend+0xa43 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800001191ba8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:611 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 27409 (syz-executor) thread 0xffff8000ffff6530 (75343) exclusive rrwlock inode r = 0 (0xfffffd80692ef4e8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:120 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3104 #10 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #10 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806df73708) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3089 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 73567 (syslogd) thread 0xffff8000ffffd960 (448693) exclusive rrwlock inode r = 0 (0xfffffd806e4bc2c0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2931 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10219 10440K 10880K 166960K 13574 0 pcb 17 13K 14K 166960K 211 0 rtable 208 6K 7K 166960K 1479 0 pf 35 10K 10K 166960K 136 0 ifaddr 45 15K 16K 166960K 200 0 ifgroup 60 2K 2K 166960K 234 0 sysctl 1 0K 1K 166960K 2 0 counters 66 36K 36K 166960K 152 0 ioctlops 0 0K 4K 166960K 1573 0 iov 0 0K 14K 166960K 60 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1495 94K 94K 166960K 2818 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 5K 13K 166960K 33 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 212 0 dirhash 12 2K 3K 166960K 42 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 89K 166960K 1501 0 sigio 0 0K 0K 166960K 14 0 proc 70 91K 140K 166960K 1552 0 subproc 104 6K 6K 166960K 548 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 191 0 in_multi 96 7K 7K 166960K 496 0 ether_multi 1 0K 0K 166960K 7 0 mrt 1 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 97 440K 440K 166960K 97 0 exec 0 0K 1K 166960K 991 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 238 85K 98K 166960K 13845 0 UVM aobj 41 6K 6K 166960K 43 0 pinsyscall 42 84K 104K 166960K 3454 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 107 0 NDP 13 0K 2K 166960K 140 0 temp 77 6816K 6884K 166960K 60845 0 kqueue 13 20K 30K 166960K 155 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 318 0 314 4 2 2 2 0 8 1 rtentry 112 519 0 424 4 1 3 4 0 8 0 unpcb 144 1164 0 1142 12 10 2 4 0 8 1 syncache 336 8 0 8 4 4 0 1 0 8 0 tcpcb 808 380 0 374 12 4 8 8 0 8 7 arp 120 89 0 71 1 0 1 1 0 8 0 inpcb 384 1691 0 1681 24 16 8 8 0 8 7 nd6 136 136 0 111 2 1 1 2 0 8 0 pkpcb 40 6 0 6 4 3 1 1 0 8 1 kcovpl 48 42 0 34 1 0 1 1 0 8 0 ppxss 1168 2 0 2 1 1 0 1 0 8 0 pffrag 232 6 0 3 1 0 1 1 0 482 0 pffrnode 88 6 0 3 1 0 1 1 0 8 0 pffrent 40 9 0 6 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 102 0 76 1 0 1 1 0 8 0 pfstkey 128 102 0 76 2 0 2 2 0 8 0 pfstate 376 102 0 76 5 1 4 5 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2031 0 1608 36 8 28 29 0 8 1 art_table 32 2032 0 1608 4 0 4 4 0 8 0 art_node 16 516 0 432 1 0 1 1 0 8 0 sysvmsgpl 40 17 0 8 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 210 0 200 1 0 1 1 0 8 0 shmpl 112 40 0 2 2 0 2 2 0 8 0 dirhash 1024 37 0 20 3 0 3 3 0 8 0 dino2pl 256 3214 0 1646 99 0 99 99 0 8 0 ffsino 272 3214 0 1646 105 0 105 105 0 8 0 nchpl 144 4712 0 2979 65 0 65 65 0 8 0 uvmvnodes 80 4487 0 0 92 0 92 92 0 8 0 vnodes 216 4487 0 0 250 0 250 250 0 8 0 namei 1024 20410 0 20408 6 5 1 2 0 8 0 percpumem 16 90 0 43 1 0 1 1 0 8 0 vcpupl 3904 4 0 0 1 0 1 1 0 8 0 vmpool 696 7 0 3 1 0 1 1 0 8 0 kstatmem 264 112 0 86 2 0 2 2 0 8 0 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 24337 0 24335 12 11 1 8 1 8 0 plimitpl 152 320 0 302 1 0 1 1 0 8 0 sigapl 424 1753 0 1682 11 2 9 9 0 8 0 futexpl 64 15630 0 15627 5 4 1 1 0 8 0 knotepl 120 579 0 0 18 0 18 18 0 8 0 kqueuepl 216 365 0 354 4 3 1 3 0 8 0 pipepl 320 384 0 357 8 5 3 8 0 8 0 fdescpl 496 1713 0 1682 9 4 5 5 0 8 0 filepl 152 11511 0 11257 30 16 14 16 0 8 2 lockfpl 104 404 0 401 1 0 1 1 0 8 0 lockfspl 48 186 0 183 1 0 1 1 0 8 0 sessionpl 144 56 0 47 1 0 1 1 0 8 0 pgrppl 48 114 0 97 1 0 1 1 0 8 0 ucredpl 104 1583 0 1570 1 0 1 1 0 8 0 zombiepl 144 1682 0 1682 2 1 1 1 0 8 1 processpl 1152 1753 0 1682 7 1 6 6 0 8 0 procpl 648 3338 0 3261 11 3 8 8 0 8 0 srpgc 96 12 0 12 2 2 0 1 0 8 0 sosppl 168 5 0 5 1 1 0 1 0 8 0 sockpl 664 3189 0 3153 37 27 10 12 0 8 7 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 9 0 0 2 0 2 2 0 8 0 mcl2k 2048 232 0 0 29 0 29 29 0 8 0 mtagpl 96 10 0 0 1 0 1 1 0 8 0 mbufpl 256 2077 0 0 126 0 126 126 0 8 0 bufpl 280 8386 0 1789 472 0 472 472 0 8 0 anonpl 24 322131 0 317173 140 39 101 109 0 185 63 amapchunkpl 152 44361 0 43822 56 20 36 46 0 158 12 amappl16 200 7738 0 7698 50 37 13 28 0 8 8 amappl15 192 14 0 14 1 1 0 1 0 8 0 amappl14 184 184 0 171 1 0 1 1 0 8 0 amappl13 176 11 0 10 1 0 1 1 0 8 0 amappl12 168 2910 0 2879 4 2 2 3 0 8 0 amappl11 160 61 0 47 1 0 1 1 0 8 0 amappl10 152 13 0 13 1 1 0 1 0 8 0 amappl9 144 136 0 136 1 1 0 1 0 8 0 amappl8 136 20 0 17 1 0 1 1 0 8 0 amappl7 128 184 0 172 1 0 1 1 0 8 0 amappl6 120 508 0 507 1 0 1 1 0 8 0 amappl5 112 276 0 264 1 0 1 1 0 8 0 amappl4 104 413 0 394 1 0 1 1 0 8 0 amappl3 96 8820 0 8709 5 1 4 4 0 8 0 amappl2 88 1110 0 1044 2 0 2 2 0 8 0 amappl1 80 13859 0 13280 15 2 13 14 0 8 0 amappl 88 13171 0 12998 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 42 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1720 0 1685 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1720 0 1685 1 0 1 1 0 8 0 vmmpekpl 168 15760 0 15709 4 1 3 4 0 8 0 vmmpepl 168 113666 0 111780 119 20 99 107 0 357 15 vmsppl 440 1719 0 1685 7 2 5 5 0 8 0 rwobjpl 56 39474 0 33996 83 5 78 80 0 8 0 pdppl 4096 3447 0 3374 161 86 75 83 0 8 2 pvpl 32 46670 0 0 379 2 377 377 0 265 0 pmappl 248 1719 0 1685 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 591 0 110 14 0 14 14 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806ab975e8,9,0) at witness_checkorder+0x1024 rw_enter(fffffd806ab975d8,1) at rw_enter+0x122 rrw_enter(fffffd806ab975d8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd80642e41b8,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd80642e41b8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a0aff18) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a0aff18) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001191a00,fffffd807ec69100,ffff800037200f80) at unp_connect+0x27d sys/kern/uipc_usrreq.c:862 uipc_dgram_send(ffff800001191a00,fffffd8076d69900,fffffd807ec69100,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:601 sosend(ffff800001191a00,fffffd807ec69100,ffff80002a0b01a8,0,0,0) at sosend+0xa43 sendit(ffff800037200f80,4,ffff80002a0b0320,0,ffff80002a0b03e0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff800037200f80,ffff80002a0b0490,ffff80002a0b03e0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff80002a0b0490) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a0b0490) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xe7330edb8d0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff834f4f28) at __mp_lock+0x192 sys/kern/kern_lock.c:144 syscall(ffff8000371c5c10) at syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000371c5c10) at syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x78fb702db420, count: -6