witness: lock order reversal:
1st 0xffff8000013296c0 sbufsnd (&so->so_snd.sb_lock)
2nd 0xfffffd806aca83d0 inode (&ip->i_lock)
lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock)
lock order data 0xffffffff830beb84 -> 0xffffffff83071f68 is missing
lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock)
#0 rw_enter+0x122
#1 sblock+0xb7 sys/kern/uipc_socket2.c:549
#2 soreceive+0x295 sys/kern/uipc_socket.c:945
#3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264
#4 VOP_READ+0x102 sys/kern/vfs_vops.c:227
#5 vn_rdwr+0x15b
#6 vndsetcred+0xa1 sys/dev/vnd.c:684
#7 vndioctl+0xe6c sys/dev/vnd.c:485
#8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264
#9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525
#10 sys_ioctl+0x67c
#11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#12 Xsyscall+0x128
lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock)
#0 rw_enter+0x122
#1 sblock+0xb7 sys/kern/uipc_socket2.c:549
#2 sosplice+0x3f4 sys/kern/uipc_socket.c:1454
#3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1228
#4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#5 Xsyscall+0x128
Stopped at db_enter+0x25: addq $0x8,%rsp
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
the kernel did not panic
ddb{0}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806aca83d0,9,0) at witness_checkorder+0x1047
rw_enter(fffffd806aca83c0,1) at rw_enter+0x122
rrw_enter(fffffd806aca83c0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd8065bf2130,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
vn_lock(fffffd8065bf2130,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564
vfs_lookup(ffff800035bb5d88) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
namei(ffff800035bb5d88) at namei+0x7aa sys/kern/vfs_lookup.c:250
unp_connect(ffff800001329518,fffffd806aefb500,ffff8000ffff07c8) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868
uipc_dgram_send(ffff800001329518,fffffd80639e4900,fffffd806aefb500,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
sosend(ffff800001329518,fffffd806aefb500,ffff800035bb6018,0,0,0) at sosend+0xa40
sendit(ffff8000ffff07c8,4,ffff800035bb6190,0,ffff800035bb6250) at sendit+0x721 sys/kern/uipc_syscalls.c:786
sys_sendmsg(ffff8000ffff07c8,ffff800035bb6300,ffff800035bb6250) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
syscall(ffff800035bb6300) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
syscall(ffff800035bb6300) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xb01cc9c8850, count: -15
ddb{0}> show registers
rdi 0
rsi 0x40000 acpi_pdirpa+0x2be71
rbp 0xffff800035bb59e0
rbx 0xfffffd80042c8570
rdx 0xffff8000012a27c0
rcx 0xffff8000ffff07c8
rax 0x3ffff acpi_pdirpa+0x2be70
r8 0xffff800035bb58c0
r9 0x8080808080808080
r10 0x8c8948965247e935
r11 0xc55a3ffc589fa42b
r12 0
r13 0xfffffd8003adfe00
r14 0x3
r15 0xffffffff
rip 0xffffffff812ecd15 db_enter+0x25
cs 0x8
rflags 0x246
rsp 0xffff800035bb59d0
ss 0x10
db_enter+0x25: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor) tid=518915 pid=64629 tcnt=2 stat=onproc
flags process=0 proc=4000000<THREAD>
runpri=32, usrpri=50, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0
forw=0xffffffffffffffff, list=0xffff8000ffff1980,0xffff8000ffff02c8
process=0xffff8000fffea8d0 user=0xffff800035bb1000, vmspace=0xfffffd806ae20028
estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
27412 332905 93155 0 7 0 syz-executor
27412 111292 93155 0 3 0x4000080 fsleep syz-executor
57275 23246 35468 0 2 0 syz-executor
57275 76988 35468 0 2 0x4000000 syz-executor
64629 417076 40051 0 2 0 syz-executor
*64629 518915 40051 0 7 0x4000000 syz-executor
33986 434480 38331 0 2 0 syz-executor
33986 302968 38331 0 3 0x4000080 fsleep syz-executor
33986 480843 38331 0 3 0x4000080 fsleep syz-executor
18832 391348 88496 0 3 0x80 nanoslp syz-executor
18832 495135 88496 0 3 0x4000000 smrbar syz-executor
18832 255999 88496 0 3 0x4000080 fsleep syz-executor
18832 56221 88496 0 3 0x4000080 fsleep syz-executor
95608 343245 92584 0 2 0 syz-executor
95608 500391 92584 0 3 0x4000080 fifor syz-executor
95608 47139 92584 0 3 0x4000080 fsleep syz-executor
72297 364142 17413 0 3 0x80 nanoslp syz-executor
72297 190775 17413 0 3 0x4000080 fsleep syz-executor
72297 341865 17413 0 3 0x4000080 netacc syz-executor
72297 6698 17413 0 3 0x4000080 fsleep syz-executor
75147 395000 14432 0 3 0x80 nanoslp syz-executor
75147 260123 14432 0 3 0x4000080 ttyin syz-executor
75147 141920 14432 0 3 0x4000080 fsleep syz-executor
38331 366990 6524 0 2 0x2 syz-executor
84010 318672 1 0 3 0x100083 ttyin getty
47400 512335 0 0 3 0x14280 nfsidl nfsio
86066 514698 0 0 3 0x14280 nfsidl nfsio
38347 127697 0 0 3 0x14280 nfsidl nfsio
25801 496433 0 0 3 0x14280 nfsidl nfsio
17760 216976 0 0 3 0x14280 nfsidl nfsio
16773 253756 0 0 3 0x14280 nfsidl nfsio
57216 211266 0 0 3 0x14280 nfsidl nfsio
64825 366925 0 0 3 0x14280 nfsidl nfsio
51322 352718 0 0 3 0x14280 nfsidl nfsio
32868 394849 0 0 3 0x14280 nfsidl nfsio
31067 301219 0 0 3 0x14280 nfsidl nfsio
57108 205474 0 0 3 0x14280 nfsidl nfsio
78982 304611 0 0 3 0x14280 nfsidl nfsio
10686 327338 0 0 3 0x14280 nfsidl nfsio
36135 418431 0 0 3 0x14280 nfsidl nfsio
87744 86965 0 0 3 0x14280 nfsidl nfsio
45000 111009 0 0 3 0x14280 nfsidl nfsio
72407 425906 0 0 3 0x14280 nfsidl nfsio
74317 191932 0 0 3 0x14280 nfsidl nfsio
31281 291009 0 0 3 0x14280 nfsidl nfsio
99828 500166 0 0 3 0x14200 bored sosplice
35354 413583 26848 0 3 0x82 netio sshd-session
1428 166888 0 0 3 0x14200 acct acct
92584 422390 6524 0 3 0x82 nanoslp syz-executor
93155 126159 6524 0 3 0x82 nanoslp syz-executor
88496 346682 6524 0 3 0x82 nanoslp syz-executor
40051 323282 6524 0 3 0x82 nanoslp syz-executor
14432 475884 6524 0 3 0x82 nanoslp syz-executor
17413 360270 6524 0 3 0x82 nanoslp syz-executor
35468 571 6524 0 3 0x82 nanoslp syz-executor
6524 184159 31628 0 3 0x82 kqread syz-executor
31628 22290 84190 0 3 0x10008a sigsusp ksh
84190 484229 80750 0 3 0x98 kqread sshd-session
80750 166398 26848 0 3 0x92 kqread sshd-session
26848 147993 1 0 3 0x88 kqread sshd
84577 244814 17957 74 3 0x1100092 bpf pflogd
17957 267107 1 0 3 0x80 sbwait pflogd
52808 18960 81501 73 3 0x1100090 kqread syslogd
81501 440803 1 0 3 0x100082 sbwait syslogd
93846 340029 1 0 3 0x100080 kqread resolvd
42484 86875 23486 77 3 0x100092 kqread dhcpleased
72886 355460 23486 77 3 0x100092 kqread dhcpleased
23486 254988 1 0 3 0x80 kqread dhcpleased
40710 211042 0 0 3 0x14200 bored smr
61827 445112 0 0 2 0x14200 zerothread
49127 280333 0 0 3 0x14200 aiodoned aiodoned
54013 28272 0 0 3 0x14200 syncer update
78280 325892 0 0 3 0x14200 cleaner cleaner
21113 191438 0 0 3 0x14200 reaper reaper
22056 181128 0 0 3 0x14200 pgdaemon pagedaemon
12081 176370 0 0 3 0x14200 bored viomb
87032 351778 0 0 3 0x40014200 acpi0 acpi0
31835 168225 0 0 3 0x40014200 idle1
20324 281717 0 0 3 0x14200 bored softnet3
16588 22367 0 0 3 0x14200 bored softnet2
67447 382130 0 0 3 0x14200 bored softnet1
99349 379505 0 0 3 0x14200 bored softnet0
55663 87493 0 0 3 0x14200 bored systqmp
51399 409181 0 0 3 0x14200 bored systq
35045 58150 0 0 3 0x14200 tmoslp softclockmp
25757 122101 0 0 3 0x40014200 tmoslp softclock
74974 182653 0 0 3 0x40014200 idle0
1 63685 0 0 3 0x80082 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 27412 (syz-executor) thread 0xffff8000ffff16f8 (332905)
shared rwlock vmmaplk r = 0 (0xfffffd806ae209e0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1819
#2 uvm_fault_check+0x49 sys/uvm/uvm_fault.c:672
#3 uvm_fault+0xf5 sys/uvm/uvm_fault.c:600
#4 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188
#5 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436
#6 recall_trap+0x8
Process 64629 (syz-executor) thread 0xffff8000ffff07c8 (518915)
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff836258d8)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 unp_connect+0x26c sys/kern/uipc_usrreq.c:868
#2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
#3 sosend+0xa40
#4 sendit+0x721 sys/kern/uipc_syscalls.c:786
#5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
#6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
exclusive rwlock sbufsnd r = 0 (0xffff8000013296c0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 sblock+0xb7 sys/kern/uipc_socket2.c:549
#3 sosend+0x2ff sys/kern/uipc_socket.c:681
#4 sendit+0x721 sys/kern/uipc_syscalls.c:786
#5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
#6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
Process 18832 (syz-executor) thread 0xffff80002a0d11f0 (495135)
exclusive rwlock clonelk r = 0 (0xffffffff8343e420)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 if_clone_destroy+0x67
#2 ifioctl+0x5c5
#3 sys_ioctl+0x67c
#4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#5 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10234 11334K 15340K 166960K 14108 0
pcb 19 15K 17K 166960K 490 0
rtable 191 7K 7K 166960K 712 0
pf 42 19K 27K 166960K 173 0
ifaddr 40 6K 7K 166960K 75 0
ifgroup 66 2K 3K 166960K 117 0
sysctl 3 0K 0K 166960K 5 0
counters 68 36K 37K 166960K 94 0
ioctlops 0 0K 4K 166960K 1641 0
iov 0 0K 24K 166960K 80 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1505 95K 95K 166960K 2740 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 9K 166960K 26 0
VM map 2 1K 1K 166960K 2 0
sem 12 0K 1K 166960K 63 0
dirhash 12 2K 3K 166960K 63 0
ACPI 1690 195K 286K 166960K 12468 0
file desc 18 65K 97K 166960K 1538 0
sigio 1 0K 0K 166960K 35 0
proc 72 91K 152K 166960K 714 0
subproc 104 6K 6K 166960K 117 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 342 0
in_multi 78 5K 7K 166960K 185 0
ether_multi 1 0K 0K 166960K 9 0
mrt 0 0K 0K 166960K 5 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 151 678K 678K 166960K 151 0
exec 0 0K 1K 166960K 586 0
fusefs mount 1 32K 32K 166960K 1 0
pfkey data 0 0K 0K 166960K 1 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 269 74K 88K 166960K 16043 0
UVM aobj 83 7K 7K 166960K 89 0
pinsyscall 45 90K 109K 166960K 2701 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 1 0K 0K 166960K 82 0
NDP 14 0K 2K 166960K 53 0
temp 76 6828K 7075K 166960K 54783 0
kqueue 13 20K 32K 166960K 255 0
SYN cache 2 16K 16K 166960K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 112 0 108 1 0 1 1 0 8 0
rtentry 112 255 0 171 4 0 4 4 0 8 0
unpcb 144 1161 0 1105 11 8 3 6 0 8 0
syncache 336 16 0 16 3 3 0 1 0 8 0
tcpqe 32 3 0 3 2 2 0 1 0 8 0
tcpcb 808 451 0 441 8 6 2 8 0 8 1
arp 120 58 0 41 1 0 1 1 0 8 0
inpcb 336 1983 0 1967 31 26 5 13 0 8 2
nd6 136 35 0 15 1 0 1 1 0 8 0
pkpcb 40 3 0 3 3 3 0 1 0 8 0
kcovpl 48 9 0 1 1 0 1 1 0 8 0
ppxss 1168 4 0 4 3 2 1 1 0 8 1
pffrag 232 9 0 3 1 0 1 1 0 482 0
pffrnode 88 9 0 3 1 0 1 1 0 8 0
pffrent 40 19 0 13 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 90 0 26 1 0 1 1 0 8 0
pfstkey 128 90 0 26 3 0 3 3 0 8 0
pfstate 376 90 0 26 7 0 7 7 0 8 0
pfrule 1344 27 0 20 2 0 2 2 0 8 0
art_heap8 4096 2 0 0 2 0 2 2 0 8 0
art_heap4 256 802 0 419 32 8 24 29 0 8 0
art_table 32 804 0 419 4 0 4 4 0 8 0
art_node 16 254 0 180 1 0 1 1 0 8 0
sysvmsgpl 40 39 0 5 1 0 1 1 0 8 0
semupl 112 3 0 3 2 2 0 1 0 8 0
semapl 112 59 0 49 1 0 1 1 0 8 0
shmpl 112 86 0 6 3 0 3 3 0 8 0
dirhash 1024 51 0 34 3 0 3 3 0 8 0
dino2pl 256 4053 0 2560 95 0 95 95 0 8 0
ffsino 272 4053 0 2560 101 0 101 101 0 8 0
nchpl 144 6214 0 4520 63 0 63 63 0 8 0
uvmvnodes 80 5124 0 0 105 0 105 105 0 8 0
vnodes 216 5124 0 0 285 0 285 285 0 8 0
namei 1024 22903 0 22902 5 3 2 2 0 8 1
percpumem 16 61 0 13 1 0 1 1 0 8 0
kstatmem 264 54 0 26 3 1 2 3 0 8 0
scsiplug 72 4 0 4 2 2 0 1 0 8 0
scxspl 216 19933 0 19933 12 11 1 8 1 8 1
plimitpl 152 301 0 284 1 0 1 1 0 8 0
sigapl 424 1870 0 1797 9 0 9 9 0 8 0
futexpl 64 22112 0 22103 1 0 1 1 0 8 0
knotepl 120 561 0 0 17 0 17 17 0 8 0
kqueuepl 216 555 0 546 5 4 1 5 0 8 0
pipepl 320 460 0 431 11 8 3 11 0 8 0
fdescpl 496 1830 0 1797 6 1 5 6 0 8 0
filepl 152 13176 0 12882 22 7 15 19 0 8 1
lockfpl 104 561 0 559 1 0 1 1 0 8 0
lockfspl 48 221 0 219 1 0 1 1 0 8 0
sessionpl 144 37 0 27 1 0 1 1 0 8 0
pgrppl 48 58 0 40 1 0 1 1 0 8 0
ucredpl 104 2138 0 2124 1 0 1 1 0 8 0
zombiepl 144 1847 0 1847 2 1 1 1 0 8 1
processpl 1160 1870 0 1797 7 1 6 6 0 8 0
procpl 648 4175 0 4087 8 0 8 8 0 8 0
srpgc 96 10 0 10 3 3 0 1 0 8 0
sosppl 168 7 0 7 3 2 1 1 0 8 1
sockpl 664 3285 0 3210 42 35 7 15 0 8 0
mcl64k 65536 6 0 0 1 0 1 1 0 8 0
mcl16k 16384 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 2 0 0 1 0 1 1 0 8 0
mcl9k 9216 1 0 0 1 0 1 1 0 8 0
mcl8k 8192 10 0 0 2 0 2 2 0 8 0
mcl4k 4096 153 0 0 20 0 20 20 0 8 0
mcl2k 2048 34 0 0 5 0 5 5 0 8 0
mtagpl 96 102 0 0 3 0 3 3 0 8 0
mbufpl 256 376 0 0 23 0 23 23 0 8 0
bufpl 280 6356 0 182 442 0 442 442 0 8 0
anonpl 24 323706 0 318296 89 31 58 63 0 185 12
amapchunkpl 152 52656 0 51984 36 8 28 33 0 158 1
amappl16 200 8478 0 8442 43 28 15 16 0 8 10
amappl15 192 11 0 11 1 1 0 1 0 8 0
amappl14 184 142 0 129 1 0 1 1 0 8 0
amappl13 176 53 0 53 1 1 0 1 0 8 0
amappl12 168 2501 0 2468 4 1 3 3 0 8 0
amappl11 160 89 0 75 1 0 1 1 0 8 0
amappl10 152 14 0 14 2 2 0 1 0 8 0
amappl9 144 206 0 204 1 0 1 1 0 8 0
amappl8 136 27 0 24 1 0 1 1 0 8 0
amappl7 128 124 0 111 1 0 1 1 0 8 0
amappl6 120 185 0 184 1 0 1 1 0 8 0
amappl5 112 153 0 140 1 0 1 1 0 8 0
amappl4 104 364 0 345 1 0 1 1 0 8 0
amappl3 96 9652 0 9544 3 0 3 3 0 8 0
amappl2 88 2211 0 2118 3 0 3 3 0 8 0
amappl1 80 14832 0 14174 17 1 16 16 0 8 0
amappl 88 15484 0 15284 5 0 5 5 0 92 0
dma32768 32768 1 0 1 1 1 0 1 0 8 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 7 0 7 2 2 0 1 0 8 0
dma128 128 255 0 255 3 3 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 8 0 8 2 2 0 1 0 8 0
dma16 16 21 0 20 1 0 1 1 0 8 0
aobjpl 72 88 0 6 2 0 2 2 0 8 0
uaddrrnd 24 1830 0 1797 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 1830 0 1797 1 0 1 1 0 8 0
vmmpekpl 168 17268 0 17224 3 0 3 3 0 8 0
vmmpepl 168 123801 0 121711 122 20 102 102 0 357 6
vmsppl 448 1829 0 1797 6 2 4 5 0 8 0
rwobjpl 56 41363 0 35083 92 1 91 91 0 8 0
pdppl 4096 3667 0 3594 145 72 73 87 0 8 0
pvpl 32 17616 0 0 143 1 142 142 0 265 0
pmappl 248 1829 0 1797 3 0 3 3 0 8 0
extentpl 40 55 0 38 1 0 1 1 0 8 0
phpool 112 491 0 126 11 0 11 11 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806aca83d0,9,0) at witness_checkorder+0x1047
rw_enter(fffffd806aca83c0,1) at rw_enter+0x122
rrw_enter(fffffd806aca83c0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd8065bf2130,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
vn_lock(fffffd8065bf2130,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564
vfs_lookup(ffff800035bb5d88) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
namei(ffff800035bb5d88) at namei+0x7aa sys/kern/vfs_lookup.c:250
unp_connect(ffff800001329518,fffffd806aefb500,ffff8000ffff07c8) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868
uipc_dgram_send(ffff800001329518,fffffd80639e4900,fffffd806aefb500,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
sosend(ffff800001329518,fffffd806aefb500,ffff800035bb6018,0,0,0) at sosend+0xa40
sendit(ffff8000ffff07c8,4,ffff800035bb6190,0,ffff800035bb6250) at sendit+0x721 sys/kern/uipc_syscalls.c:786
sys_sendmsg(ffff8000ffff07c8,ffff800035bb6300,ffff800035bb6250) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
syscall(ffff800035bb6300) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
syscall(ffff800035bb6300) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xb01cc9c8850, count: -15
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
ddb{1}> trace
x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:585 [inline]
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:153
__mp_lock(ffffffff836256d0) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:113 [inline]
__mp_lock(ffffffff836256d0) at __mp_lock+0x1a3 sys/kern/kern_lock.c:144
uvm_fault(fffffd806ae208e8,e3a97587000,0,1) at uvm_fault+0x1e0 sys/uvm/uvm_fault.c:622
upageflttrap(ffff80003728af40,e3a97587000) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188
usertrap(ffff80003728af40) at usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x796454c0c3c0, count: -9