witness: lock order reversal: 1st 0xffff800000ed4498 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806e2e8f88 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8292c146 -> 0xffffffff828d64a9 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 soreceive+0x201 sys/kern/uipc_socket.c:876 #3 fifo_read+0xd2 sys/miscfs/fifofs/fifo_vnops.c:256 #4 VOP_READ+0xc3 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x10a #6 vndsetcred+0x86 sys/dev/vnd.c:684 #7 vndioctl+0xac1 sys/dev/vnd.c:485 #8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x4a9 #11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 sosplice+0x2a7 sys/kern/uipc_socket.c:1385 #3 sys_setsockopt+0x1d7 sys/kern/uipc_syscalls.c:1231 #4 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #4 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806e2e8f88,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806e2e8f78,1) at rw_enter+0xd1 rrw_enter(fffffd806e2e8f78,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806746a7d0,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd806746a7d0,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a27a6a8) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff80002a27a6a8) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000ed42f0,fffffd807bc48f00,ffff80002a1f6f88) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000ed42f0,fffffd807e60e500,fffffd807bc48f00,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000ed42f0,fffffd807bc48f00,ffff80002a27a938,0,0,0) at sosend+0x7aa sendit(ffff80002a1f6f88,3,ffff80002a27aab0,0,ffff80002a27ab70) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002a1f6f88,ffff80002a27ac20,ffff80002a27ab70) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff80002a27ac20) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002a27ac20) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x69a7b137b40, count: -15 ddb{1}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff80002a27a300 rbx 0xffffffff828e9404 pp_r600_decoded_lanes+0x2e88d rdx 0xffff800000e13240 rcx 0xffff80002a1f6f88 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff80002a27a1e0 r9 0x8080808080808080 r10 0xab122b61a7b5221a r11 0x89fe85641491d38d r12 0xfffffd8003b25470 r13 0xfffffd800333ddc0 r14 0x3 r15 0xffffffff rip 0xffffffff81cae62c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a27a2f0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.4) tid=340598 pid=80531 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a1f7218,0xffff80002a1f6038 process=0xffff80002a299f60 user=0xffff80002a275000, vmspace=0xfffffd8066aca370 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 6368 429926 32262 0 7 0x8000000 syz-executor.0 62049 124947 64214 0 2 0x8000000 syz-executor.3 62049 351518 64214 0 3 0xc000080 fsleep syz-executor.3 80531 451960 78209 0 2 0x8000000 syz-executor.4 *80531 340598 78209 0 7 0xc000000 syz-executor.4 22737 265252 61770 0 3 0x8000080 nanoslp syz-executor.5 22737 480020 61770 0 3 0xc000080 fifor syz-executor.5 22737 137152 61770 0 3 0xc000080 fsleep syz-executor.5 22737 44864 61770 0 3 0xc000080 fsleep syz-executor.5 27120 395652 44306 0 3 0x8000080 nanoslp syz-executor.2 27120 46406 44306 0 3 0xc000080 sbwait syz-executor.2 27120 93583 44306 0 3 0xc000080 fsleep syz-executor.2 1182 346208 18252 0 3 0x8000080 nanoslp syz-executor.1 1182 323413 18252 0 3 0xc000080 sbwait syz-executor.1 1182 219629 18252 0 3 0xc000080 fsleep syz-executor.1 64214 29776 43926 0 3 0x8000082 nanoslp syz-executor.3 44805 322108 76776 0 3 0x8000090 nanoslp syz-executor.7 44805 184670 76776 0 3 0xc000090 piperd syz-executor.7 44805 20324 76776 0 3 0xc000090 fsleep syz-executor.7 79799 488132 0 0 3 0x14200 acct acct 18252 117461 43926 0 3 0x8000082 nanoslp syz-executor.1 61770 418410 43926 0 3 0x8000082 nanoslp syz-executor.5 78209 416070 43926 0 3 0x8000082 nanoslp syz-executor.4 32262 401177 43926 0 3 0x8000082 nanoslp syz-executor.0 12407 99601 43926 0 3 0x8000082 nanoslp syz-executor.6 74933 492966 1 0 3 0x8000080 fsleep syz-executor.5 74933 171438 1 0 3 0xc000080 kqsel syz-executor.5 76776 345433 43926 0 3 0x8000082 nanoslp syz-executor.7 44306 390153 43926 0 3 0x8000082 nanoslp syz-executor.2 24172 372966 0 0 3 0x14200 bored sosplice 43926 368977 11734 0 3 0x1a000082 thrsleep syz-fuzzer 43926 491954 11734 0 3 0x1e000082 nanoslp syz-fuzzer 43926 239531 11734 0 3 0x1e000082 wait syz-fuzzer 43926 25148 11734 0 3 0x1e000082 kqread syz-fuzzer 43926 513070 11734 0 3 0x1e000082 wait syz-fuzzer 43926 198871 11734 0 3 0x1e000082 wait syz-fuzzer 43926 375633 11734 0 3 0x1e000082 thrsleep syz-fuzzer 43926 139252 11734 0 3 0x1e000082 wait syz-fuzzer 43926 213018 11734 0 3 0x1e000082 thrsleep syz-fuzzer 43926 54820 11734 0 3 0x1e000082 wait syz-fuzzer 43926 498552 11734 0 3 0x1e000082 thrsleep syz-fuzzer 43926 172740 11734 0 3 0x1e000082 wait syz-fuzzer 43926 57663 11734 0 3 0x1e000082 wait syz-fuzzer 43926 187405 11734 0 3 0x1e000082 wait syz-fuzzer 43926 350998 11734 0 3 0x1e000082 thrsleep syz-fuzzer 11734 175649 20612 0 3 0x810008a sigsusp ksh 20612 348307 50870 0 3 0x1800009a kqread sshd 3383 502378 1 0 3 0x18100083 ttyin getty 50870 193144 1 0 3 0x18000088 kqread sshd 24586 74333 5148 73 2 0x19100010 syslogd 5148 42647 1 0 3 0x18100082 sbwait syslogd 71514 339108 1 0 3 0x18100080 kqread resolvd 16350 27805 56844 77 3 0x18100092 kqread dhcpleased 1680 282984 56844 77 3 0x18100092 kqread dhcpleased 56844 213995 1 0 3 0x18000080 kqread dhcpleased 89029 134901 0 0 3 0x14200 bored smr 80165 239006 0 0 3 0x14200 pgzero zerothread 32611 276504 0 0 3 0x14200 aiodoned aiodoned 77203 234676 0 0 3 0x14200 syncer update 78792 395309 0 0 3 0x14200 cleaner cleaner 81102 381994 0 0 3 0x14200 reaper reaper 95833 106196 0 0 3 0x14200 pgdaemon pagedaemon 60161 98618 0 0 3 0x14200 bored viomb 34909 186109 0 0 3 0x40014200 acpi0 acpi0 87427 180692 0 0 3 0x40014200 idle1 71759 8999 0 0 3 0x14200 bored softnet3 6395 226213 0 0 3 0x14200 bored softnet2 88399 92435 0 0 3 0x14200 bored softnet1 76079 312023 0 0 3 0x14200 bored softnet0 29167 216133 0 0 3 0x14200 bored systqmp 72321 221834 0 0 3 0x14200 bored systq 2505 347841 0 0 3 0x14200 tmoslp softclockmp 12526 58477 0 0 3 0x40014200 tmoslp softclock 78971 280319 0 0 3 0x40014200 idle0 1 416283 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 80531 (syz-executor.4) thread 0xffff80002a1f6f88 (340598) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dea520) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 unp_connect+0x1c6 sys/kern/uipc_usrreq.c:864 #2 uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 #3 sosend+0x7aa #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800000ed4498) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 sblock+0x8a sys/kern/uipc_socket2.c:548 #3 sosend+0x259 sys/kern/uipc_socket.c:610 #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 24586 (syslogd) thread 0xffff8000ffffdc40 (74333) exclusive rrwlock inode r = 0 (0xfffffd806e7481b0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2931 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10208 6575K 7152K 166960K 15544 0 pcb 17 12K 12K 166960K 340 0 rtable 226 9K 10K 166960K 1276 0 pf 33 9K 10K 166960K 162 0 ifaddr 46 16K 17K 166960K 190 0 ifgroup 58 2K 2K 166960K 250 0 sysctl 3 0K 1K 166960K 5 0 counters 68 36K 37K 166960K 176 0 ioctlops 0 0K 4K 166960K 1602 0 iov 0 0K 20K 166960K 117 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1396 88K 88K 166960K 3624 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 62 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 171 0 dirhash 12 2K 3K 166960K 72 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 19 69K 89K 166960K 2355 0 sigio 0 0K 0K 166960K 41 0 proc 58 79K 115K 166960K 1326 0 subproc 117 7K 8K 166960K 405 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 286 0 in_multi 96 7K 7K 166960K 467 0 ether_multi 1 0K 0K 166960K 25 0 mrt 1 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 103 466K 466K 166960K 103 0 exec 0 0K 1K 166960K 927 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 300 83K 106K 166960K 21466 0 UVM aobj 11 4K 4K 166960K 12 0 pinsyscall 39 78K 100K 166960K 4107 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 160 0 NDP 15 0K 1K 166960K 136 0 temp 81 6808K 6876K 166960K 101622 0 kqueue 13 20K 30K 166960K 359 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 290 0 287 1 0 1 1 0 8 0 rtentry 112 430 0 329 4 0 4 4 0 8 0 unpcb 144 1761 0 1735 10 8 2 2 0 8 1 syncache 336 9 0 9 5 5 0 1 0 8 0 tcpqe 32 82 0 82 2 2 0 1 0 8 0 tcpcb 808 596 0 589 5 3 2 2 0 8 0 arp 120 79 0 62 1 0 1 1 0 8 0 ipq 40 3 0 3 3 3 0 1 0 8 0 ipqe 40 9 0 9 3 3 0 1 0 8 0 inpcb 384 2197 0 2183 7 5 2 4 0 8 0 nd6 136 116 0 92 1 0 1 1 0 8 0 pkpcb 40 8 0 7 4 3 1 1 0 8 0 kcovpl 48 31 0 22 1 0 1 1 0 8 0 ppxss 1168 17 0 17 7 7 0 1 0 8 0 pffrag 232 19 0 17 2 1 1 1 0 482 0 pffrnode 88 19 0 17 2 1 1 1 0 8 0 pffrent 40 289 0 287 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 206 0 168 1 0 1 1 0 8 0 pfstkey 128 206 0 168 2 0 2 2 0 8 0 pfstate 376 206 0 168 6 2 4 5 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1640 0 1190 38 9 29 31 0 8 0 art_table 32 1641 0 1190 4 0 4 4 0 8 0 art_node 16 424 0 333 1 0 1 1 0 8 0 sysvmsgpl 40 13 0 7 2 1 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 168 0 158 1 0 1 1 0 8 0 shmpl 112 9 0 1 1 0 1 1 0 8 0 dirhash 1024 58 0 41 3 0 3 3 0 8 0 dino2pl 256 5270 0 3745 96 0 96 96 0 8 0 ffsino 272 5270 0 3745 102 0 102 102 0 8 0 nchpl 144 8755 0 7002 67 0 67 67 0 8 0 uvmvnodes 80 6935 0 0 142 0 142 142 0 8 0 vnodes 216 6935 0 0 386 0 386 386 0 8 0 namei 1024 31787 0 31786 7 6 1 2 0 8 0 percpumem 16 102 0 54 1 0 1 1 0 8 0 vcpupl 3904 3 0 1 1 0 1 1 0 8 0 vmpool 696 12 0 10 1 0 1 1 0 8 0 kstatmem 264 134 0 108 3 0 3 3 0 8 0 scsiplug 72 4 0 4 3 3 0 1 0 8 0 scxspl 216 67729 0 67729 21 20 1 8 1 8 1 plimitpl 152 404 0 387 1 0 1 1 0 8 0 sigapl 424 2618 0 2568 7 1 6 6 0 8 0 futexpl 64 51174 0 51167 3 2 1 1 0 8 0 knotepl 120 755 0 0 18 0 18 18 0 8 0 kqueuepl 216 739 0 727 2 1 1 2 0 8 0 pipepl 320 469 0 439 3 0 3 3 0 8 0 fdescpl 496 2594 0 2564 12 7 5 5 0 8 0 filepl 152 17417 0 17125 20 7 13 14 0 8 0 lockfpl 104 843 0 839 1 0 1 1 0 8 0 lockfspl 48 385 0 381 1 0 1 1 0 8 0 sessionpl 144 46 0 29 1 0 1 1 0 8 0 pgrppl 48 73 0 56 1 0 1 1 0 8 0 ucredpl 104 3286 0 3272 1 0 1 1 0 8 0 zombiepl 144 2569 0 2568 1 0 1 1 0 8 0 processpl 1144 2618 0 2568 4 0 4 4 0 8 0 procpl 656 4746 0 4670 8 1 7 7 0 8 0 srpgc 96 25 0 25 8 8 0 1 0 8 0 sosppl 168 11 0 10 5 4 1 1 0 8 0 sockpl 664 4275 0 4232 27 22 5 5 0 8 0 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 6 0 0 1 0 1 1 0 8 0 mcl12k 12288 6 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 359 0 0 38 1 37 38 0 8 0 mtagpl 96 25 0 0 1 0 1 1 0 8 0 mbufpl 256 565 0 0 24 0 24 24 0 8 0 bufpl 280 16833 0 8066 627 0 627 627 0 8 0 anonpl 24 476351 0 469654 180 80 100 112 0 186 29 amapchunkpl 152 71332 0 70587 75 35 40 41 0 158 7 amappl16 200 10589 0 10392 87 71 16 36 0 8 0 amappl15 192 41 0 41 2 1 1 1 0 8 1 amappl14 184 295 0 284 2 1 1 2 0 8 0 amappl13 176 45 0 45 1 1 0 1 0 8 0 amappl12 168 3589 0 3555 4 2 2 3 0 8 0 amappl11 160 107 0 88 1 0 1 1 0 8 0 amappl10 152 77 0 75 1 0 1 1 0 8 0 amappl9 144 167 0 167 2 2 0 1 0 8 0 amappl8 136 273 0 240 2 0 2 2 0 8 0 amappl7 128 63 0 51 1 0 1 1 0 8 0 amappl6 120 622 0 604 2 1 1 2 0 8 0 amappl5 112 259 0 246 1 0 1 1 0 8 0 amappl4 104 724 0 690 2 0 2 2 0 8 0 amappl3 96 13698 0 13601 3 0 3 3 0 8 0 amappl2 88 3094 0 3018 4 2 2 4 0 8 0 amappl1 80 17811 0 17315 22 11 11 22 0 8 0 amappl 88 20594 0 20376 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 11 0 1 1 0 1 1 0 8 0 uaddrrnd 24 2606 0 2574 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2606 0 2574 1 0 1 1 0 8 0 vmmpekpl 168 21116 0 21055 4 0 4 4 0 8 0 vmmpepl 168 179406 0 177341 178 74 104 120 0 357 5 vmsppl 440 2605 0 2574 5 1 4 4 0 8 0 rwobjpl 56 53138 0 45009 124 9 115 115 0 8 0 pdppl 4096 5219 0 5150 173 100 73 77 0 8 4 pvpl 32 49195 0 0 398 1 397 397 0 265 0 pmappl 248 2605 0 2574 7 4 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 506 0 133 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82c95ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002e727830,ffff800000069c00) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x129 sys/kern/kern_lock.c:147 intr_handler(ffff80002e727990,ffff80000067b200) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 syscall(ffff80002e727cb0) at syscall+0x221 mi_syscall sys/sys/syscall_mi.h:157 [inline] syscall(ffff80002e727cb0) at syscall+0x221 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x723c6a7755d0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806e2e8f88,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806e2e8f78,1) at rw_enter+0xd1 rrw_enter(fffffd806e2e8f78,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806746a7d0,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd806746a7d0,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002a27a6a8) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff80002a27a6a8) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000ed42f0,fffffd807bc48f00,ffff80002a1f6f88) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000ed42f0,fffffd807e60e500,fffffd807bc48f00,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000ed42f0,fffffd807bc48f00,ffff80002a27a938,0,0,0) at sosend+0x7aa sendit(ffff80002a1f6f88,3,ffff80002a27aab0,0,ffff80002a27ab70) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002a1f6f88,ffff80002a27ac20,ffff80002a27ab70) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff80002a27ac20) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002a27ac20) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x69a7b137b40, count: -15