login: witness: lock order reversal: 1st 0xffff800010fd4ba0 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffa006cb00228 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff83518ef8 -> 0xffffffff8348dc26 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:890 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfc sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x32b sys/kern/uipc_socket.c:1352 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1226 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffa006cb00228,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffa006cb00210,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffa006cb00210,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffa006bbdb138,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffa006bbdb138,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vfs_lookup(ffff80002a32d640) at vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 namei(ffff80002a32d640) at namei+0x7c5 sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fd49b8,fffffa006b012700,ffff80003c3f82c0) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800010fd49b8,fffffa006817a200,fffffa006b012700,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800010fd49b8,fffffa006b012700,ffff80002a32d8c8,0,0,0) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c3f82c0,4,ffff80002a32da48,0,ffff80002a32db00) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff80003c3f82c0,ffff80002a32dbb0,ffff80002a32db00) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80002a32dbb0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a32dbb0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x51095de0750, count: -15 ddb{1}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80002a32d2b0 rbx 0 rdx 0xffff8000015f7680 rcx 0xffff80003c3f82c0 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80002a32d190 r9 0x8080808080808080 r10 0xdabb89768d398ee6 r11 0x8f6aabf4c8a067f6 r12 0xfffffa00040c28c0 r13 0xfffffa00048aa2c8 r14 0x3 r15 0xffffffff83524398 substchar+0x5d01 rip 0xffffffff832e3685 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a32d2a0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=337008 pid=71530 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=77, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a212a70,0xffff80003778da30 process=0xffff807fffff49a8 user=0xffff80002a328000, vmspace=0xfffffa006d04e5c0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 51061 65886 28515 0 2 0x100000 sh 5725 276260 1 0 2 0 init 28515 177110 46120 0 3 0x10008a sigsusp sh 71530 264465 14414 0 2 0 syz-executor *71530 337008 14414 0 7 0x4000000 syz-executor 86226 462725 48190 0 2 0 syz-executor 86226 110473 48190 0 2 0x4000000 syz-executor 52713 420795 91137 0 7 0 syz-executor 52713 448237 91137 0 3 0x4000080 kqsel syz-executor 46307 398890 46317 -1 2 0x10 syz-executor 46307 519516 46317 -1 3 0x4000098 kqpoll syz-executor 46307 507316 46317 -1 3 0x4000090 fsleep syz-executor 78730 338765 30171 0 2 0 syz-executor 78730 115576 30171 0 3 0x4000080 fsleep syz-executor 46120 395275 80517 0 3 0x82 wait syz-executor 46317 320789 80517 0 3 0x82 nanoslp syz-executor 28361 472587 0 0 3 0x14280 nfsidl nfsio 20661 311390 0 0 3 0x14280 nfsidl nfsio 82917 264729 0 0 3 0x14280 nfsidl nfsio 51933 455553 0 0 3 0x14280 nfsidl nfsio 19291 21322 0 0 3 0x14280 nfsidl nfsio 23880 283212 0 0 3 0x14280 nfsidl nfsio 37278 172298 0 0 3 0x14280 nfsidl nfsio 14479 252829 0 0 3 0x14280 nfsidl nfsio 23562 382092 0 0 3 0x14280 nfsidl nfsio 19596 62367 0 0 3 0x14280 nfsidl nfsio 37433 428439 0 0 3 0x14280 nfsidl nfsio 25765 242486 0 0 3 0x14280 nfsidl nfsio 63813 319880 0 0 3 0x14280 nfsidl nfsio 3691 219108 0 0 3 0x14280 nfsidl nfsio 35249 298367 0 0 3 0x14280 nfsidl nfsio 53154 475 0 0 3 0x14280 nfsidl nfsio 9292 523221 0 0 3 0x14280 nfsidl nfsio 66755 326785 0 0 3 0x14280 nfsidl nfsio 78155 404571 0 0 3 0x14280 nfsidl nfsio 94719 236812 0 0 3 0x14280 nfsidl nfsio 91137 305327 80517 0 3 0x82 nanoslp syz-executor 14414 183910 80517 0 3 0x82 nanoslp syz-executor 30171 109045 80517 0 3 0x82 nanoslp syz-executor 48190 198143 80517 0 3 0x82 nanoslp syz-executor 69715 69388 80517 0 3 0x82 wait syz-executor 45475 83290 80517 0 3 0x2 biowait syz-executor 80517 442757 1 0 3 0x82 kqread syz-executor 17279 488376 0 0 3 0x14200 bored smr 18098 209383 0 0 2 0x14200 zerothread 15880 369906 0 0 3 0x14200 aiodoned aiodoned 16305 314673 0 0 3 0x14200 syncer update 9529 387779 0 0 3 0x14200 cleaner cleaner 89973 435967 0 0 3 0x14200 reaper reaper 4815 121709 0 0 3 0x14200 pgdaemon pagedaemon 70696 485883 0 0 3 0x14200 bored viomb 94848 483194 0 0 3 0x40014200 acpi0 acpi0 18551 233964 0 0 3 0x40014200 idle1 92286 484521 0 0 3 0x14200 bored softnet1 46971 191278 0 0 2 0x14200 softnet0 77014 88346 0 0 3 0x14200 bored systqmp 98765 251936 0 0 3 0x14200 bored systq 39575 128254 0 0 3 0x14200 tmoslp softclockmp 74085 100625 0 0 3 0x40014200 tmoslp softclock 41444 10019 0 0 3 0x40014200 idle0 1 457550 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 71530 (syz-executor) thread 0xffff80003c3f82c0 (337008) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83b138c0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fd4ba0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:639 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 Process 45475 (syz-executor) thread 0xffff80002a2127d8 (83290) exclusive rrwlock inode r = 0 (0xfffffa006b8a58c0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline] #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:159 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232 #6 ffs_inode_alloc+0x279 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xfc sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x101 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3062 #10 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffa0073235550) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576 #5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 #6 namei+0x7c5 sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3047 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:783 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11071 12026K 12497K 166960K 13376 0 pcb 20 16K 18K 166960K 299 0 rtable 187 8K 10K 166960K 909 0 pf 29 16K 81K 166960K 181 0 ifaddr 31 5K 7K 166960K 127 0 ifgroup 44 1K 2K 166960K 168 0 sysctl 4 1K 9K 166960K 11 0 counters 66 36K 37K 166960K 218 0 ioctlops 0 0K 4K 166960K 1925 0 iov 0 0K 18K 166960K 45 0 mount 1 1K 1K 166960K 1 0 log 1 4K 4K 166960K 5 0 vnodes 1404 88K 89K 166960K 2675 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 20K 28K 166960K 22 0 VM map 2 1K 1K 166960K 2 0 sem 25 21K 21K 166960K 100 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 65K 236K 166960K 1365 0 sigio 0 0K 0K 166960K 12 0 proc 12 17K 164K 166960K 1062 0 subproc 72 4K 4K 166960K 208 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 227 0 in_multi 57 4K 7K 166960K 280 0 ether_multi 1 0K 0K 166960K 6 0 mrt 1 0K 0K 166960K 33 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 223 996K 996K 166960K 223 0 exec 0 0K 1K 166960K 765 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 126 79K 187K 166960K 13020 0 UVM aobj 30 2K 2K 166960K 31 0 pinsyscall 19 38K 103K 166960K 2892 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 48 0 NDP 10 0K 1K 166960K 90 0 temp 75 9128K 9178K 166960K 67477 0 kqueue 1 2K 33K 166960K 222 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 160 0 159 2 0 2 2 0 8 1 rtentry 176 291 0 219 6 0 6 6 0 8 0 unpcb 144 868 0 866 9 5 4 6 0 8 3 syncache 336 7 0 7 2 2 0 1 0 8 0 tcpcb 736 381 0 377 12 8 4 7 0 8 3 arp 136 48 0 34 1 0 1 1 0 8 0 inpcb 328 1497 0 1490 18 12 6 10 0 8 5 nd6 152 78 0 59 2 0 2 2 0 8 0 pkpcb 40 6 0 6 4 3 1 1 0 8 1 kcovpl 48 23 0 15 1 0 1 1 0 8 0 ppxss 1192 54 0 54 3 2 1 1 0 8 1 pffrag 232 10 0 1 1 0 1 1 0 482 0 pffrnode 88 10 0 1 1 0 1 1 0 8 0 pffrent 40 81 0 72 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 3 0 0 1 0 1 1 0 8 0 pftag 88 2 0 0 1 0 1 1 0 8 0 pfstitem 24 118 0 34 1 0 1 1 0 8 0 pfstkey 128 118 0 34 3 0 3 3 0 8 0 pfstate 448 118 0 34 10 0 10 10 0 8 0 pfrule 1360 24 0 19 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 1276 0 956 35 12 23 34 0 8 0 art_table 40 1279 0 956 6 1 5 6 0 8 0 art_node 32 288 0 224 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 2 1 1 0 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 72 56 0 33 1 0 1 1 0 8 0 shmpl 112 28 0 1 1 0 1 1 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 3529 0 2038 94 0 94 94 0 8 0 ffsino 296 3529 0 2038 115 0 115 115 0 8 0 nchpl 144 5136 0 3390 65 0 65 65 0 8 0 rtmask 32 5 0 5 3 2 1 1 0 8 1 vnodes 216 4438 0 0 247 0 247 247 0 8 0 namei 1024 19567 0 19565 3 1 2 2 0 8 1 percpumem 16 124 0 76 1 0 1 1 0 8 0 kstatmem 264 93 0 70 2 0 2 2 0 8 0 scsiplug 72 4 0 4 2 1 1 1 0 8 1 scxspl 216 22234 0 22233 11 10 1 8 1 8 0 plimitpl 152 300 0 290 1 0 1 1 0 8 0 sigapl 424 1651 0 1595 8 0 8 8 0 8 0 knotepl 120 517 0 0 16 0 16 16 0 8 0 kqueuepl 224 349 0 346 3 2 1 2 0 8 0 pipepl 344 276 0 249 6 3 3 6 0 8 0 fdescpl 528 1613 0 1593 3 0 3 3 0 8 0 filepl 160 10658 0 10429 23 10 13 20 0 8 0 lockfpl 104 704 0 703 2 1 1 2 0 8 0 lockfspl 48 294 0 293 1 0 1 1 0 8 0 sessionpl 144 79 0 77 1 0 1 1 0 8 0 pgrppl 48 112 0 102 1 0 1 1 0 8 0 ucredpl 104 2142 0 2137 1 0 1 1 0 8 0 zombiepl 144 1596 0 1595 1 0 1 1 0 8 0 processpl 1232 1651 0 1595 6 0 6 6 0 8 0 procpl 664 3313 0 3251 8 1 7 8 0 8 0 sosppl 176 4 0 4 2 1 1 1 0 8 1 sockpl 752 2573 0 2562 31 22 9 17 0 8 7 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k128 9344 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 131 0 0 17 0 17 17 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 26 0 0 4 0 4 4 0 8 0 mtagpl 96 9 0 0 1 0 1 1 0 8 0 mbufpl 256 248 0 0 16 0 16 16 0 8 0 bufpl 272 8763 0 2633 409 0 409 409 0 8 0 anonpl 32 7716 0 0 62 0 62 62 0 115 0 amapchunkpl 152 42096 0 41757 37 16 21 36 0 158 4 amappl16 200 3744 0 3721 39 25 14 15 0 8 10 amappl15 192 56 0 56 1 1 0 1 0 8 0 amappl14 184 607 0 606 1 0 1 1 0 8 0 amappl13 176 158 0 158 1 0 1 1 0 8 1 amappl12 168 1919 0 1901 2 0 2 2 0 8 0 amappl11 160 3 0 3 1 0 1 1 0 8 1 amappl10 152 66 0 65 1 0 1 1 0 8 0 amappl9 144 375 0 375 1 1 0 1 0 8 0 amappl8 136 161 0 160 1 0 1 1 0 8 0 amappl7 128 183 0 180 1 0 1 1 0 8 0 amappl6 120 318 0 316 1 0 1 1 0 8 0 amappl5 112 111 0 110 1 0 1 1 0 8 0 amappl4 104 347 0 344 1 0 1 1 0 8 0 amappl3 96 8741 0 8665 4 0 4 4 0 8 0 amappl2 88 685 0 677 2 0 2 2 0 8 0 amappl1 80 16956 0 16863 17 3 14 17 0 8 7 amappl 88 11821 0 11707 5 1 4 5 0 92 0 uvmvnodes 80 137 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 3 3 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 30 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1613 0 1593 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1613 0 1593 1 0 1 1 0 8 0 vmmpekpl 168 14360 0 14315 3 0 3 3 0 8 0 vmmpepl 168 108238 0 107428 109 12 97 99 0 357 51 vmsppl 488 1612 0 1593 6 2 4 5 0 8 0 rwobjpl 80 30268 0 29813 32 3 29 29 0 8 4 pdppl 4096 3233 0 3186 123 74 49 85 0 8 2 pvpl 32 14371 0 0 117 1 116 117 0 265 0 pmappl 256 1612 0 1593 3 1 2 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 742 0 102 19 0 19 19 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff83907ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83b130c0) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83b130c0) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80003c3efdf0,ffff8000002a3480) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f end of kernel end trace frame: 0x72d55b0b8a70, count: -6 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffa006cb00228,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffa006cb00210,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffa006cb00210,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffa006bbdb138,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffa006bbdb138,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vfs_lookup(ffff80002a32d640) at vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 namei(ffff80002a32d640) at namei+0x7c5 sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fd49b8,fffffa006b012700,ffff80003c3f82c0) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800010fd49b8,fffffa006817a200,fffffa006b012700,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800010fd49b8,fffffa006b012700,ffff80002a32d8c8,0,0,0) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c3f82c0,4,ffff80002a32da48,0,ffff80002a32db00) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff80003c3f82c0,ffff80002a32dbb0,ffff80002a32db00) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80002a32dbb0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a32dbb0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x51095de0750, count: -15 ddb{1}>