witness: lock order reversal: 1st 0xffff800000e5be30 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806e15d3d0 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8292c146 -> 0xffffffff828d64a9 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 soreceive+0x201 sys/kern/uipc_socket.c:876 #3 fifo_read+0xd2 sys/miscfs/fifofs/fifo_vnops.c:256 #4 VOP_READ+0xc3 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x10a #6 vndsetcred+0x86 sys/dev/vnd.c:684 #7 vndioctl+0xac1 sys/dev/vnd.c:485 #8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x4a9 #11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 sosplice+0x2a7 sys/kern/uipc_socket.c:1385 #3 sys_setsockopt+0x1d7 sys/kern/uipc_syscalls.c:1231 #4 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #4 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806e15d3d0,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806e15d3c0,1) at rw_enter+0xd1 rrw_enter(fffffd806e15d3c0,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8068924888,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd8068924888,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002c1dd248) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff80002c1dd248) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e5bc88,fffffd806d331b00,ffff80002bd4f750) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e5bc88,fffffd806ebe4500,fffffd806d331b00,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e5bc88,fffffd806d331b00,ffff80002c1dd4d8,0,0,0) at sosend+0x7aa sendit(ffff80002bd4f750,3,ffff80002c1dd650,0,ffff80002c1dd710) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002bd4f750,ffff80002c1dd7c0,ffff80002c1dd710) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff80002c1dd7c0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002c1dd7c0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x337cf689bb0, count: -15 ddb{1}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff80002c1dcea0 rbx 0xffffffff828e9404 pp_r600_decoded_lanes+0x2e88d rdx 0xffff800000e8d2c0 rcx 0xffff80002bd4f750 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff80002c1dcd80 r9 0x8080808080808080 r10 0xb8ff0ea90076a182 r11 0x66e1c7e8d42319a4 r12 0xfffffd8003b268a0 r13 0xfffffd800333ddc0 r14 0x3 r15 0xffffffff rip 0xffffffff81cae62c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002c1dce90 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.5) tid=222681 pid=62988 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=82, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002bd4fc70,0xffffffff82ea1428 process=0xffff80002a2dd680 user=0xffff80002c1d8000, vmspace=0xfffffd806d3e2380 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 62988 166879 1124 0 2 0x8000000 syz-executor.5 *62988 222681 1124 0 7 0xc000000 syz-executor.5 36114 245090 52248 0 2 0x8000002 syz-executor.2 78731 238254 15957 0 2 0x8000000 syz-executor.3 78731 506412 15957 0 3 0xc000080 fsleep syz-executor.3 75261 39950 81219 0 2 0x8000000 syz-executor.0 75261 257342 81219 0 3 0xc000080 fsleep syz-executor.0 13718 143419 39561 0 2 0x8000000 syz-executor.7 13718 171596 39561 0 3 0xc000080 fsleep syz-executor.7 23863 59287 89990 0 3 0x8000080 nanoslp syz-executor.1 23863 471869 89990 0 3 0xc000080 kqsel syz-executor.1 23863 138623 89990 0 3 0xc000080 fsleep syz-executor.1 14471 240584 20213 0 2 0x8000000 syz-executor.6 14471 2233 20213 0 3 0xc000080 pipewr syz-executor.6 14471 200081 20213 0 3 0xc000080 pipewr syz-executor.6 14471 60693 20213 0 3 0xc000080 fsleep syz-executor.6 99823 137715 32957 0 2 0x8000000 syz-executor.4 99823 344122 32957 0 3 0xc000080 kqpoll syz-executor.4 99823 299503 32957 0 3 0xc000080 fsleep syz-executor.4 89990 139683 52248 0 3 0x8000082 nanoslp syz-executor.1 15957 366944 52248 0 3 0x8000082 nanoslp syz-executor.3 1124 160541 52248 0 3 0x8000082 nanoslp syz-executor.5 20213 40110 52248 0 3 0x8000082 nanoslp syz-executor.6 81219 131166 52248 0 7 0x8000002 syz-executor.0 32957 193323 52248 0 3 0x8000082 nanoslp syz-executor.4 39561 29052 52248 0 3 0x8000082 nanoslp syz-executor.7 48275 91284 0 0 3 0x14280 nfsidl nfsio 76769 523372 0 0 3 0x14280 nfsidl nfsio 14784 190972 0 0 3 0x14280 nfsidl nfsio 76435 137089 0 0 3 0x14280 nfsidl nfsio 62450 97208 0 0 3 0x14280 nfsidl nfsio 38187 150619 0 0 3 0x14280 nfsidl nfsio 70332 489799 0 0 3 0x14280 nfsidl nfsio 91425 230675 0 0 3 0x14280 nfsidl nfsio 75697 190593 0 0 3 0x14280 nfsidl nfsio 50667 422073 0 0 3 0x14280 nfsidl nfsio 78955 275256 0 0 3 0x14280 nfsidl nfsio 74690 299292 0 0 3 0x14280 nfsidl nfsio 37769 379121 0 0 3 0x14280 nfsidl nfsio 43170 100128 0 0 3 0x14280 nfsidl nfsio 80642 472323 0 0 3 0x14280 nfsidl nfsio 73524 511616 0 0 3 0x14280 nfsidl nfsio 12077 346206 0 0 3 0x14280 nfsidl nfsio 10990 277947 0 0 3 0x14280 nfsidl nfsio 48526 58825 0 0 3 0x14280 nfsidl nfsio 23022 195099 0 0 3 0x14280 nfsidl nfsio 89774 155065 0 0 3 0x14200 bored sosplice 52248 269413 54165 0 3 0x1a000082 wait syz-fuzzer 52248 119345 54165 0 3 0x1e000082 nanoslp syz-fuzzer 52248 108667 54165 0 3 0x1e000082 wait syz-fuzzer 52248 301421 54165 0 3 0x1e000082 wait syz-fuzzer 52248 398439 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 105250 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 204602 54165 0 3 0x1e000082 wait syz-fuzzer 52248 304332 54165 0 2 0x1e000082 syz-fuzzer 52248 484682 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 13473 54165 0 3 0x1e000082 wait syz-fuzzer 52248 92636 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 352619 54165 0 3 0x1e000082 wait syz-fuzzer 52248 18300 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 308202 54165 0 3 0x1e000082 wait syz-fuzzer 52248 243457 54165 0 3 0x1e000082 thrsleep syz-fuzzer 52248 153164 54165 0 3 0x1e000082 wait syz-fuzzer 54165 256575 41995 0 3 0x810008a sigsusp ksh 41995 299848 48700 0 3 0x1800009a kqread sshd 44041 275321 1 0 3 0x18100083 ttyin getty 48700 489552 1 0 3 0x18000088 kqread sshd 84020 499168 92636 73 3 0x19100010 ffs_fsync syslogd 92636 436641 1 0 3 0x18100082 sbwait syslogd 30914 348846 1 0 3 0x18100080 kqread resolvd 27540 340331 20928 77 3 0x18100092 kqread dhcpleased 43131 4598 20928 77 3 0x18100092 kqread dhcpleased 20928 500715 1 0 3 0x18000080 kqread dhcpleased 63560 230939 0 0 3 0x14200 bored smr 51352 474898 0 0 2 0x14200 zerothread 42515 111337 0 0 3 0x14200 aiodoned aiodoned 92515 99293 0 0 3 0x14200 syncer update 85349 452543 0 0 3 0x14200 cleaner cleaner 51754 280011 0 0 3 0x14200 reaper reaper 43406 447665 0 0 3 0x14200 pgdaemon pagedaemon 2315 421482 0 0 3 0x14200 bored viomb 61713 516857 0 0 3 0x40014200 acpi0 acpi0 10365 69960 0 0 3 0x40014200 idle1 67151 17764 0 0 3 0x14200 bored softnet3 34993 272015 0 0 3 0x14200 bored softnet2 39593 172595 0 0 3 0x14200 bored softnet1 67766 316041 0 0 3 0x14200 bored softnet0 47608 321057 0 0 3 0x14200 bored systqmp 68208 36734 0 0 3 0x14200 bored systq 95957 11013 0 0 3 0x14200 tmoslp softclockmp 49508 8578 0 0 3 0x40014200 tmoslp softclock 55408 212127 0 0 3 0x40014200 idle0 1 106147 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 62988 (syz-executor.5) thread 0xffff80002bd4f750 (222681) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dea520) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 unp_connect+0x1c6 sys/kern/uipc_usrreq.c:864 #2 uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 #3 sosend+0x7aa #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800000e5be30) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 sblock+0x8a sys/kern/uipc_socket2.c:548 #3 sosend+0x259 sys/kern/uipc_socket.c:610 #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 84020 (syslogd) thread 0xffff8000ffffd9b0 (499168) exclusive rrwlock inode r = 0 (0xfffffd806e73b700) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2931 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10203 6444K 7025K 166960K 15126 0 pcb 18 12K 12K 166960K 302 0 rtable 169 8K 9K 166960K 1284 0 pf 36 10K 11K 166960K 181 0 ifaddr 38 14K 16K 166960K 193 0 ifgroup 65 2K 2K 166960K 281 0 sysctl 3 0K 1K 166960K 4 0 counters 70 37K 37K 166960K 190 0 ioctlops 0 0K 4K 166960K 1575 0 iov 0 0K 20K 166960K 180 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1381 87K 87K 166960K 3347 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 16K 20K 166960K 53 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 138 0 dirhash 12 2K 2K 166960K 90 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 58K 86K 166960K 2142 0 sigio 0 0K 0K 166960K 40 0 proc 59 79K 115K 166960K 1289 0 subproc 91 5K 7K 166960K 416 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 3 0K 0K 166960K 330 0 in_multi 63 4K 7K 166960K 409 0 ether_multi 1 0K 0K 166960K 10 0 mrt 1 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 115 519K 519K 166960K 115 0 exec 0 0K 1K 166960K 920 0 pfkey data 0 0K 0K 166960K 3 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 300 78K 100K 166960K 20243 0 UVM aobj 30 4K 4K 166960K 31 0 pinsyscall 37 74K 100K 166960K 3907 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 124 0 NDP 14 0K 1K 166960K 137 0 temp 70 6807K 14744K 166960K 85556 0 kqueue 13 20K 28K 166960K 352 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 251 0 246 1 0 1 1 0 8 0 rtentry 112 433 0 365 4 0 4 4 0 8 0 unpcb 144 1642 0 1625 5 4 1 2 0 8 0 syncache 336 12 0 12 5 4 1 1 0 8 1 tcpqe 32 38 8 38 3 3 0 1 0 8 0 tcpcb 808 592 0 585 8 6 2 2 0 8 1 arp 120 83 0 71 1 0 1 1 0 8 0 ipq 40 1 0 1 1 1 0 1 0 8 0 ipqe 40 3 0 3 1 1 0 1 0 8 0 inpcb 384 2097 0 2081 9 6 3 3 0 8 1 nd6 136 107 0 91 2 1 1 2 0 8 0 pkpcb 40 8 0 8 6 5 1 1 0 8 1 kcovpl 48 32 0 25 1 0 1 1 0 8 0 ppxss 1168 19 0 19 9 8 1 1 0 8 1 pffrag 232 16 0 14 1 0 1 1 0 482 0 pffrnode 88 14 0 12 1 0 1 1 0 8 0 pffrent 40 234 0 232 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 179 0 139 1 0 1 1 0 8 0 pfstkey 128 179 0 139 3 0 3 3 0 8 0 pfstate 376 179 0 139 7 1 6 7 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 3 0 1 3 1 2 2 0 8 0 art_heap4 256 1644 0 1330 37 11 26 30 0 8 1 art_table 32 1647 0 1331 4 0 4 4 0 8 0 art_node 16 428 0 367 1 0 1 1 0 8 0 sysvmsgpl 40 13 0 8 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 136 0 126 1 0 1 1 0 8 0 shmpl 112 28 0 1 1 0 1 1 0 8 0 dirhash 1024 69 0 52 3 0 3 3 0 8 0 dino2pl 256 4851 0 3328 96 0 96 96 0 8 0 ffsino 272 4851 0 3328 103 1 102 103 0 8 0 nchpl 144 8084 0 7481 67 40 27 67 0 8 0 uvmvnodes 80 6376 0 0 131 0 131 131 0 8 0 vnodes 216 6376 0 0 355 0 355 355 0 8 0 namei 1024 29456 0 29455 5 3 2 2 0 8 1 percpumem 16 109 0 60 1 0 1 1 0 8 0 vcpupl 3904 4 0 1 1 0 1 1 0 8 0 vmpool 696 7 0 4 1 0 1 1 0 8 0 kstatmem 264 148 0 120 3 0 3 3 0 8 0 scsiplug 72 6 0 6 5 4 1 1 0 8 1 scxspl 216 45694 0 45693 19 18 1 8 1 8 0 plimitpl 152 393 0 376 1 0 1 1 0 8 0 sigapl 424 2424 0 2357 9 0 9 9 0 8 0 futexpl 64 35374 0 35368 3 2 1 1 0 8 0 knotepl 120 601 0 0 18 0 18 18 0 8 0 kqueuepl 216 704 0 693 1 0 1 1 0 8 0 pipepl 320 456 0 426 3 0 3 3 0 8 0 fdescpl 496 2380 0 2352 7 3 4 5 0 8 0 filepl 152 16047 0 15799 13 2 11 13 0 8 0 lockfpl 104 852 0 850 1 0 1 1 0 8 0 lockfspl 48 378 0 376 1 0 1 1 0 8 0 sessionpl 144 47 0 32 1 0 1 1 0 8 0 pgrppl 48 73 0 58 1 0 1 1 0 8 0 ucredpl 104 2745 0 2734 1 0 1 1 0 8 0 zombiepl 144 2357 0 2357 1 0 1 1 0 8 1 processpl 1144 2424 0 2357 6 0 6 6 0 8 0 procpl 656 4519 0 4426 9 0 9 9 0 8 0 srpgc 96 33 0 33 8 7 1 1 0 8 1 sosppl 168 15 0 15 5 5 0 1 0 8 0 sockpl 664 4018 0 3980 16 12 4 6 0 8 0 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 9 0 0 1 0 1 1 0 8 0 mcl9k 9216 5 0 0 1 0 1 1 0 8 0 mcl8k 8192 11 0 0 2 0 2 2 0 8 0 mcl4k 4096 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 418 0 0 53 0 53 53 0 8 0 mtagpl 96 23 0 0 1 0 1 1 0 8 0 mbufpl 256 565 0 0 28 0 28 28 0 8 0 bufpl 280 12653 0 4633 573 0 573 573 0 8 0 anonpl 24 472922 0 463387 114 42 72 91 0 186 6 amapchunkpl 152 66222 0 65474 69 27 42 46 0 158 11 amappl16 200 11853 0 11555 65 49 16 33 0 8 0 amappl15 192 11 0 11 1 1 0 1 0 8 0 amappl14 184 235 0 224 2 1 1 2 0 8 0 amappl13 176 25 0 24 2 1 1 1 0 8 0 amappl12 168 3397 0 3367 2 0 2 2 0 8 0 amappl11 160 91 0 73 1 0 1 1 0 8 0 amappl10 152 84 0 80 1 0 1 1 0 8 0 amappl9 144 384 0 384 2 2 0 1 0 8 0 amappl8 136 252 0 217 2 0 2 2 0 8 0 amappl7 128 67 0 52 1 0 1 1 0 8 0 amappl6 120 637 0 622 2 1 1 2 0 8 0 amappl5 112 302 0 290 1 0 1 1 0 8 0 amappl4 104 747 0 711 3 1 2 3 0 8 0 amappl3 96 11855 0 11767 3 0 3 3 0 8 0 amappl2 88 2818 0 2745 4 2 2 4 0 8 0 amappl1 80 17166 0 16675 23 12 11 22 0 8 0 amappl 88 19386 0 19175 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 30 0 1 1 0 1 1 0 8 0 uaddrrnd 24 2387 0 2356 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2387 0 2356 1 0 1 1 0 8 0 vmmpekpl 168 20881 0 20826 4 1 3 4 0 8 0 vmmpepl 168 167945 0 165872 165 62 103 128 0 357 9 vmsppl 440 2386 0 2356 4 0 4 4 0 8 0 rwobjpl 56 52065 0 44398 114 6 108 108 0 8 0 pdppl 4096 4781 0 4715 199 131 68 77 0 8 2 pvpl 32 47985 0 0 387 0 387 387 0 265 0 pmappl 248 2386 0 2356 5 2 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 559 0 167 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82c95ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x38 sys/dev/kcov.c:164 __mp_lock(ffffffff82dea318) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x133 sys/kern/kern_lock.c:147 intr_handler(ffff80002c15b4a0,ffff800000069c00) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002c15b600,ffff80000067b200) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002c15b760,ffff80000006bc00) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 syscall(ffff80002c15b930) at syscall+0x83b mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002c15b930) at syscall+0x83b sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7ccdd36b5960, count: -16 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806e15d3d0,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806e15d3c0,1) at rw_enter+0xd1 rrw_enter(fffffd806e15d3c0,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8068924888,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd8068924888,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff80002c1dd248) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff80002c1dd248) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e5bc88,fffffd806d331b00,ffff80002bd4f750) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e5bc88,fffffd806ebe4500,fffffd806d331b00,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e5bc88,fffffd806d331b00,ffff80002c1dd4d8,0,0,0) at sosend+0x7aa sendit(ffff80002bd4f750,3,ffff80002c1dd650,0,ffff80002c1dd710) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002bd4f750,ffff80002c1dd7c0,ffff80002c1dd710) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff80002c1dd7c0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002c1dd7c0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x337cf689bb0, count: -15