witness: lock order reversal: 1st 0xffff800000e7ec50 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd8065e2dd68 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8292c146 -> 0xffffffff828d64a9 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 soreceive+0x201 sys/kern/uipc_socket.c:876 #3 fifo_read+0xd2 sys/miscfs/fifofs/fifo_vnops.c:256 #4 VOP_READ+0xc3 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x10a #6 vndsetcred+0x86 sys/dev/vnd.c:684 #7 vndioctl+0xac1 sys/dev/vnd.c:485 #8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x4a9 #11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 sosplice+0x2a7 sys/kern/uipc_socket.c:1385 #3 sys_setsockopt+0x1d7 sys/kern/uipc_syscalls.c:1231 #4 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #4 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8065e2dd68,9,0) at witness_checkorder+0xc05 rw_enter(fffffd8065e2dd58,1) at rw_enter+0xd1 rrw_enter(fffffd8065e2dd58,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805b176368,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd805b176368,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800034236858) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff800034236858) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e7eaa8,fffffd806ca4e300,ffff80002a1fc2b0) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e7eaa8,fffffd8067d9bc00,fffffd806ca4e300,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e7eaa8,fffffd806ca4e300,ffff800034236ae8,0,0,0) at sosend+0x7aa sendit(ffff80002a1fc2b0,4,ffff800034236c60,0,ffff800034236d20) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002a1fc2b0,ffff800034236dd0,ffff800034236d20) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff800034236dd0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff800034236dd0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xeab00eef170, count: -15 ddb{1}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff8000342364b0 rbx 0xffffffff828e9404 pp_r600_decoded_lanes+0x2e88d rdx 0xffff800000e02e40 rcx 0xffff80002a1fc2b0 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff800034236390 r9 0x8080808080808080 r10 0x660214023ca3e2e5 r11 0x4ddf1baaf1b4ef65 r12 0xfffffd8003b25ad0 r13 0xfffffd800333ddc0 r14 0x3 r15 0xffffffff rip 0xffffffff81cae62c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff8000342364a0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.6) tid=365932 pid=65216 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a1fd4a0,0xffff80002a1fcd00 process=0xffff80002f0cc4a0 user=0xffff800034231000, vmspace=0xfffffd806ad2f1c8 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 10148 248572 97061 0 2 0x8000000 syz-executor.2 9236 230326 66351 0 2 0x8000000 syz-executor.3 65216 211069 93864 0 2 0x8000000 syz-executor.6 *65216 365932 93864 0 7 0xc000000 syz-executor.6 45113 2026 6678 0 2 0x8000000 syz-executor.0 45113 13676 6678 0 3 0xc000080 fsleep syz-executor.0 43089 135339 52971 0 7 0x8000000 syz-executor.5 43089 169758 52971 0 3 0xc000080 sbwait syz-executor.5 43089 450255 52971 0 3 0xc000000 inode syz-executor.5 43089 309998 52971 0 3 0xc000000 inode syz-executor.5 95481 10404 63804 0 3 0x8000080 nanoslp syz-executor.1 95481 219546 63804 0 3 0xc000080 kqpoll syz-executor.1 95481 16799 63804 0 3 0xc000080 fsleep syz-executor.1 57559 480919 99596 0 3 0x8000080 nanoslp syz-executor.4 57559 100826 99596 0 3 0xc000080 kqsel syz-executor.4 57559 486194 99596 0 3 0xc000080 fsleep syz-executor.4 19646 121463 64153 0 3 0x8000080 nanoslp syz-executor.7 19646 434630 64153 0 3 0xc000080 kqsel syz-executor.7 19646 104122 64153 0 3 0xc000080 fsleep syz-executor.7 93864 17809 35241 0 3 0x8000082 nanoslp syz-executor.6 52971 22780 35241 0 3 0x8000082 nanoslp syz-executor.5 21072 69060 0 0 3 0x14200 acct acct 87223 393710 0 0 3 0x14280 nfsidl nfsio 22260 325741 0 0 3 0x14280 nfsidl nfsio 47062 350236 0 0 3 0x14280 nfsidl nfsio 96268 488649 0 0 3 0x14280 nfsidl nfsio 46043 10144 0 0 3 0x14280 nfsidl nfsio 81577 237492 0 0 3 0x14280 nfsidl nfsio 79247 209151 0 0 3 0x14280 nfsidl nfsio 29456 350776 0 0 3 0x14280 nfsidl nfsio 60349 322539 0 0 3 0x14280 nfsidl nfsio 25202 63930 0 0 3 0x14280 nfsidl nfsio 88301 311042 0 0 3 0x14280 nfsidl nfsio 83774 155858 0 0 3 0x14280 nfsidl nfsio 60546 220820 0 0 3 0x14280 nfsidl nfsio 60215 209090 0 0 3 0x14280 nfsidl nfsio 46833 199677 0 0 3 0x14280 nfsidl nfsio 10391 133997 0 0 3 0x14280 nfsidl nfsio 69106 261873 0 0 3 0x14280 nfsidl nfsio 78909 521727 0 0 3 0x14280 nfsidl nfsio 44190 506588 0 0 3 0x14280 nfsidl nfsio 65606 146358 0 0 3 0x14280 nfsidl nfsio 97061 81934 35241 0 2 0x8000002 syz-executor.2 99596 207676 35241 0 3 0x8000082 nanoslp syz-executor.4 63804 424956 35241 0 3 0x8000082 nanoslp syz-executor.1 64874 172627 0 0 3 0x14200 bored sosplice 6678 445378 35241 0 3 0x8000082 nanoslp syz-executor.0 64153 229314 35241 0 3 0x8000082 nanoslp syz-executor.7 66351 240055 35241 0 3 0x8000082 nanoslp syz-executor.3 35241 377936 40540 0 3 0x1a000082 wait syz-fuzzer 35241 435043 40540 0 3 0x1e000082 nanoslp syz-fuzzer 35241 321600 40540 0 3 0x1e000082 wait syz-fuzzer 35241 10396 40540 0 3 0x1e000082 wait syz-fuzzer 35241 37688 40540 0 3 0x1e000082 kqread syz-fuzzer 35241 445880 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 257956 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 281069 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 79860 40540 0 3 0x1e000082 wait syz-fuzzer 35241 151355 40540 0 3 0x1e000082 wait syz-fuzzer 35241 431523 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 386386 40540 0 3 0x1e000082 wait syz-fuzzer 35241 384747 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 261422 40540 0 3 0x1e000082 thrsleep syz-fuzzer 35241 89231 40540 0 3 0x1e000082 wait syz-fuzzer 35241 78157 40540 0 3 0x1e000082 wait syz-fuzzer 40540 385564 92753 0 3 0x810008a sigsusp ksh 92753 320038 73457 0 3 0x1800009a kqread sshd 284 122320 1 0 3 0x18100083 ttyin getty 73457 5672 1 0 3 0x18000088 kqread sshd 86410 288864 60395 73 3 0x19100010 biowait syslogd 60395 226150 1 0 3 0x18100082 sbwait syslogd 12283 266735 1 0 3 0x18100080 kqread resolvd 38632 232222 8716 77 3 0x18100092 kqread dhcpleased 734 323157 8716 77 3 0x18100092 kqread dhcpleased 8716 318463 1 0 3 0x18000080 kqread dhcpleased 84692 372309 0 0 3 0x14200 bored smr 56790 437508 0 0 2 0x14200 zerothread 63643 13023 0 0 3 0x14200 aiodoned aiodoned 36039 378376 0 0 3 0x14200 syncer update 134 399824 0 0 3 0x14200 cleaner cleaner 84933 363211 0 0 3 0x14200 reaper reaper 79985 31731 0 0 3 0x14200 pgdaemon pagedaemon 29302 199317 0 0 3 0x14200 bored viomb 540 241874 0 0 3 0x40014200 acpi0 acpi0 10418 150618 0 0 3 0x40014200 idle1 54921 178531 0 0 3 0x14200 bored softnet3 93515 226998 0 0 3 0x14200 bored softnet2 29242 62291 0 0 3 0x14200 bored softnet1 69842 326760 0 0 3 0x14200 bored softnet0 43294 470672 0 0 3 0x14200 bored systqmp 16309 241166 0 0 3 0x14200 bored systq 7112 120400 0 0 3 0x14200 tmoslp softclockmp 93582 327222 0 0 3 0x40014200 tmoslp softclock 90470 507785 0 0 3 0x40014200 idle0 1 504854 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 65216 (syz-executor.6) thread 0xffff80002a1fc2b0 (365932) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dea520) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 unp_connect+0x1c6 sys/kern/uipc_usrreq.c:864 #2 uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 #3 sosend+0x7aa #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800000e7ec50) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 sblock+0x8a sys/kern/uipc_socket2.c:548 #3 sosend+0x259 sys/kern/uipc_socket.c:610 #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 43089 (syz-executor.5) thread 0xffff80002f1279e0 (169758) exclusive rrwlock inode r = 0 (0xfffffd8065e2d4e8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x46 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ufs_lookup+0x1113 sys/ufs/ufs/ufs_lookup.c:573 #7 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #8 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566 #9 namei+0x56a sys/kern/vfs_lookup.c:250 #10 vn_open+0x101 sys/kern/vfs_vnops.c:140 #11 vndioctl+0x988 sys/dev/vnd.c:457 #12 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #13 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #14 sys_ioctl+0x4a9 #15 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #15 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #16 Xsyscall+0x128 Process 43089 (syz-executor.5) thread 0xffff80002a1fd4a0 (450255) exclusive rrwlock inode r = 0 (0xfffffd8065e2d818) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 #6 namei+0x56a sys/kern/vfs_lookup.c:250 #7 uipc_bind+0x221 sys/kern/uipc_usrreq.c:363 #8 sys_bind+0x1c9 sys/kern/uipc_syscalls.c:189 #9 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #9 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #10 Xsyscall+0x128 Process 86410 (syslogd) thread 0xffff8000ffffd720 (288864) exclusive rrwlock inode r = 0 (0xfffffd806e7353d0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2931 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10199 6615K 6995K 166960K 12333 0 pcb 18 12K 12K 166960K 121 0 rtable 218 8K 9K 166960K 665 0 pf 31 9K 10K 166960K 74 0 ifaddr 42 14K 15K 166960K 89 0 ifgroup 54 2K 2K 166960K 110 0 sysctl 2 0K 0K 166960K 4 0 counters 66 36K 36K 166960K 96 0 ioctlops 0 0K 4K 166960K 1509 0 iov 0 0K 16K 166960K 36 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1381 87K 87K 166960K 1970 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 13 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 69 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 18 65K 93K 166960K 745 0 sigio 0 0K 0K 166960K 8 0 proc 59 79K 128K 166960K 742 0 subproc 104 6K 7K 166960K 208 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 70 0 in_multi 88 6K 7K 166960K 203 0 ether_multi 1 0K 0K 166960K 5 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 533 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 293 85K 99K 166960K 8561 0 UVM aobj 18 2K 2K 166960K 19 0 pinsyscall 38 76K 100K 166960K 2093 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 41 0 NDP 12 0K 2K 166960K 59 0 temp 76 6808K 6876K 166960K 21333 0 kqueue 14 18K 28K 166960K 107 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 109 0 106 1 0 1 1 0 8 0 rtentry 112 215 0 116 4 0 4 4 0 8 0 unpcb 144 473 0 456 2 1 1 2 0 8 0 syncache 336 5 0 5 2 2 0 1 0 8 0 tcpqe 32 109 0 109 2 2 0 1 0 8 0 tcpcb 808 181 0 173 6 4 2 2 0 8 0 arp 120 38 0 23 1 0 1 1 0 8 0 inpcb 384 661 0 646 7 4 3 3 0 8 1 nd6 136 51 0 29 1 0 1 1 0 8 0 pkpcb 40 2 0 2 2 1 1 1 0 8 1 kcovpl 48 16 0 8 1 0 1 1 0 8 0 ppxss 1168 3 0 3 2 2 0 1 0 8 0 pffrag 232 8 0 4 3 2 1 1 0 482 0 pffrnode 88 6 0 2 3 2 1 1 0 8 0 pffrent 40 55 0 51 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 70 0 41 1 0 1 1 0 8 0 pfstkey 128 70 0 41 2 0 2 2 0 8 0 pfstate 376 70 0 41 4 0 4 4 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 823 0 409 30 1 29 29 0 8 2 art_table 32 824 0 409 4 0 4 4 0 8 0 art_node 16 213 0 125 1 0 1 1 0 8 0 sysvmsgpl 40 10 0 3 1 0 1 1 0 8 0 semapl 112 66 0 56 1 0 1 1 0 8 0 shmpl 112 16 0 1 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2549 0 1029 96 0 96 96 0 8 0 ffsino 272 2549 0 1029 102 0 102 102 0 8 0 nchpl 144 3676 0 1934 67 0 67 67 0 8 0 uvmvnodes 80 3082 0 0 63 0 63 63 0 8 0 vnodes 216 3082 0 0 172 0 172 172 0 8 0 namei 1024 13020 0 13017 4 3 1 2 0 8 0 percpumem 16 62 0 15 1 0 1 1 0 8 0 vcpupl 3904 3 0 0 1 0 1 1 0 8 0 vmpool 696 7 0 4 1 0 1 1 0 8 0 kstatmem 264 54 0 30 2 0 2 2 0 8 0 scsiplug 72 3 0 3 1 1 0 1 0 8 0 scxspl 216 18090 0 18089 14 13 1 8 1 8 0 plimitpl 152 126 0 109 1 0 1 1 0 8 0 sigapl 424 1055 0 986 9 1 8 8 0 8 0 futexpl 64 9954 0 9950 3 2 1 1 0 8 0 knotepl 120 616 0 0 19 0 19 19 0 8 0 kqueuepl 216 208 0 195 1 0 1 1 0 8 0 pipepl 320 220 0 192 3 0 3 3 0 8 0 fdescpl 496 1015 0 986 7 3 4 5 0 8 0 filepl 152 5859 0 5603 14 3 11 12 0 8 0 lockfpl 104 252 0 247 1 0 1 1 0 8 0 lockfspl 48 118 0 113 1 0 1 1 0 8 0 sessionpl 144 31 0 15 1 0 1 1 0 8 0 pgrppl 48 37 0 21 1 0 1 1 0 8 0 ucredpl 104 767 0 756 1 0 1 1 0 8 0 zombiepl 144 986 0 986 2 1 1 1 0 8 1 processpl 1144 1055 0 986 6 0 6 6 0 8 0 procpl 656 1681 0 1586 9 0 9 9 0 8 0 srpgc 96 6 0 6 2 1 1 1 0 8 1 sosppl 168 1 0 1 1 1 0 1 0 8 0 sockpl 664 1249 0 1214 11 7 4 5 0 8 0 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 307 0 0 39 0 39 39 0 8 0 mtagpl 96 23 0 0 1 0 1 1 0 8 0 mbufpl 256 368 0 0 21 0 21 21 0 8 0 bufpl 280 7626 0 1111 466 0 466 466 0 8 0 anonpl 24 291833 0 284938 104 51 53 96 0 186 0 amapchunkpl 152 29295 0 28368 56 20 36 49 0 158 0 amappl16 200 6968 0 6827 27 16 11 20 0 8 3 amappl15 192 10 0 10 1 1 0 1 0 8 0 amappl14 184 181 0 171 2 1 1 2 0 8 0 amappl13 176 16 0 16 1 1 0 1 0 8 0 amappl12 168 1768 0 1740 2 0 2 2 0 8 0 amappl11 160 105 0 87 1 0 1 1 0 8 0 amappl10 152 117 0 115 1 0 1 1 0 8 0 amappl9 144 166 0 166 2 2 0 1 0 8 0 amappl8 136 172 0 142 2 0 2 2 0 8 0 amappl7 128 65 0 51 1 0 1 1 0 8 0 amappl6 120 415 0 400 2 1 1 2 0 8 0 amappl5 112 209 0 197 1 0 1 1 0 8 0 amappl4 104 614 0 574 3 1 2 3 0 8 0 amappl3 96 5911 0 5824 3 0 3 3 0 8 0 amappl2 88 1458 0 1383 4 2 2 4 0 8 0 amappl1 80 11912 0 11420 23 11 12 22 0 8 0 amappl 88 7927 0 7722 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 18 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1022 0 990 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1022 0 990 1 0 1 1 0 8 0 vmmpekpl 168 11987 0 11939 3 0 3 3 0 8 0 vmmpepl 168 85482 0 83537 120 30 90 117 0 357 0 vmsppl 440 1021 0 990 4 0 4 4 0 8 0 rwobjpl 56 30658 0 26455 65 5 60 60 0 8 0 pdppl 4096 2051 0 1983 124 56 68 79 0 8 0 pvpl 32 49190 0 0 397 0 397 397 0 265 0 pmappl 248 1021 0 990 5 2 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 436 0 70 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82c95ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x44 sys/dev/kcov.c:164 intr_handler(ffff80002f0fbce0,ffff800000069c00) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002f0fbe40,ffff80000067b200) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x12e __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x12e sys/kern/kern_lock.c:147 intr_handler(ffff80002f0fbfa0,ffff80000006bc00) at intr_handler+0xa4 sys/arch/amd64/amd64/intr.c:549 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7de9d94160e0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8065e2dd68,9,0) at witness_checkorder+0xc05 rw_enter(fffffd8065e2dd58,1) at rw_enter+0xd1 rrw_enter(fffffd8065e2dd58,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805b176368,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd805b176368,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800034236858) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff800034236858) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e7eaa8,fffffd806ca4e300,ffff80002a1fc2b0) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e7eaa8,fffffd8067d9bc00,fffffd806ca4e300,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e7eaa8,fffffd806ca4e300,ffff800034236ae8,0,0,0) at sosend+0x7aa sendit(ffff80002a1fc2b0,4,ffff800034236c60,0,ffff800034236d20) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff80002a1fc2b0,ffff800034236dd0,ffff800034236d20) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff800034236dd0) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff800034236dd0) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xeab00eef170, count: -15