witness: lock order reversal: 1st 0xffff800000e05400 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806af38d68 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8292c146 -> 0xffffffff828d64a9 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 soreceive+0x201 sys/kern/uipc_socket.c:876 #3 fifo_read+0xd2 sys/miscfs/fifofs/fifo_vnops.c:256 #4 VOP_READ+0xc3 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x10a #6 vndsetcred+0x86 sys/dev/vnd.c:684 #7 vndioctl+0xac1 sys/dev/vnd.c:485 #8 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x4a9 #11 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #11 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0xd1 #1 sblock+0x8a sys/kern/uipc_socket2.c:548 #2 sosplice+0x2a7 sys/kern/uipc_socket.c:1385 #3 sys_setsockopt+0x1d7 sys/kern/uipc_syscalls.c:1231 #4 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #4 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806af38d68,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806af38d58,1) at rw_enter+0xd1 rrw_enter(fffffd806af38d58,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806005c6d8,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd806005c6d8,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000373850f8) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff8000373850f8) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e05258,fffffd807a519000,ffff8000ffff42c0) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e05258,fffffd806f08c900,fffffd807a519000,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e05258,fffffd807a519000,ffff800037385388,0,0,0) at sosend+0x7aa sendit(ffff8000ffff42c0,5,ffff800037385500,0,ffff8000373855c0) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff42c0,ffff800037385670,ffff8000373855c0) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff800037385670) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff800037385670) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6cefb422a30, count: -15 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff800037384d50 rbx 0xffffffff828e9404 pp_r600_decoded_lanes+0x2e88d rdx 0xffff800000e06540 rcx 0xffff8000ffff42c0 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff800037384c30 r9 0x8080808080808080 r10 0x73be9633326ff51f r11 0xcc96fd5ce7d507b7 r12 0xfffffd8003b262c8 r13 0xfffffd800333ddc0 r14 0x3 r15 0xffffffff rip 0xffffffff81cae62c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff800037384d40 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.4) tid=478726 pid=94568 tcnt=2 stat=onproc flags process=8000000 proc=4000000 runpri=32, usrpri=84, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffff5220,0xffff8000ffff4d10 process=0xffff8000ffff35b8 user=0xffff800037380000, vmspace=0xfffffd806ac83dd8 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 42834 242822 93418 0 2 0x8000000 syz-executor.6 42834 56438 93418 0 3 0xc000080 fsleep syz-executor.6 94568 344382 98832 0 2 0x8000000 syz-executor.4 *94568 478726 98832 0 7 0xc000000 syz-executor.4 30661 43817 46457 0 2 0x8000000 syz-executor.2 30661 508930 46457 0 7 0xc000000 syz-executor.2 90268 4541 5982 0 2 0x8000000 syz-executor.3 90268 263490 5982 0 3 0xc000080 netcon syz-executor.3 80421 372447 43644 0 2 0x8000000 syz-executor.0 80421 369508 43644 0 3 0xc000080 fsleep syz-executor.0 60910 42406 11559 0 2 0x8000000 syz-executor.1 60910 392163 11559 0 3 0xc000080 fsleep syz-executor.1 60910 226570 11559 0 3 0xc000080 sbwait syz-executor.1 83695 281902 51620 0 2 0x8000000 syz-executor.7 83695 26209 51620 0 3 0xc000080 fsleep syz-executor.7 43644 485691 38988 0 3 0x8000082 nanoslp syz-executor.0 73931 374409 0 0 3 0x14280 nfsidl nfsio 82642 54999 0 0 3 0x14280 nfsidl nfsio 10251 252148 0 0 3 0x14280 nfsidl nfsio 59502 410153 0 0 3 0x14280 nfsidl nfsio 25937 108177 0 0 3 0x14280 nfsidl nfsio 11417 123321 0 0 3 0x14280 nfsidl nfsio 56017 126060 0 0 3 0x14280 nfsidl nfsio 60672 395550 0 0 3 0x14280 nfsidl nfsio 52460 17111 0 0 3 0x14280 nfsidl nfsio 75547 29003 0 0 3 0x14280 nfsidl nfsio 59639 155937 0 0 3 0x14280 nfsidl nfsio 44492 460456 0 0 3 0x14280 nfsidl nfsio 5405 159371 0 0 3 0x14280 nfsidl nfsio 85854 373395 0 0 3 0x14280 nfsidl nfsio 75273 411064 0 0 3 0x14280 nfsidl nfsio 72321 61002 0 0 3 0x14280 nfsidl nfsio 69812 93291 0 0 3 0x14280 nfsidl nfsio 48691 370826 0 0 3 0x14280 nfsidl nfsio 37176 72785 0 0 3 0x14280 nfsidl nfsio 86131 226799 0 0 3 0x14280 nfsidl nfsio 22398 324762 0 0 3 0x14200 bored sosplice 46457 62329 38988 0 3 0x8000082 nanoslp syz-executor.2 93418 260871 38988 0 3 0x8000003 inode syz-executor.6 98832 226658 38988 0 3 0x8000003 inode syz-executor.4 5982 334922 38988 0 3 0x8000082 nanoslp syz-executor.3 51620 116499 38988 0 3 0x8000082 nanoslp syz-executor.7 28063 27936 38988 0 3 0x8000002 biowait syz-executor.5 11559 300505 38988 0 3 0x8000082 nanoslp syz-executor.1 38988 150972 72623 0 3 0x1a000082 wait syz-fuzzer 38988 296982 72623 0 3 0x1e000082 nanoslp syz-fuzzer 38988 67147 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 175487 72623 0 3 0x1e000082 wait syz-fuzzer 38988 467079 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 262523 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 65014 72623 0 3 0x1e000082 wait syz-fuzzer 38988 488603 72623 0 3 0x1e000082 wait syz-fuzzer 38988 301360 72623 0 3 0x1e000082 wait syz-fuzzer 38988 442271 72623 0 3 0x1e000082 wait syz-fuzzer 38988 335890 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 47635 72623 0 3 0x1e000082 wait syz-fuzzer 38988 516390 72623 0 3 0x1e000082 wait syz-fuzzer 38988 209912 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 163039 72623 0 3 0x1e000082 thrsleep syz-fuzzer 38988 265168 72623 0 3 0x1e000082 kqread syz-fuzzer 72623 20126 64182 0 3 0x810008a sigsusp ksh 64182 28560 27724 0 3 0x1800009a kqread sshd 62289 235045 1 0 3 0x18100083 ttyin getty 27724 37593 1 0 3 0x18000088 kqread sshd 32584 324046 38613 73 3 0x19100011 inode syslogd 38613 494791 1 0 3 0x18100082 sbwait syslogd 60161 159251 1 0 3 0x18100080 kqread resolvd 37183 318172 11025 77 3 0x18100092 kqread dhcpleased 43950 288338 11025 77 3 0x18100092 kqread dhcpleased 11025 188468 1 0 3 0x18000080 kqread dhcpleased 72696 465210 0 0 3 0x14200 bored smr 90595 211057 0 0 2 0x14200 zerothread 77740 22275 0 0 3 0x14200 aiodoned aiodoned 29678 433874 0 0 3 0x14200 syncer update 70986 273778 0 0 3 0x14200 cleaner cleaner 44046 50405 0 0 3 0x14200 reaper reaper 93508 461873 0 0 3 0x14200 pgdaemon pagedaemon 40013 514986 0 0 3 0x14200 bored viomb 15546 197950 0 0 3 0x40014200 acpi0 acpi0 23741 52760 0 0 3 0x40014200 idle1 105 363017 0 0 3 0x14200 bored softnet3 99884 369168 0 0 3 0x14200 bored softnet2 54817 290854 0 0 3 0x14200 bored softnet1 63983 185037 0 0 3 0x14200 bored softnet0 18472 293967 0 0 3 0x14200 bored systqmp 65138 28771 0 0 3 0x14200 bored systq 40577 95278 0 0 3 0x14200 tmoslp softclockmp 20385 61291 0 0 3 0x40014200 tmoslp softclock 39447 31440 0 0 3 0x40014200 idle0 1 270396 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 94568 (syz-executor.4) thread 0xffff8000ffff42c0 (478726) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82dea520) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 unp_connect+0x1c6 sys/kern/uipc_usrreq.c:864 #2 uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 #3 sosend+0x7aa #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800000e05400) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 sblock+0x8a sys/kern/uipc_socket2.c:548 #3 sosend+0x259 sys/kern/uipc_socket.c:610 #4 sendit+0x54c sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 #6 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 28063 (syz-executor.5) thread 0xffff8000ffff7730 (27936) exclusive rrwlock inode r = 0 (0xfffffd806e1ee1a8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vget+0x1fd sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1201 #8 ufs_lookup+0x1373 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566 #11 namei+0x56a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1856 #13 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #13 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806af380a8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vget+0x1fd sys/kern/vfs_subr.c:676 #6 cache_lookup+0x2b3 sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x1b2 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x6f8 sys/kern/vfs_lookup.c:566 #10 namei+0x56a sys/kern/vfs_lookup.c:250 #11 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1856 #12 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #12 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10201 6501K 6948K 166960K 11911 0 pcb 17 12K 12K 166960K 65 0 rtable 216 7K 7K 166960K 447 0 pf 36 10K 10K 166960K 62 0 ifaddr 44 15K 15K 166960K 63 0 ifgroup 61 2K 2K 166960K 86 0 sysctl 1 0K 0K 166960K 1 0 counters 70 37K 37K 166960K 82 0 ioctlops 0 0K 4K 166960K 1507 0 iov 1 2K 12K 166960K 20 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1378 87K 87K 166960K 1658 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 9K 166960K 9 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 35 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 93K 166960K 429 0 sigio 0 0K 0K 166960K 5 0 proc 58 79K 103K 166960K 542 0 subproc 104 6K 7K 166960K 117 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 59 0 in_multi 87 6K 7K 166960K 142 0 ether_multi 1 0K 0K 166960K 6 0 mrt 2 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 442 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 286 76K 95K 166960K 6295 0 UVM aobj 13 2K 2K 166960K 13 0 pinsyscall 37 74K 100K 166960K 1619 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 25 0 NDP 14 0K 2K 166960K 39 0 temp 44 6796K 6864K 166960K 16869 0 kqueue 12 18K 26K 166960K 84 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 77 0 74 1 0 1 1 0 8 0 rtentry 112 135 0 37 4 0 4 4 0 8 0 unpcb 144 287 0 269 1 0 1 1 0 8 0 syncache 336 5 0 5 2 2 0 1 0 8 0 tcpqe 32 121 0 121 1 1 0 1 0 8 0 tcpcb 808 113 0 106 3 1 2 2 0 8 1 arp 120 21 0 4 1 0 1 1 0 8 0 inpcb 384 411 0 397 7 4 3 3 0 8 1 nd6 136 32 0 9 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 0 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1168 2 0 1 2 1 1 1 0 8 0 pffrag 232 3 0 2 1 0 1 1 0 482 0 pffrnode 88 3 0 2 1 0 1 1 0 8 0 pffrent 40 47 0 46 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 49 0 30 1 0 1 1 0 8 0 pfstkey 128 49 0 30 1 0 1 1 0 8 0 pfstate 376 49 0 30 3 0 3 3 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 552 0 137 29 3 26 29 0 8 0 art_table 32 553 0 137 4 0 4 4 0 8 0 art_node 16 132 0 43 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 3 1 0 1 1 0 8 0 semapl 112 33 0 23 1 0 1 1 0 8 0 shmpl 112 10 0 0 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 2103 0 587 96 0 96 96 0 8 0 ffsino 272 2103 0 587 102 0 102 102 0 8 0 nchpl 144 2864 0 1116 67 0 67 67 0 8 0 uvmvnodes 80 2418 0 0 50 0 50 50 0 8 0 vnodes 216 2418 0 0 135 0 135 135 0 8 0 namei 1024 9838 0 9837 2 1 1 2 0 8 0 percpumem 16 55 0 6 1 0 1 1 0 8 0 vcpupl 3904 1 0 0 1 0 1 1 0 8 0 vmpool 696 3 0 2 1 0 1 1 0 8 0 kstatmem 264 40 0 12 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 1 0 1 0 8 0 scxspl 216 12043 0 12042 12 9 3 8 1 8 2 plimitpl 152 90 0 74 1 0 1 1 0 8 0 sigapl 424 763 0 696 9 1 8 8 0 8 0 futexpl 64 6102 0 6098 3 2 1 1 0 8 0 knotepl 120 883 0 0 26 0 26 26 0 8 0 kqueuepl 216 145 0 136 1 0 1 1 0 8 0 pipepl 320 199 0 171 3 0 3 3 0 8 0 fdescpl 496 723 0 695 5 1 4 5 0 8 0 filepl 152 4094 0 3836 14 3 11 11 0 8 0 lockfpl 104 205 0 201 1 0 1 1 0 8 0 lockfspl 48 85 0 81 1 0 1 1 0 8 0 sessionpl 144 24 0 8 1 0 1 1 0 8 0 pgrppl 48 28 0 12 1 0 1 1 0 8 0 ucredpl 104 480 0 470 1 0 1 1 0 8 0 zombiepl 144 696 0 696 1 0 1 1 0 8 1 processpl 1144 763 0 696 5 0 5 5 0 8 0 procpl 656 1157 0 1067 10 2 8 9 0 8 0 srpgc 96 2 0 2 1 1 0 1 0 8 0 sosppl 168 2 0 2 1 1 0 1 0 8 0 sockpl 664 779 0 744 9 5 4 4 0 8 1 mcl64k 65536 11 0 0 2 0 2 2 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 384 0 0 48 0 48 48 0 8 0 mtagpl 96 21 0 0 1 0 1 1 0 8 0 mbufpl 256 395 0 0 25 0 25 25 0 8 0 bufpl 280 6750 0 495 447 0 447 447 0 8 0 anonpl 24 278325 0 272107 73 6 67 73 0 186 14 amapchunkpl 152 21834 0 21153 39 2 37 38 0 158 10 amappl16 200 7504 0 7348 23 3 20 22 0 8 8 amappl15 192 15 0 15 1 1 0 1 0 8 0 amappl14 184 164 0 153 2 1 1 2 0 8 0 amappl13 176 69 0 69 1 1 0 1 0 8 0 amappl12 168 1395 0 1364 3 1 2 2 0 8 0 amappl11 160 61 0 43 1 0 1 1 0 8 0 amappl10 152 57 0 54 1 0 1 1 0 8 0 amappl9 144 248 0 248 2 2 0 1 0 8 0 amappl8 136 158 0 125 2 0 2 2 0 8 0 amappl7 128 60 0 46 1 0 1 1 0 8 0 amappl6 120 335 0 322 2 1 1 2 0 8 0 amappl5 112 174 0 162 1 0 1 1 0 8 0 amappl4 104 558 0 523 3 1 2 3 0 8 0 amappl3 96 4244 0 4158 3 0 3 3 0 8 0 amappl2 88 1132 0 1060 3 1 2 3 0 8 0 amappl1 80 10662 0 10169 22 10 12 22 0 8 0 amappl 88 5720 0 5525 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 12 0 0 1 0 1 1 0 8 0 uaddrrnd 24 726 0 697 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 726 0 697 1 0 1 1 0 8 0 vmmpekpl 168 10102 0 10038 5 1 4 4 0 8 0 vmmpepl 168 67672 0 65751 122 26 96 115 0 357 8 vmsppl 440 725 0 697 5 1 4 4 0 8 0 rwobjpl 56 27194 0 23662 56 3 53 53 0 8 0 pdppl 4096 1459 0 1395 119 53 66 79 0 8 2 pvpl 32 45764 0 0 370 0 370 370 0 265 0 pmappl 248 725 0 697 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 440 0 63 12 0 12 12 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806af38d68,9,0) at witness_checkorder+0xc05 rw_enter(fffffd806af38d58,1) at rw_enter+0xd1 rrw_enter(fffffd806af38d58,1) at rrw_enter+0x91 sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd806005c6d8,2001) at VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 vn_lock(fffffd806005c6d8,2001) at vn_lock+0x85 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000373850f8) at vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 namei(ffff8000373850f8) at namei+0x56a sys/kern/vfs_lookup.c:250 unp_connect(ffff800000e05258,fffffd807a519000,ffff8000ffff42c0) at unp_connect+0x1ce sys/kern/uipc_usrreq.c:864 uipc_dgram_send(ffff800000e05258,fffffd806f08c900,fffffd807a519000,0) at uipc_dgram_send+0xd7 sys/kern/uipc_usrreq.c:599 sosend(ffff800000e05258,fffffd807a519000,ffff800037385388,0,0,0) at sosend+0x7aa sendit(ffff8000ffff42c0,5,ffff800037385500,0,ffff8000373855c0) at sendit+0x54c sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff42c0,ffff800037385670,ffff8000373855c0) at sys_sendmsg+0x19b sys/kern/uipc_syscalls.c:604 syscall(ffff800037385670) at syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff800037385670) at syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6cefb422a30, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82dea318) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82dea318) at __mp_lock+0x122 sys/kern/kern_lock.c:147 syscall(ffff800033f70750) at syscall+0x83b mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff800033f70750) at syscall+0x83b sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x93549123fa0, count: -6