witness: lock order reversal: 1st 0xffff800010fde1d0 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd8062193730 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff83120c01 -> 0xffffffff830cf67f is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xb7 sys/kern/kern_rwlock.c:233 #1 sblock+0xb7 sys/kern/uipc_socket2.c:537 #2 soreceive+0x28e sys/kern/uipc_socket.c:876 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x5c3 #11 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xb7 sys/kern/kern_rwlock.c:233 #1 sblock+0xb7 sys/kern/uipc_socket2.c:537 #2 sosplice+0x40d sys/kern/uipc_socket.c:1358 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1221 #4 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8062193730,9,0) at witness_checkorder+0x1047 rw_do_enter_write(fffffd8062193718,1) at rw_do_enter_write+0xb7 sys/kern/kern_rwlock.c:233 rrw_enter(fffffd8062193718,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 VOP_LOCK(fffffd805d1f08c0,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805d1f08c0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80002a4fbd38) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a4fbd38) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fde010,fffffd805cc1f400,ffff80003c5fdc10) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800010fde010,fffffd805c064e00,fffffd805cc1f400,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800010fde010,fffffd805cc1f400,ffff80002a4fbfb8,0,0,8) at sosend+0x804 sendit(ffff80003c5fdc10,3,ffff80002a4fc130,8,ffff80002a4fc1f0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendmsg(ffff80003c5fdc10,ffff80002a4fc2a0,ffff80002a4fc1f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 syscall(ffff80002a4fc2a0) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a4fc2a0) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa4460a79310, count: -15 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff80002a4fb9b0 rbx 0xfffffd800433e2d8 rdx 0 rcx 0xffff80003c5fdc10 rax 0xffffffff834ccff0 cpu_info_full_primary+0x1ff0 r8 0xffff80002a4fb890 r9 0x8080808080808080 r10 0xeed8add06880a663 r11 0xdbf27bb424dc8f1c r12 0 r13 0xfffffd8003b56f00 r14 0x3 r15 0xffffffff rip 0xffffffff82a6fbd5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a4fb9a0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=339432 pid=77652 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=50, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800038d68f58,0xffff80003c5fd488 process=0xffff80002a47f928 user=0xffff80002a4f7000, vmspace=0xfffffd806d237010 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 63047 4888 85488 0 2 0 syz-executor 63047 383461 85488 0 3 0x4000080 fsleep syz-executor 6550 194101 91324 0 2 0 syz-executor 6550 58299 91324 0 3 0x4000000 biowait syz-executor 6550 234594 91324 0 7 0x4000000 syz-executor 6550 379961 91324 0 3 0x4000080 fsleep syz-executor 81924 208308 40559 0 2 0 syz-executor 81924 75635 40559 0 3 0x4000000 biowait syz-executor 81924 374487 40559 0 3 0x4000080 fsleep syz-executor 77652 164289 63192 0 2 0 syz-executor *77652 339432 63192 0 7 0x4000000 syz-executor 77652 393920 63192 0 3 0x4000080 fsleep syz-executor 33022 224294 6895 0 2 0 syz-executor 33022 350138 6895 0 2 0x4000000 syz-executor 33022 363262 6895 0 3 0x4000080 fsleep syz-executor 33022 385823 6895 0 3 0x4000080 fsleep syz-executor 36710 142189 19784 0 2 0 syz-executor 36710 34511 19784 0 2 0x4000000 syz-executor 36710 250082 19784 0 2 0x4000000 syz-executor 36710 176601 19784 0 3 0x4000080 fsleep syz-executor 49052 444290 19956 0 3 0x80 nanoslp syz-executor 49052 51156 19956 0 3 0x4000080 ttyopn syz-executor 49052 149887 19956 0 3 0x4000080 fsleep syz-executor 34536 469968 0 0 3 0x14200 acct acct 63192 363651 43449 0 3 0x82 nanoslp syz-executor 72177 112215 43449 0 3 0x2 biowait syz-executor 77712 60408 1 0 3 0x80 nanoslp init 85488 346535 43449 0 3 0x82 nanoslp syz-executor 42152 50425 0 0 3 0x14280 nfsidl nfsio 34215 208381 0 0 3 0x14280 nfsidl nfsio 1390 352732 0 0 3 0x14280 nfsidl nfsio 9792 218653 0 0 3 0x14280 nfsidl nfsio 81851 34885 0 0 3 0x14280 nfsidl nfsio 66839 411362 0 0 3 0x14280 nfsidl nfsio 90705 50177 0 0 3 0x14280 nfsidl nfsio 12913 474245 0 0 3 0x14280 nfsidl nfsio 61803 119356 0 0 3 0x14280 nfsidl nfsio 73156 228420 0 0 3 0x14280 nfsidl nfsio 4011 516525 0 0 3 0x14280 nfsidl nfsio 25739 99559 0 0 3 0x14280 nfsidl nfsio 46991 403085 0 0 3 0x14280 nfsidl nfsio 8770 454077 0 0 3 0x14280 nfsidl nfsio 68896 279722 0 0 3 0x14280 nfsidl nfsio 56224 252467 0 0 3 0x14280 nfsidl nfsio 48652 215159 0 0 3 0x14280 nfsidl nfsio 38183 13438 0 0 3 0x14280 nfsidl nfsio 93567 213411 0 0 3 0x14280 nfsidl nfsio 87314 345151 0 0 3 0x14280 nfsidl nfsio 19956 328770 43449 0 3 0x82 nanoslp syz-executor 35914 174779 0 0 3 0x14200 bored sosplice 91324 329342 43449 0 3 0x82 nanoslp syz-executor 19784 360111 43449 0 3 0x82 nanoslp syz-executor 6895 175614 43449 0 3 0x82 nanoslp syz-executor 40559 91029 43449 0 3 0x82 nanoslp syz-executor 43449 365749 62397 0 3 0x82 kqread syz-executor 62397 334978 78304 0 3 0x10008a sigsusp ksh 78304 167978 95947 0 3 0x98 kqread sshd-session 95947 89990 92551 0 3 0x92 kqread sshd-session 92551 274134 1 0 3 0x88 kqread sshd 50206 98665 10947 74 3 0x1100092 bpf pflogd 10947 485526 1 0 3 0x80 sbwait pflogd 1204 398547 30418 73 3 0x1100090 kqread syslogd 30418 112299 1 0 3 0x100082 sbwait syslogd 75388 192569 1 0 3 0x100080 kqread resolvd 81792 210141 31564 77 3 0x100092 kqread dhcpleased 76017 277463 31564 77 3 0x100092 kqread dhcpleased 31564 67110 1 0 3 0x80 kqread dhcpleased 81897 355197 0 0 3 0x14200 bored smr 87121 323808 0 0 3 0x14200 pgzero zerothread 51299 80397 0 0 3 0x14200 aiodoned aiodoned 34461 309162 0 0 3 0x14200 syncer update 39916 283010 0 0 3 0x14200 cleaner cleaner 85258 36969 0 0 3 0x14200 reaper reaper 21380 270495 0 0 3 0x14200 pgdaemon pagedaemon 72261 335441 0 0 3 0x14200 bored viomb 62084 58559 0 0 3 0x40014200 acpi0 acpi0 90084 239308 0 0 3 0x40014200 idle1 84925 144896 0 0 3 0x14200 bored softnet3 8888 196217 0 0 3 0x14200 bored softnet2 17928 46875 0 0 3 0x14200 bored softnet1 43121 393477 0 0 3 0x14200 bored softnet0 11277 281094 0 0 3 0x14200 bored systqmp 29057 460443 0 0 3 0x14200 bored systq 30411 459630 0 0 3 0x14200 tmoslp softclockmp 51816 500018 0 0 3 0x40014200 tmoslp softclock 82187 251850 0 0 3 0x40014200 idle0 1 303037 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 6550 (syz-executor) thread 0xffff80003c5fc548 (58299) exclusive rrwlock inode r = 0 (0xfffffd806d872410) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vrele+0xd0 sys/kern/vfs_subr.c:836 #6 ktrsettrace+0xe7 sys/kern/kern_ktrace.c:122 #7 ktrops+0x271 sys/kern/kern_ktrace.c:573 #8 doktrace+0x6dd ktrsetchildren sys/kern/kern_ktrace.c:595 [inline] #8 doktrace+0x6dd sys/kern/kern_ktrace.c:517 #9 sys_ktrace+0x11c sys/kern/kern_ktrace.c:558 #10 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xb08 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 Process 81924 (syz-executor) thread 0xffff8000ffff8cc8 (75635) exclusive rrwlock inode r = 0 (0xfffffd8069408658) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:159 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1732 #8 ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 #9 VOP_MKNOD+0x102 sys/kern/vfs_vops.c:121 #10 domknodat+0x47e sys/kern/vfs_syscalls.c:1623 #11 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xb08 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806f281868) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1575 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 77652 (syz-executor) thread 0xffff80003c5fdc10 (339432) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8360db10) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 __mp_acquire_count+0x58 #2 mi_switch+0x4b7 sys/kern/sched_bsd.c:441 #3 yield+0x6a sys/kern/sched_bsd.c:320 #4 pool_get+0x265 sys/kern/subr_pool.c:593 #5 namei+0xdf sys/kern/vfs_lookup.c:145 #6 unp_connect+0x27d sys/kern/uipc_usrreq.c:868 #7 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 #8 sosend+0x804 #9 sendit+0x721 sys/kern/uipc_syscalls.c:779 #10 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 #11 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fde1d0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 sblock+0xb7 sys/kern/uipc_socket2.c:537 #3 sosend+0x2e2 sys/kern/uipc_socket.c:625 #4 sendit+0x721 sys/kern/uipc_syscalls.c:779 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 #6 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 72177 (syz-executor) thread 0xffff8000ffff8530 (112215) exclusive rrwlock inode r = 0 (0xfffffd806de20ba0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:159 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0x113 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0x102 sys/kern/vfs_vops.c:394 #9 domkdirat+0x179 sys/kern/vfs_syscalls.c:3102 #10 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xb08 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806deb92e0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_do_enter_write+0x3ea sys/kern/kern_rwlock.c:316 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domkdirat+0x8b sys/kern/vfs_syscalls.c:3087 #8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10246 11061K 15348K 166960K 19270 0 pcb 18 17K 19K 166960K 1195 0 rtable 224 8K 8K 166960K 1007 0 pf 44 19K 27K 166960K 273 0 ifaddr 47 8K 8K 166960K 163 0 ifgroup 72 3K 3K 166960K 287 0 sysctl 4 1K 3K 166960K 18 0 counters 72 37K 37K 166960K 208 0 ioctlops 0 0K 4K 166960K 1940 0 iov 0 0K 24K 166960K 408 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1505 95K 95K 166960K 5853 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 13K 166960K 99 0 VM map 2 1K 1K 166960K 2 0 sem 13 52K 52K 166960K 319 0 dirhash 12 2K 2K 166960K 120 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 17 61K 93K 166960K 4636 0 sigio 1 0K 0K 166960K 204 0 proc 67 91K 128K 166960K 1156 0 subproc 72 4K 4K 166960K 120 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 617 0 in_multi 92 7K 7K 166960K 323 0 ether_multi 1 0K 0K 166960K 47 0 mrt 1 0K 0K 166960K 6 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 247 1102K 1102K 166960K 247 0 exec 0 0K 1K 166960K 1304 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 7 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 244 74K 88K 166960K 45877 0 UVM aobj 131 11K 11K 166960K 144 0 pinsyscall 41 82K 104K 166960K 5980 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 269 0 NDP 17 0K 1K 166960K 122 0 temp 77 6900K 7156K 166960K 186486 0 kqueue 13 20K 30K 166960K 726 0 SYN cache 2 10K 18K 166960K 3 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 501 0 497 6 5 1 3 0 8 0 rtentry 112 278 0 181 4 0 4 4 0 8 0 unpcb 144 4790 0 4768 48 47 1 10 0 8 0 syncache 336 28 0 28 7 7 0 1 0 8 0 tcpqe 32 4 0 4 3 3 0 1 0 8 0 tcpcb 808 1660 0 1652 39 31 8 8 0 8 7 arp 120 48 0 32 1 0 1 1 0 8 0 inpcb 376 5679 0 5664 65 56 9 21 0 8 7 nd6 136 57 0 31 2 1 1 2 0 8 0 pkpcb 40 24 0 24 9 9 0 1 0 8 0 kcovpl 48 13 0 5 1 0 1 1 0 8 0 ppxss 1168 40 0 40 10 9 1 1 0 8 1 pffrag 232 18 0 9 1 0 1 1 0 482 0 pffrnode 88 17 0 9 1 0 1 1 0 8 0 pffrent 40 42 0 33 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 2 0 2 1 1 0 1 0 8 0 pftag 88 2 0 2 1 1 0 1 0 8 0 pfstitem 24 276 0 140 1 0 1 1 0 8 0 pfstkey 128 278 0 142 5 0 5 5 0 8 0 pfstate 376 277 0 141 15 0 15 15 0 8 0 pfrule 1344 25 0 20 2 1 1 2 0 8 0 art_heap8 4096 4 0 1 3 0 3 3 0 8 0 art_heap4 256 1206 0 751 39 10 29 31 0 8 0 art_table 32 1210 0 752 4 0 4 4 0 8 0 art_node 16 264 0 179 1 0 1 1 0 8 0 sysvmsgpl 40 25 0 15 1 0 1 1 0 8 0 semupl 112 4 0 4 2 2 0 1 0 8 0 semapl 112 312 0 301 1 0 1 1 0 8 0 shmpl 112 141 0 13 4 0 4 4 0 8 0 dirhash 1024 92 0 75 3 0 3 3 0 8 0 dino2pl 256 9753 0 8237 96 0 96 96 0 8 0 ffsino 280 9753 0 8237 109 0 109 109 0 8 0 nchpl 144 16436 0 15877 63 40 23 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 64238 0 64235 8 7 1 2 0 8 0 percpumem 16 118 0 68 1 0 1 1 0 8 0 kstatmem 264 168 0 136 6 3 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 19 0 19 10 9 1 1 0 8 1 scxspl 216 48499 0 48496 15 14 1 8 1 8 0 plimitpl 152 1155 0 1137 1 0 1 1 0 8 0 sigapl 424 4981 0 4910 10 1 9 9 0 8 0 futexpl 64 68923 0 68915 1 0 1 1 0 8 0 knotepl 120 638 0 0 18 0 18 18 0 8 0 kqueuepl 216 1510 0 1500 19 16 3 5 0 8 2 pipepl 328 868 0 841 14 11 3 8 0 8 0 fdescpl 504 4935 0 4904 5 0 5 5 0 8 0 filepl 152 40046 0 39817 50 36 14 18 0 8 2 lockfpl 104 2494 0 2489 5 3 2 2 0 8 1 lockfspl 48 929 0 924 1 0 1 1 0 8 0 sessionpl 144 54 0 46 1 0 1 1 0 8 0 pgrppl 48 117 0 101 1 0 1 1 0 8 0 ucredpl 104 8091 0 8078 1 0 1 1 0 8 0 zombiepl 144 5622 0 5622 4 3 1 1 0 8 1 processpl 1168 4981 0 4910 7 1 6 6 0 8 0 procpl 648 12383 0 12296 8 0 8 8 0 8 0 srpgc 96 14 0 14 5 5 0 1 0 8 0 sosppl 168 25 0 25 9 8 1 1 0 8 1 sockpl 688 11102 0 11061 136 126 10 26 0 8 6 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 7 0 0 1 0 1 1 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 132 0 0 17 1 16 17 0 8 0 mcl2k 2048 59 0 0 8 0 8 8 0 8 0 mtagpl 96 272 0 0 7 0 7 7 0 8 0 mbufpl 256 1225 0 0 76 0 76 76 0 8 0 bufpl 280 12533 0 6367 441 0 441 441 0 8 0 anonpl 24 580196 0 571095 200 94 106 106 0 185 27 amapchunkpl 152 150175 0 149495 77 46 31 41 0 158 2 amappl16 200 11409 0 11176 110 82 28 36 0 8 8 amappl15 192 41 0 41 1 1 0 1 0 8 0 amappl14 184 175 0 164 1 0 1 1 0 8 0 amappl13 176 4 0 4 1 1 0 1 0 8 0 amappl12 168 5678 0 5648 2 0 2 2 0 8 0 amappl11 160 56 0 42 1 0 1 1 0 8 0 amappl10 152 5 0 5 3 3 0 1 0 8 0 amappl9 144 256 0 255 2 1 1 1 0 8 0 amappl8 136 23 0 20 1 0 1 1 0 8 0 amappl7 128 147 0 134 1 0 1 1 0 8 0 amappl6 120 250 0 246 1 0 1 1 0 8 0 amappl5 112 144 0 133 1 0 1 1 0 8 0 amappl4 104 436 0 417 1 0 1 1 0 8 0 amappl3 96 31861 0 31744 4 0 4 4 0 8 0 amappl2 88 1006 0 943 2 0 2 2 0 8 0 amappl1 80 27818 0 27276 14 0 14 14 0 8 0 amappl 88 44787 0 44596 5 0 5 5 0 92 0 dma8192 8192 2 0 2 1 1 0 1 0 8 0 dma4096 4096 3 0 3 2 2 0 1 0 8 0 dma2048 2048 1 0 1 1 1 0 1 0 8 0 dma1024 1024 2 0 1 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 258 0 258 5 5 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 143 0 13 3 0 3 3 0 8 0 uaddrrnd 24 4935 0 4904 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4935 0 4904 1 0 1 1 0 8 0 vmmpekpl 168 38791 0 38737 3 0 3 3 0 8 0 vmmpepl 168 304731 0 302661 153 41 112 112 0 357 10 vmsppl 456 4934 0 4904 6 1 5 5 0 8 0 rwobjpl 64 80688 0 73507 134 11 123 123 0 8 3 pdppl 4096 9877 0 9808 161 90 71 85 0 8 2 pvpl 32 24454 0 0 196 0 196 196 0 265 0 pmappl 248 4934 0 4904 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 488 0 161 10 0 10 10 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8062193730,9,0) at witness_checkorder+0x1047 rw_do_enter_write(fffffd8062193718,1) at rw_do_enter_write+0xb7 sys/kern/kern_rwlock.c:233 rrw_enter(fffffd8062193718,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:616 VOP_LOCK(fffffd805d1f08c0,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805d1f08c0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80002a4fbd38) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff80002a4fbd38) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fde010,fffffd805cc1f400,ffff80003c5fdc10) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800010fde010,fffffd805c064e00,fffffd805cc1f400,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800010fde010,fffffd805cc1f400,ffff80002a4fbfb8,0,0,8) at sosend+0x804 sendit(ffff80003c5fdc10,3,ffff80002a4fc130,8,ffff80002a4fc1f0) at sendit+0x721 sys/kern/uipc_syscalls.c:779 sys_sendmsg(ffff80003c5fdc10,ffff80002a4fc2a0,ffff80002a4fc1f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 syscall(ffff80002a4fc2a0) at syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a4fc2a0) at syscall+0xbc6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa4460a79310, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b5bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8360d908) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff8360d908) at __mp_lock+0x192 sys/kern/kern_lock.c:144 syscall(ffff80003c6a8210) at syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c6a8210) at syscall+0xae6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x1a56e47fe60, count: -6