witness: lock order reversal: 1st 0xffff800001407bc0 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806dd482b8 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff830bd238 -> 0xffffffff8306e212 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 soreceive+0x295 sys/kern/uipc_socket.c:945 #3 fifo_read+0x11a sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x102 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xe6c sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf6 sys/kern/vfs_vnops.c:525 #10 sys_ioctl+0x67c #11 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #11 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_enter+0x122 #1 sblock+0xb7 sys/kern/uipc_socket2.c:549 #2 sosplice+0x3f4 sys/kern/uipc_socket.c:1454 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1228 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806dd482b8,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806dd482a8,1) at rw_enter+0x122 rrw_enter(fffffd806dd482a8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805e624cb0,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805e624cb0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000371f36a8) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff8000371f36a8) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001407a18,fffffd806bd84600,ffff8000ffff6a40) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800001407a18,fffffd80689ec600,fffffd806bd84600,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800001407a18,fffffd806bd84600,ffff8000371f3938,0,0,0) at sosend+0xa40 sendit(ffff8000ffff6a40,5,ffff8000371f3ab0,0,ffff8000371f3b70) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff6a40,ffff8000371f3c20,ffff8000371f3b70) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff8000371f3c20) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff8000371f3c20) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xcdbee9cab30, count: -15 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff8000371f3300 rbx 0xfffffd80042c6608 rdx 0 rcx 0xffff8000ffff6a40 rax 0xffffffff834f2ff0 cpu_info_full_primary+0x1ff0 r8 0xffff8000371f31e0 r9 0x8080808080808080 r10 0xa4af6bee5faf6905 r11 0x4684626c32dff5ce r12 0 r13 0xfffffd8003adee00 r14 0x3 r15 0xffffffff rip 0xffffffff81ac00e5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff8000371f32f0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=296161 pid=57145 tcnt=4 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffff6020,0xffff8000ffff71e8 process=0xffff80003728c000 user=0xffff8000371ee000, vmspace=0xfffffd806eca0c48 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 75643 17038 58858 0 2 0x80 syz-executor 75643 106005 58858 0 2 0x4000000 syz-executor 57145 37076 4970 0 2 0 syz-executor 57145 265861 4970 0 7 0x4000000 syz-executor 57145 303519 4970 0 2 0x4000000 syz-executor *57145 296161 4970 0 7 0x4000000 syz-executor 2230 83996 44399 0 3 0x80 fsleep syz-executor 2230 468327 44399 0 3 0x4000080 semwait syz-executor 10306 305607 23667 0 3 0x80 fsleep syz-executor 10306 346244 23667 0 3 0x4000080 sbwait syz-executor 93293 364121 82056 0 3 0x80 fsleep syz-executor 93293 194548 82056 0 3 0x4000080 pipewr syz-executor 63712 140572 94417 0 3 0x80 fsleep syz-executor 63712 278392 94417 0 3 0x4000080 sbwait syz-executor 86635 63492 39562 0 3 0x80 fsleep syz-executor 86635 372702 39562 0 3 0x4000080 fifor syz-executor 19116 496297 48461 0 3 0x90 fsleep syz-executor 19116 78936 48461 0 3 0x4000090 kqpoll syz-executor 92291 424392 0 0 3 0x14200 acct acct 66976 38185 1 0 3 0x100083 ttyin getty 23667 83321 75907 0 3 0x82 nanoslp syz-executor 94417 384041 75907 0 3 0x82 nanoslp syz-executor 44399 280490 75907 0 3 0x82 nanoslp syz-executor 39113 12923 0 0 3 0x14280 nfsidl nfsio 50134 402540 0 0 3 0x14280 nfsidl nfsio 83444 178173 0 0 3 0x14280 nfsidl nfsio 14054 503457 0 0 3 0x14280 nfsidl nfsio 60166 213423 0 0 3 0x14280 nfsidl nfsio 34538 387001 0 0 3 0x14280 nfsidl nfsio 41853 410129 0 0 3 0x14280 nfsidl nfsio 40342 314949 0 0 3 0x14280 nfsidl nfsio 58062 271166 0 0 3 0x14280 nfsidl nfsio 34836 314702 0 0 3 0x14280 nfsidl nfsio 94730 13337 0 0 3 0x14280 nfsidl nfsio 91246 94644 0 0 3 0x14280 nfsidl nfsio 4860 412297 0 0 3 0x14280 nfsidl nfsio 51404 38148 0 0 3 0x14280 nfsidl nfsio 826 80101 0 0 3 0x14280 nfsidl nfsio 27834 505172 0 0 3 0x14280 nfsidl nfsio 94081 240795 0 0 3 0x14280 nfsidl nfsio 31381 219199 0 0 3 0x14280 nfsidl nfsio 41090 161986 0 0 3 0x14280 nfsidl nfsio 29025 399229 0 0 3 0x14280 nfsidl nfsio 68932 279245 0 0 3 0x14200 bored sosplice 43393 423828 87384 0 3 0x100082 sbwait arp 87384 109932 1 0 3 0x10008a sigsusp sh 82056 130113 75907 0 3 0x82 nanoslp syz-executor 4970 475646 75907 0 3 0x82 nanoslp syz-executor 39562 126447 75907 0 3 0x82 nanoslp syz-executor 58858 294159 75907 0 3 0x82 nanoslp syz-executor 48461 42069 75907 0 3 0x82 nanoslp syz-executor 75907 79203 75400 0 2 0x2 syz-executor 75400 521645 18359 0 3 0x10008a sigsusp ksh 18359 78999 69923 0 3 0x98 kqread sshd-session 69923 500340 56206 0 3 0x92 kqread sshd-session 56206 423638 1 0 3 0x88 kqread sshd 3964 390039 14862 74 3 0x1100092 bpf pflogd 14862 261224 1 0 3 0x80 sbwait pflogd 50849 491984 43096 73 3 0x1100090 kqread syslogd 43096 382550 1 0 3 0x100082 sbwait syslogd 2742 241822 1 0 3 0x100080 kqread resolvd 36727 163826 54450 77 3 0x100092 kqread dhcpleased 48215 355281 54450 77 3 0x100092 kqread dhcpleased 54450 118849 1 0 3 0x80 kqread dhcpleased 95458 260671 0 0 3 0x14200 bored smr 49332 157229 0 0 3 0x14200 pgzero zerothread 94647 327894 0 0 3 0x14200 aiodoned aiodoned 58411 135971 0 0 3 0x14200 syncer update 81502 434036 0 0 3 0x14200 cleaner cleaner 59402 160031 0 0 3 0x14200 reaper reaper 76978 11084 0 0 3 0x14200 pgdaemon pagedaemon 41071 35462 0 0 3 0x14200 bored viomb 42339 515913 0 0 3 0x40014200 acpi0 acpi0 66466 94098 0 0 3 0x40014200 idle1 24973 70311 0 0 3 0x14200 bored softnet3 83803 222898 0 0 3 0x14200 bored softnet2 50223 444084 0 0 3 0x14200 bored softnet1 29352 103334 0 0 3 0x14200 bored softnet0 19496 253920 0 0 3 0x14200 bored systqmp 85421 484696 0 0 3 0x14200 bored systq 25877 50246 0 0 3 0x14200 tmoslp softclockmp 75883 439669 0 0 3 0x40014200 tmoslp softclock 91370 60372 0 0 3 0x40014200 idle0 1 86560 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 57145 (syz-executor) thread 0xffff80003719bc08 (265861) exclusive rrwlock inode r = 0 (0xfffffd806ea1b2c8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:169 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1732 #8 ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 #9 VOP_MKNOD+0x102 sys/kern/vfs_vops.c:121 #10 domknodat+0x47e sys/kern/vfs_syscalls.c:1624 #11 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #11 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #12 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806dd482b8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 #6 namei+0x7aa sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1576 #8 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #8 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 57145 (syz-executor) thread 0xffff8000ffff6a40 (296161) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835a0b68) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:868 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 #3 sosend+0xa40 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800001407bc0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:681 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10206 11205K 12519K 166960K 14992 0 pcb 18 15K 16K 166960K 368 0 rtable 154 6K 7K 166960K 686 0 pf 40 18K 21K 166960K 150 0 ifaddr 33 5K 7K 166960K 108 0 ifgroup 59 2K 2K 166960K 175 0 sysctl 4 1K 1K 166960K 8 0 counters 66 36K 37K 166960K 140 0 ioctlops 0 0K 8K 166960K 1800 0 iov 1 2K 20K 166960K 177 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1553 98K 98K 166960K 3223 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 31 0 VM map 2 1K 1K 166960K 2 0 sem 13 0K 1K 166960K 266 0 dirhash 15 2K 2K 166960K 69 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 20 73K 97K 166960K 2289 0 sigio 1 0K 0K 166960K 34 0 proc 73 91K 140K 166960K 853 0 subproc 117 7K 7K 166960K 156 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 371 0 in_multi 66 4K 6K 166960K 214 0 ether_multi 1 0K 0K 166960K 13 0 mrt 1 0K 0K 166960K 12 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 810 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 266 74K 88K 166960K 22909 0 UVM aobj 131 8K 8K 166960K 135 0 pinsyscall 46 92K 114K 166960K 3586 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 112 0 NDP 13 0K 1K 166960K 75 0 temp 77 6828K 6908K 166960K 141821 0 kqueue 13 20K 30K 166960K 358 0 SYN cache 2 10K 18K 166960K 3 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 237 0 232 3 2 1 3 0 8 0 rtentry 112 204 0 140 4 0 4 4 0 8 0 unpcb 144 1810 0 1784 19 17 2 6 0 8 0 syncache 336 26 0 26 6 5 1 1 0 8 1 tcpcb 808 826 0 822 18 17 1 8 0 8 0 arp 120 34 0 26 1 0 1 1 0 8 0 inpcb 336 2660 0 2652 39 32 7 15 0 8 6 nd6 136 45 0 27 1 0 1 1 0 8 0 pkpcb 40 12 0 12 6 5 1 1 0 8 1 kcovpl 48 12 0 3 1 0 1 1 0 8 0 ppxss 1168 22 0 22 6 5 1 1 0 8 1 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pffrag 232 12 0 9 1 0 1 1 0 482 0 pffrnode 88 11 0 8 1 0 1 1 0 8 0 pffrent 40 26 0 23 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pftag 88 1 0 1 1 1 0 1 0 8 0 pfstitem 24 206 0 84 1 0 1 1 0 8 0 pfstkey 128 211 0 89 4 0 4 4 0 8 0 pfstate 376 208 0 87 13 0 13 13 0 8 0 pfrule 1344 28 0 21 2 0 2 2 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 884 0 549 33 9 24 28 0 8 0 art_table 32 887 0 549 4 0 4 4 0 8 0 art_node 16 198 0 144 1 0 1 1 0 8 0 sysvmsgpl 40 20 0 16 1 0 1 1 0 8 0 semupl 112 3 0 3 2 2 0 1 0 8 0 semapl 112 260 0 250 1 0 1 1 0 8 0 shmpl 112 132 0 4 4 0 4 4 0 8 0 dirhash 1024 55 0 36 3 0 3 3 0 8 0 dino2pl 256 5290 0 3788 95 0 95 95 0 8 0 ffsino 272 5291 0 3788 101 0 101 101 0 8 0 nchpl 144 8527 0 7988 63 40 23 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 31645 0 31643 5 4 1 1 0 8 0 percpumem 16 84 0 37 1 0 1 1 0 8 0 kstatmem 264 100 0 74 6 3 3 3 0 8 1 scsiplug 72 9 0 9 5 5 0 1 0 8 0 scxspl 216 26126 0 26126 13 12 1 8 1 8 1 plimitpl 152 566 0 548 1 0 1 1 0 8 0 sigapl 424 2651 0 2577 12 3 9 9 0 8 0 futexpl 64 46375 0 46369 1 0 1 1 0 8 0 knotepl 120 537 0 0 17 0 17 17 0 8 0 kqueuepl 216 639 0 629 4 3 1 3 0 8 0 pipepl 320 381 0 349 6 3 3 6 0 8 0 fdescpl 496 2589 0 2555 6 1 5 6 0 8 0 filepl 152 17922 0 17644 43 29 14 20 0 8 3 lockfpl 104 864 0 859 2 1 1 2 0 8 0 lockfspl 48 325 0 320 1 0 1 1 0 8 0 sessionpl 144 51 0 42 1 0 1 1 0 8 0 pgrppl 48 124 0 106 1 0 1 1 0 8 0 ucredpl 104 3636 0 3621 1 0 1 1 0 8 0 zombiepl 144 2719 0 2719 4 3 1 1 0 8 1 processpl 1160 2651 0 2577 6 0 6 6 0 8 0 procpl 648 6020 0 5936 11 3 8 8 0 8 0 srpgc 96 13 0 13 3 2 1 1 0 8 1 sosppl 168 16 0 16 7 6 1 1 0 8 1 sockpl 664 4745 0 4706 58 48 10 17 0 8 6 mcl64k 65536 7 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 12 0 0 2 0 2 2 0 8 0 mcl4k 4096 140 0 0 18 0 18 18 0 8 0 mcl2k 2048 70 0 0 7 1 6 6 0 8 0 mtagpl 96 42 0 0 2 0 2 2 0 8 0 mbufpl 256 282 0 0 18 0 18 18 0 8 0 bufpl 280 9269 0 3095 442 0 442 442 0 8 0 anonpl 24 422837 0 403179 159 30 129 129 0 185 0 amapchunkpl 152 76305 0 75590 69 32 37 37 0 158 8 amappl16 200 11637 0 10774 83 35 48 48 0 8 0 amappl15 192 7 0 7 1 1 0 1 0 8 0 amappl14 184 173 0 160 1 0 1 1 0 8 0 amappl13 176 10 0 10 2 2 0 1 0 8 0 amappl12 168 3317 0 3282 4 1 3 3 0 8 0 amappl11 160 118 0 103 1 0 1 1 0 8 0 amappl10 152 14 0 14 2 2 0 1 0 8 0 amappl9 144 128 0 127 1 0 1 1 0 8 0 amappl8 136 50 0 47 1 0 1 1 0 8 0 amappl7 128 139 0 126 1 0 1 1 0 8 0 amappl6 120 202 0 199 1 0 1 1 0 8 0 amappl5 112 175 0 163 1 0 1 1 0 8 0 amappl4 104 415 0 394 1 0 1 1 0 8 0 amappl3 96 13967 0 13860 3 0 3 3 0 8 0 amappl2 88 3116 0 3027 3 0 3 3 0 8 0 amappl1 80 20127 0 19528 18 2 16 16 0 8 0 amappl 88 22211 0 22009 5 0 5 5 0 92 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 2 0 2 2 2 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 2 1 1 1 0 8 1 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 134 0 4 3 0 3 3 0 8 0 uaddrrnd 24 2589 0 2555 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2589 0 2555 1 0 1 1 0 8 0 vmmpekpl 168 22196 0 22149 3 0 3 3 0 8 0 vmmpepl 168 172993 0 170143 159 30 129 129 0 357 1 vmsppl 448 2588 0 2555 6 2 4 5 0 8 0 rwobjpl 56 55526 0 47628 119 6 113 113 0 8 0 pdppl 4096 5185 0 5110 127 50 77 87 0 8 2 pvpl 32 28795 0 0 233 1 232 232 0 265 0 pmappl 248 2588 0 2555 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 494 0 129 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806dd482b8,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806dd482a8,1) at rw_enter+0x122 rrw_enter(fffffd806dd482a8,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd805e624cb0,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd805e624cb0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff8000371f36a8) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff8000371f36a8) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001407a18,fffffd806bd84600,ffff8000ffff6a40) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800001407a18,fffffd80689ec600,fffffd806bd84600,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800001407a18,fffffd806bd84600,ffff8000371f3938,0,0,0) at sosend+0xa40 sendit(ffff8000ffff6a40,5,ffff8000371f3ab0,0,ffff8000371f3b70) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000ffff6a40,ffff8000371f3c20,ffff8000371f3b70) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff8000371f3c20) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff8000371f3c20) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xcdbee9cab30, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff835a0960) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff835a0960) at __mp_lock+0x192 sys/kern/kern_lock.c:144 __mp_acquire_count(ffffffff835a0960,1) at __mp_acquire_count+0x58 mi_switch() at mi_switch+0x4b7 sys/kern/sched_bsd.c:441 sleep_finish(0,1) at sleep_finish+0x2f2 sys/kern/kern_synch.c:425 getblk(fffffd8009325438,195180,4000,0,ffffffffffffffff) at getblk+0x197 sys/kern/vfs_bio.c:1017 bread(fffffd8009325438,195180,4000,ffff8000371c0d38) at bread+0x47 bio_doread sys/kern/vfs_bio.c:422 [inline] bread(fffffd8009325438,195180,4000,ffff8000371c0d38) at bread+0x47 sys/kern/vfs_bio.c:467 ffs_vget(ffff800000b66000,19651,ffff8000371c0f80) at ffs_vget+0x283 sys/ufs/ffs/ffs_vfsops.c:1247 ffs_inode_alloc(fffffd806dd48220,1f84,fffffd807f7d3478,ffff8000371c0f80) at ffs_inode_alloc+0x283 sys/ufs/ffs/ffs_alloc.c:393 ufs_makeinode(1f84,fffffd805e624cb0,ffff8000371c11a0,ffff8000371c11d0) at ufs_makeinode+0xcb sys/ufs/ufs/ufs_vnops.c:1732 ufs_mknod(ffff8000371c1040) at ufs_mknod+0x5b sys/ufs/ufs/ufs_vnops.c:167 VOP_MKNOD(fffffd805e624cb0,ffff8000371c11a0,ffff8000371c11d0,ffff8000371c10d0) at VOP_MKNOD+0x102 sys/kern/vfs_vops.c:121 domknodat(ffff80003719bc08,ffffff9c,20000040,de761f86,0) at domknodat+0x47e sys/kern/vfs_syscalls.c:1624 syscall(ffff8000371c1370) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff8000371c1370) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xcdca18f4280, count: -17