witness: lock order reversal: 1st 0xffff8000014ca800 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806b3fe7d0 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff833d1e1a -> 0xffffffff83343bfc is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:870 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xdfe sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x3e1 sys/kern/uipc_socket.c:1347 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1227 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806b3fe7d0,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806b3fe7b8,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806b3fe7b8,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd8062fcb6e8,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd8062fcb6e8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c418370) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c418370) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff8000014ca618,fffffd806b557e00,ffff8000fffeefa8) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff8000014ca618,fffffd806855bb00,fffffd806b557e00,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff8000014ca618,fffffd806b557e00,ffff80003c4185f8,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff8000fffeefa8,6,ffff80003c418778,e,ffff80003c418830) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff8000fffeefa8,ffff80003c4188e0,ffff80003c418830) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80003c4188e0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4188e0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3286900b790, count: -15 ddb{1}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003c417ff0 rbx 0 rdx 0xffff800001477bc0 rcx 0xffff8000fffeefa8 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003c417ed0 r9 0x8080808080808080 r10 0xc031b44b809cb017 r11 0x59557d3401d4ea63 r12 0xfffffd8003ef7680 r13 0xfffffd80046de140 r14 0x3 r15 0xffffffff833dadbe substchar+0xb292 rip 0xffffffff81d6b285 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c417fe0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=82122 pid=19593 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffeea78,0xffff8000fffef4e8 process=0xffff80003c50b518 user=0xffff80003c413000, vmspace=0xfffffd80661f2d80 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 93335 296377 56474 0 2 0 syz-executor 93335 483768 56474 0 3 0x4000080 fsleep syz-executor 93335 344236 56474 0 3 0x4000080 fsleep syz-executor 93335 112134 56474 0 3 0x4000080 fsleep syz-executor 99980 381060 58161 0 7 0 syz-executor 99980 179134 58161 0 3 0x4000080 fsleep syz-executor 19593 11296 42031 0 2 0 syz-executor 19593 483366 42031 0 3 0x4000080 bell syz-executor *19593 82122 42031 0 7 0x4000000 syz-executor 40435 455595 0 0 3 0x14280 nfsidl nfsio 10506 62325 0 0 3 0x14280 nfsidl nfsio 62002 108228 0 0 3 0x14280 nfsidl nfsio 72308 326519 0 0 3 0x14280 nfsidl nfsio 49940 237393 0 0 3 0x14280 nfsidl nfsio 79681 2867 0 0 3 0x14280 nfsidl nfsio 42941 43119 0 0 3 0x14280 nfsidl nfsio 27123 148778 0 0 3 0x14280 nfsidl nfsio 72896 40354 0 0 3 0x14280 nfsidl nfsio 92420 37199 0 0 3 0x14280 nfsidl nfsio 97190 43623 0 0 3 0x14280 nfsidl nfsio 6025 329355 0 0 3 0x14280 nfsidl nfsio 38945 89308 0 0 3 0x14280 nfsidl nfsio 84023 459890 0 0 3 0x14280 nfsidl nfsio 63989 112190 0 0 3 0x14280 nfsidl nfsio 92892 279970 0 0 3 0x14280 nfsidl nfsio 45413 192662 0 0 3 0x14280 nfsidl nfsio 59060 345335 0 0 3 0x14280 nfsidl nfsio 80411 514800 0 0 3 0x14280 nfsidl nfsio 86309 347481 0 0 3 0x14280 nfsidl nfsio 86920 81474 0 0 3 0x14200 bored sosplice 56474 139980 45506 0 3 0x82 nanoslp syz-executor 81852 520314 45506 0 3 0x82 wait syz-executor 42031 363981 45506 0 3 0x82 nanoslp syz-executor 8696 472218 45506 0 3 0x82 nanoslp syz-executor 17011 327126 45506 0 3 0x2 biowait syz-executor 41173 373423 45506 0 3 0x82 nanoslp syz-executor 47585 213936 45506 0 3 0x2 biowait syz-executor 58161 258785 45506 0 3 0x82 nanoslp syz-executor 45506 183267 35622 0 3 0x82 kqread syz-executor 35622 168397 51118 0 3 0x10008a sigsusp ksh 51118 350479 80798 0 3 0x98 kqread sshd-session 80798 348159 69121 0 3 0x92 kqread sshd-session 59168 387808 1 0 3 0x100083 ttyin getty 69121 243546 1 0 3 0x88 kqread sshd 42043 1808 74107 74 3 0x1100092 bpf pflogd 74107 440124 1 0 3 0x80 sbwait pflogd 54918 456625 94975 73 3 0x1100090 kqread syslogd 94975 166973 1 0 3 0x100082 sbwait syslogd 88903 412755 1 0 3 0x100080 kqread resolvd 61606 33367 36023 77 3 0x100092 kqread dhcpleased 46440 164012 36023 77 3 0x100092 kqread dhcpleased 36023 464963 1 0 3 0x80 kqread dhcpleased 77768 453926 0 0 3 0x14200 bored smr 91935 374291 0 0 3 0x14200 pgzero zerothread 18833 432645 0 0 3 0x14200 aiodoned aiodoned 58342 141322 0 0 3 0x14200 syncer update 3604 240443 0 0 3 0x14200 cleaner cleaner 10646 254530 0 0 3 0x14200 reaper reaper 99722 498229 0 0 3 0x14200 pgdaemon pagedaemon 14844 496532 0 0 3 0x14200 bored viomb 54523 515350 0 0 3 0x40014200 acpi0 acpi0 17188 97785 0 0 3 0x40014200 idle1 51581 259955 0 0 3 0x14200 bored softnet1 17856 316768 0 0 2 0x14200 softnet0 42395 60461 0 0 3 0x14200 bored systqmp 85567 398736 0 0 3 0x14200 bored systq 88122 231040 0 0 3 0x14200 tmoslp softclockmp 94833 52414 0 0 3 0x40014200 tmoslp softclock 98888 208386 0 0 3 0x40014200 idle0 1 319290 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 99980 (syz-executor) thread 0xffff8000fffeed10 (381060) exclusive rwlock uobjlk r = 0 (0xfffffd806bf3bcb0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 uvm_fault+0x1e5 sys/uvm/uvm_fault.c:655 #3 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #4 usertrap+0x3c6 sys/arch/amd64/amd64/trap.c:603 #5 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd80661f2ab0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1902 #3 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:699 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:633 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #6 usertrap+0x3c6 sys/arch/amd64/amd64/trap.c:603 #7 recall_trap+0x8 Process 19593 (syz-executor) thread 0xffff8000fffeefa8 (82122) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83929028) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff8000014ca800) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:631 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #7 Xsyscall+0x128 Process 17011 (syz-executor) thread 0xffff8000ffffcf98 (327126) exclusive rrwlock inode r = 0 (0xfffffd806c355200) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:693 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:746 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b3fe458) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:693 #6 cache_lookup+0x351 sys/kern/vfs_cache.c:222 #7 ufs_lookup+0x1e3 sys/ufs/ufs/ufs_lookup.c:160 #8 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #9 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #10 namei+0x7ca sys/kern/vfs_lookup.c:250 #11 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #12 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0xb17 sys/arch/amd64/amd64/trap.c:746 #13 Xsyscall+0x128 Process 47585 (syz-executor) thread 0xffff8000ffffd4c8 (213936) exclusive rrwlock inode r = 0 (0xfffffd806f7189f8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:693 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:746 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806ce07c60) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:746 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10203 11096K 12548K 166960K 12261 0 pcb 17 12K 12K 166960K 83 0 rtable 192 9K 9K 166960K 342 0 pf 34 17K 21K 166960K 85 0 ifaddr 36 6K 7K 166960K 63 0 ifgroup 49 2K 2K 166960K 88 0 sysctl 3 1K 9K 166960K 8 0 counters 66 36K 37K 166960K 114 0 ioctlops 0 0K 4K 166960K 1531 0 iov 0 0K 16K 166960K 27 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1431 90K 90K 166960K 1777 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 10 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 23 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 16 57K 240K 166960K 550 0 sigio 0 0K 0K 166960K 3 0 proc 75 131K 212K 166960K 563 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 2 0K 0K 166960K 98 0 in_multi 77 5K 7K 166960K 118 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 477 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 243 185K 198K 166960K 6660 0 UVM aobj 15 4K 4K 166960K 16 0 pinsyscall 41 82K 103K 166960K 1648 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 18 0 NDP 11 0K 2K 166960K 42 0 temp 52 8646K 8710K 166960K 20258 0 kqueue 15 24K 29K 166960K 122 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 64 0 61 1 0 1 1 0 8 0 rtentry 176 108 0 31 5 0 5 5 0 8 0 unpcb 144 282 0 264 3 2 1 3 0 8 0 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpcb 736 127 0 123 2 1 1 2 0 8 0 arp 136 13 0 5 1 0 1 1 0 8 0 inpcb 328 453 0 445 2 0 2 2 0 8 1 nd6 152 19 0 4 1 0 1 1 0 8 0 pkpcb 40 1 0 1 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 21 0 20 2 1 1 1 0 8 0 pppxif 1504 1 0 1 1 1 0 1 0 8 0 pfstscr 40 2 0 0 1 0 1 1 0 8 0 pffrag 232 3 0 1 1 0 1 1 0 482 0 pffrnode 88 3 0 1 1 0 1 1 0 8 0 pffrent 40 36 0 34 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 2 0 2 1 1 0 1 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pfstitem 24 44 0 1 1 0 1 1 0 8 0 pfstkey 128 46 0 3 2 0 2 2 0 8 0 pfstate 384 43 0 2 5 0 5 5 0 8 0 pfrule 1344 22 0 17 2 1 1 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 476 0 108 29 1 28 29 0 8 1 art_table 40 478 0 108 5 0 5 5 0 8 0 art_node 32 107 0 39 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 3 1 0 1 1 0 8 0 semapl 112 20 0 10 1 0 1 1 0 8 0 shmpl 112 13 0 1 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2333 0 825 95 0 95 95 0 8 0 ffsino 296 2333 0 825 117 0 117 117 0 8 0 nchpl 144 3074 0 1381 64 0 64 64 0 8 0 rtmask 32 8 0 8 2 1 1 1 0 8 1 uvmvnodes 80 2679 0 0 55 0 55 55 0 8 0 vnodes 216 2679 0 0 149 0 149 149 0 8 0 namei 1024 9792 0 9791 1 0 1 1 0 8 0 percpumem 16 72 0 24 1 0 1 1 0 8 0 kstatmem 264 54 0 30 2 0 2 2 0 8 0 scsiplug 72 1 0 1 1 0 1 1 0 8 1 scxspl 216 15188 0 15186 10 3 7 8 1 8 6 plimitpl 152 98 0 81 1 0 1 1 0 8 0 sigapl 424 866 0 799 9 1 8 8 0 8 0 knotepl 120 531 0 0 17 0 17 17 0 8 0 kqueuepl 224 164 0 152 2 0 2 2 0 8 1 pipepl 344 148 0 121 3 0 3 3 0 8 0 fdescpl 528 826 0 796 3 0 3 3 0 8 0 filepl 160 4026 0 3794 13 0 13 13 0 8 2 lockfpl 104 246 0 241 2 1 1 2 0 8 0 lockfspl 48 114 0 109 1 0 1 1 0 8 0 sessionpl 144 24 0 15 1 0 1 1 0 8 0 pgrppl 48 33 0 16 1 0 1 1 0 8 0 ucredpl 104 603 0 590 1 0 1 1 0 8 0 zombiepl 144 802 0 799 1 0 1 1 0 8 0 processpl 1232 866 0 799 6 0 6 6 0 8 0 procpl 664 1575 0 1502 8 0 8 8 0 8 1 sosppl 168 2 0 2 1 0 1 1 0 8 1 sockpl 752 871 0 842 8 2 6 8 0 8 2 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 114 0 0 15 0 15 15 0 8 0 mcl2k 2048 21 0 0 3 0 3 3 0 8 0 mtagpl 96 7 0 0 1 0 1 1 0 8 0 mbufpl 256 234 0 0 15 0 15 15 0 8 0 bufpl 280 6099 0 122 427 0 427 427 0 8 0 anonpl 32 9442 0 0 77 0 77 77 0 246 0 amapchunkpl 152 21918 0 21251 37 3 34 34 0 158 6 amappl16 200 2792 0 2762 18 3 15 17 0 8 8 amappl15 192 6 0 6 1 1 0 1 0 8 0 amappl14 184 119 0 107 1 0 1 1 0 8 0 amappl13 176 12 0 12 1 1 0 1 0 8 0 amappl12 168 1476 0 1446 3 1 2 2 0 8 0 amappl11 160 67 0 52 1 0 1 1 0 8 0 amappl10 152 7 0 7 1 1 0 1 0 8 0 amappl9 144 250 0 249 2 1 1 1 0 8 0 amappl8 136 23 0 21 1 0 1 1 0 8 0 amappl7 128 106 0 94 1 0 1 1 0 8 0 amappl6 120 180 0 177 1 0 1 1 0 8 0 amappl5 112 121 0 111 1 0 1 1 0 8 0 amappl4 104 305 0 284 1 0 1 1 0 8 0 amappl3 96 3597 0 3505 3 0 3 3 0 8 0 amappl2 88 1077 0 1001 2 0 2 2 0 8 0 amappl1 80 10283 0 9681 15 0 15 15 0 8 0 amappl 88 5890 0 5723 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 15 0 1 1 0 1 1 0 8 0 uaddrrnd 24 826 0 796 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 826 0 796 1 0 1 1 0 8 0 vmmpekpl 168 8230 0 8192 3 0 3 3 0 8 0 vmmpepl 168 58056 0 56114 103 0 103 103 0 357 11 vmsppl 488 825 0 796 6 1 5 5 0 8 1 rwobjpl 80 20509 0 16882 75 0 75 75 0 8 0 pdppl 4096 1660 0 1592 108 36 72 86 0 8 4 pvpl 32 18277 0 0 148 0 148 148 0 265 0 pmappl 256 825 0 796 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 282 0 40 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff837b5ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83928e20) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83928e20) at __mp_lock+0x199 sys/kern/kern_lock.c:165 intr_handler(ffff8000383f4480,ffff800000069c00) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff83928e20) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83928e20) at __mp_lock+0x192 sys/kern/kern_lock.c:165 intr_handler(ffff8000383f45e0,ffff800000079a80) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __mp_lock(ffffffff83928e20) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83928e20) at __mp_lock+0x192 sys/kern/kern_lock.c:165 uvm_fault(fffffd80661f29b0,5e0e0808000,0,1) at uvm_fault+0x1ea sys/uvm/uvm_fault.c:656 upageflttrap(ffff8000383f4970,5e0e0808000) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 usertrap(ffff8000383f4970) at usertrap+0x3c6 sys/arch/amd64/amd64/trap.c:603 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x71b0effb3dc0, count: -14 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806b3fe7d0,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806b3fe7b8,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806b3fe7b8,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd8062fcb6e8,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd8062fcb6e8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c418370) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c418370) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff8000014ca618,fffffd806b557e00,ffff8000fffeefa8) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff8000014ca618,fffffd806855bb00,fffffd806b557e00,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff8000014ca618,fffffd806b557e00,ffff80003c4185f8,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff8000fffeefa8,6,ffff80003c418778,e,ffff80003c418830) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff8000fffeefa8,ffff80003c4188e0,ffff80003c418830) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80003c4188e0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4188e0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x3286900b790, count: -15