witness: lock order reversal: 1st 0xffff800001500b30 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd805ca3bda0 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff833d3f96 -> 0xffffffff83345ab9 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:870 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xdfe sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x3e1 sys/kern/uipc_socket.c:1347 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1221 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd805ca3bda0,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd805ca3bd88,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd805ca3bd88,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd805da84be0,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd805da84be0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c4f7710) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c4f7710) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff800001500948,fffffd800cda7900,ffff80003c4f14f8) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800001500948,fffffd800cda6700,fffffd800cda7900,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800001500948,fffffd800cda7900,ffff80003c4f7998,0,0,8) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c4f14f8,7,ffff80003c4f7b18,8,ffff80003c4f7bd0) at sendit+0x5a5 sys/kern/uipc_syscalls.c:779 sys_sendmsg(ffff80003c4f14f8,ffff80003c4f7c80,ffff80003c4f7bd0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 syscall(ffff80003c4f7c80) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4f7c80) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x166651e2c0, count: -15 ddb{0}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003c4f7390 rbx 0 rdx 0xffff80000148ca80 rcx 0xffff80003c4f14f8 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003c4f7270 r9 0x8080808080808080 r10 0x46db6a1dad8c855 r11 0xe5c7bc202fd8a8f2 r12 0xfffffd8003efd680 r13 0xfffffd80046e4360 r14 0x3 r15 0xffffffff833db2e9 substchar+0xa60a rip 0xffffffff821e6135 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c4f7380 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=500243 pid=43972 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=50, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003c4f0038,0xffff80003c4f1cd0 process=0xffff80003c4b2248 user=0xffff80003c4f2000, vmspace=0xfffffd806b808b90 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 61552 506764 75922 0 7 0 syz-executor 92914 55359 88212 0 3 0 vmmaplk syz-executor 92914 82462 88212 0 2 0x4000000 syz-executor 43972 379159 80464 0 2 0 syz-executor *43972 500243 80464 0 7 0x4000000 syz-executor 43972 336271 80464 0 3 0x4000080 fsleep syz-executor 42960 215223 98720 0 3 0x80 nanoslp syz-executor 42960 467637 98720 0 3 0x4000080 kqread syz-executor 42960 144832 98720 0 3 0x4000080 fsleep syz-executor 44362 99773 6461 0 3 0x3000 suspend syz-executor 44362 410086 6461 0 3 0x4081000 physio syz-executor 67123 137968 31001 0 3 0x3000 suspend syz-executor 67123 104015 31001 0 3 0x4081000 uvnsync syz-executor 29658 380811 83229 0 3 0x3000 suspend syz-executor 29658 67835 83229 0 3 0x4081000 biowait syz-executor 29658 290893 83229 0 3 0x4081000 inode syz-executor 80464 103240 16565 0 3 0x82 nanoslp syz-executor 88212 364133 16565 0 3 0x82 nanoslp syz-executor 98720 473151 16565 0 3 0x82 nanoslp syz-executor 67069 77851 0 0 3 0x14200 acct acct 54355 259944 0 0 3 0x14200 bored sosplice 69113 276769 0 0 3 0x14280 nfsidl nfsio 47380 484892 0 0 3 0x14280 nfsidl nfsio 51180 502869 0 0 3 0x14280 nfsidl nfsio 52858 453351 0 0 3 0x14280 nfsidl nfsio 96781 380490 0 0 3 0x14280 nfsidl nfsio 38322 11472 0 0 3 0x14280 nfsidl nfsio 38108 248146 0 0 3 0x14280 nfsidl nfsio 5115 192362 0 0 3 0x14280 nfsidl nfsio 4889 414814 0 0 3 0x14280 nfsidl nfsio 609 257080 0 0 3 0x14280 nfsidl nfsio 70848 303951 0 0 3 0x14280 nfsidl nfsio 95388 498980 0 0 3 0x14280 nfsidl nfsio 620 105263 0 0 3 0x14280 nfsidl nfsio 33227 106358 0 0 3 0x14280 nfsidl nfsio 13038 148261 0 0 3 0x14280 nfsidl nfsio 35583 397383 0 0 3 0x14280 nfsidl nfsio 62968 71457 0 0 3 0x14280 nfsidl nfsio 4509 405966 0 0 3 0x14280 nfsidl nfsio 16802 513963 0 0 3 0x14280 nfsidl nfsio 88093 134451 0 0 3 0x14280 nfsidl nfsio 77690 486842 1 0 3 0x100083 ttyopn getty 75922 483726 16565 0 3 0x82 nanoslp syz-executor 83711 3041 16565 0 3 0x82 nanoslp syz-executor 83229 99181 16565 0 3 0x82 nanoslp syz-executor 31001 417214 16565 0 3 0x82 nanoslp syz-executor 6461 490844 16565 0 3 0x82 nanoslp syz-executor 16565 141447 29576 0 3 0x82 kqread syz-executor 29576 157957 21520 0 3 0x10008a sigsusp ksh 21520 90963 3622 0 3 0x98 kqread sshd-session 3622 505294 40294 0 3 0x92 kqread sshd-session 40294 224599 1 0 3 0x88 kqread sshd 74794 451737 30637 74 3 0x1100092 bpf pflogd 30637 97536 1 0 3 0x80 sbwait pflogd 64842 425459 83725 73 3 0x1100090 kqread syslogd 83725 84918 1 0 3 0x100082 sbwait syslogd 80908 24458 1 0 3 0x100080 kqread resolvd 5734 351344 60499 77 3 0x100092 kqread dhcpleased 36950 334584 60499 77 3 0x100092 kqread dhcpleased 60499 519113 1 0 3 0x80 kqread dhcpleased 41718 68424 0 0 3 0x14200 bored smr 18671 83702 0 0 3 0x14200 pgzero zerothread 81032 282794 0 0 3 0x14200 aiodoned aiodoned 30384 78138 0 0 3 0x14200 syncer update 51459 496790 0 0 3 0x14200 cleaner cleaner 60544 325209 0 0 3 0x14200 reaper reaper 42307 247436 0 0 3 0x14200 pgdaemon pagedaemon 49659 221354 0 0 3 0x14200 bored viomb 34941 253114 0 0 3 0x40014200 acpi0 acpi0 87576 21137 0 0 3 0x40014200 idle1 1733 104523 0 0 3 0x14200 bored softnet7 98798 59615 0 0 3 0x14200 bored softnet6 77918 304273 0 0 3 0x14200 bored softnet5 32753 457577 0 0 3 0x14200 bored softnet4 26779 227118 0 0 3 0x14200 bored softnet3 74219 138026 0 0 3 0x14200 bored softnet2 17727 374057 0 0 3 0x14200 bored softnet1 61391 83840 0 0 3 0x14200 bored softnet0 23914 10434 0 0 3 0x14200 bored systqmp 92663 131303 0 0 3 0x14200 bored systq 73390 208017 0 0 3 0x14200 tmoslp softclockmp 74556 61366 0 0 3 0x40014200 tmoslp softclock 51321 246254 0 0 3 0x40014200 idle0 1 230304 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 92914 (syz-executor) thread 0xffff80003c4f0568 (82462) exclusive rwlock vmmaplk r = 0 (0xfffffd806b808308) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168 #3 uvmfault_lookup+0xe8 sys/uvm/uvm_fault.c:1918 #4 uvm_fault_check+0x895 uvmfault_amapcopy sys/uvm/uvm_fault.c:235 [inline] #4 uvm_fault_check+0x895 sys/uvm/uvm_fault.c:784 #5 uvm_fault+0x106 sys/uvm/uvm_fault.c:677 #6 kpageflttrap+0x2f4 sys/arch/amd64/amd64/trap.c:283 #7 kerntrap+0x198 sys/arch/amd64/amd64/trap.c:491 #8 alltraps_kern_meltdown+0x7b #9 copyout+0x57 #10 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #11 Xsyscall+0x128 Process 43972 (syz-executor) thread 0xffff80003c4f14f8 (500243) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83942f88) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 #2 pool_get+0x266 sys/kern/subr_pool.c:588 #3 namei+0xdf sys/kern/vfs_lookup.c:145 #4 unp_connect+0x29d sys/kern/uipc_usrreq.c:872 #5 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #6 sosend+0x804 sys/kern/uipc_socket.c:-1 #7 sendit+0x5a5 sys/kern/uipc_syscalls.c:779 #8 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 #9 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #10 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800001500b30) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:631 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:779 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #7 Xsyscall+0x128 Process 44362 (syz-executor) thread 0xffff80003c446028 (410086) shared rwlock vmmaplk r = 0 (0xfffffd806b8088c0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvm_vslock_device+0x149 sys/uvm/uvm_glue.c:173 #3 physio+0x257 sys/kern/kern_physio.c:139 #4 spec_write+0x11f sys/kern/spec_vnops.c:302 #5 VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 #6 vn_write+0x1d3 sys/kern/vfs_vnops.c:408 #7 dofilewritev+0x242 sys/kern/sys_generic.c:380 #8 sys_write+0xa2 sys/kern/sys_generic.c:300 #9 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #10 Xsyscall+0x128 Process 67123 (syz-executor) thread 0xffff80002a2a2a78 (104015) shared rwlock vfslock r = 0 (0xffff800000b4a860) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 vfs_busy+0x94 sys/kern/vfs_subr.c:246 #3 sys_sync+0x5d sys/kern/vfs_syscalls.c:528 #4 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 #5 Xsyscall+0x128 Process 29658 (syz-executor) thread 0xffff80002a2a34d8 (67835) exclusive rrwlock inode r = 0 (0xfffffd806da5d560) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #9 Xsyscall+0x128 Process 29658 (syz-executor) thread 0xffff80003c4f0fc8 (290893) exclusive rwlock uvnsync r = 0 (0xffffffff83916940) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 uvm_vnp_sync+0x31 sys/uvm/uvm_vnode.c:1488 #3 sys_sync+0xda sys/kern/vfs_syscalls.c:534 #4 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 #5 Xsyscall+0x128 shared rwlock vfslock r = 0 (0xffff800000b4a860) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 vfs_busy+0x94 sys/kern/vfs_subr.c:246 #3 sys_sync+0x5d sys/kern/vfs_syscalls.c:528 #4 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xb17 sys/arch/amd64/amd64/trap.c:748 #5 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10213 11049K 11609K 166960K 12563 0 pcb 18 14K 16K 166960K 455 0 rtable 214 11K 11K 166960K 503 0 pf 40 19K 67485K 166960K 207 0 ifaddr 39 7K 8K 166960K 128 0 ifgroup 55 2K 2K 166960K 252 0 sysctl 4 1K 9K 166960K 16 0 counters 68 36K 37K 166960K 242 0 ioctlops 0 0K 4K 166960K 1686 0 iov 0 0K 48K 166960K 117 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1490 94K 94K 166960K 2459 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 23 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 96 0 dirhash 12 2K 2K 166960K 33 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 236K 166960K 1488 0 sigio 0 0K 0K 166960K 32 0 proc 72 115K 180K 166960K 772 0 subproc 72 4K 4K 166960K 101 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 323 0 in_multi 84 6K 7K 166960K 173 0 ether_multi 1 0K 0K 166960K 10 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 564 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 245 160K 175K 166960K 15426 0 UVM aobj 42 2K 2K 166960K 43 0 pinsyscall 43 86K 105K 166960K 2650 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 98 0 NDP 12 0K 2K 166960K 94 0 temp 76 8648K 8724K 166960K 62497 0 kqueue 15 21K 32K 166960K 265 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 152 0 149 1 0 1 1 0 8 0 rtentry 176 169 0 87 5 0 5 5 0 8 0 unpcb 144 867 0 843 5 3 2 2 0 8 1 syncache 336 7 0 7 4 4 0 1 0 8 0 tcpcb 736 358 0 354 5 4 1 4 0 8 0 arp 128 25 0 11 1 0 1 1 0 8 0 inpcb 328 1533 0 1524 18 15 3 7 0 8 2 nd6 144 31 0 15 1 0 1 1 0 8 0 pkpcb 40 11 0 11 4 3 1 1 0 8 1 kcovpl 48 11 0 3 1 0 1 1 0 8 0 ppxss 1192 55 0 55 2 1 1 1 0 8 1 pppxif 1504 6 0 6 3 3 0 1 0 8 0 pfstscr 40 5 0 5 3 3 0 1 0 8 0 pffrag 232 9 0 4 1 0 1 1 0 482 0 pffrnode 88 9 0 4 1 0 1 1 0 8 0 pffrent 40 14 0 8 1 0 1 1 0 8 0 pfosfp 40 1429 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1429 0 714 21 0 21 21 0 8 0 pfrktable 1344 2 0 2 2 1 1 1 0 8 1 pftag 88 4 0 0 1 0 1 1 0 8 0 pfstitem 24 110 0 35 1 0 1 1 0 8 0 pfstkey 128 116 0 41 3 0 3 3 0 8 0 pfstate 384 112 0 38 8 0 8 8 0 8 0 pfrule 1344 29 0 20 2 0 2 2 0 8 0 art_heap8 4096 4 0 1 4 1 3 4 0 8 0 art_heap4 256 713 0 323 29 4 25 29 0 8 0 art_table 40 717 0 324 5 0 5 5 0 8 0 art_node 32 168 0 97 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 2 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 92 0 82 1 0 1 1 0 8 0 shmpl 112 40 0 1 2 0 2 2 0 8 0 dirhash 1024 32 0 15 3 0 3 3 0 8 0 dino2pl 256 4173 0 2653 96 0 96 96 0 8 0 ffsino 296 4173 0 2653 118 0 118 118 0 8 0 nchpl 144 6172 0 4465 64 0 64 64 0 8 0 rtmask 32 13 0 13 4 4 0 1 0 8 0 uvmvnodes 80 4742 0 0 97 0 97 97 0 8 0 vnodes 216 4742 0 0 264 0 264 264 0 8 0 namei 1024 21722 0 21721 3 2 1 2 0 8 0 percpumem 16 136 0 87 1 0 1 1 0 8 0 kstatmem 264 146 0 120 4 1 3 3 0 8 1 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 45317 0 45315 13 11 2 7 1 8 1 plimitpl 152 267 0 246 1 0 1 1 0 8 0 sigapl 424 1775 0 1699 9 0 9 9 0 8 0 knotepl 120 566 0 0 17 0 17 17 0 8 0 kqueuepl 224 492 0 480 4 3 1 3 0 8 0 pipepl 344 245 0 217 3 0 3 3 0 8 0 fdescpl 528 1730 0 1698 3 0 3 3 0 8 0 filepl 160 11203 0 10965 19 7 12 14 0 8 1 lockfpl 104 602 0 596 2 1 1 2 0 8 0 lockfspl 48 202 0 196 1 0 1 1 0 8 0 sessionpl 144 29 0 20 1 0 1 1 0 8 0 pgrppl 48 210 0 193 1 0 1 1 0 8 0 ucredpl 104 2021 0 2007 1 0 1 1 0 8 0 zombiepl 144 2277 0 2273 1 0 1 1 0 8 0 processpl 1248 1775 0 1699 6 0 6 6 0 8 0 procpl 664 4078 0 3993 8 0 8 8 0 8 0 sosppl 168 9 0 9 4 4 0 1 0 8 0 sockpl 752 2593 0 2557 22 16 6 11 0 8 2 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 117 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 35 0 0 4 0 4 4 0 8 0 mtagpl 96 9 0 0 1 0 1 1 0 8 0 mbufpl 256 291 0 0 16 0 16 16 0 8 0 bufpl 280 18946 0 12802 440 0 440 440 0 8 0 anonpl 32 13735 0 0 111 0 111 111 0 246 0 amapchunkpl 152 52060 0 51525 47 19 28 33 0 158 5 amappl16 200 7735 0 7403 69 51 18 28 0 8 0 amappl15 192 9 0 9 2 2 0 1 0 8 0 amappl14 184 128 0 116 1 0 1 1 0 8 0 amappl13 176 9 0 8 1 0 1 1 0 8 0 amappl12 168 2439 0 2408 3 1 2 2 0 8 0 amappl11 160 50 0 36 1 0 1 1 0 8 0 amappl10 152 8 0 8 3 3 0 1 0 8 0 amappl9 144 253 0 253 1 1 0 1 0 8 0 amappl8 136 21 0 19 1 0 1 1 0 8 0 amappl7 128 123 0 110 1 0 1 1 0 8 0 amappl6 120 209 0 205 1 0 1 1 0 8 0 amappl5 112 133 0 123 1 0 1 1 0 8 0 amappl4 104 326 0 304 1 0 1 1 0 8 0 amappl3 96 10203 0 10089 5 1 4 4 0 8 0 amappl2 88 734 0 671 2 0 2 2 0 8 0 amappl1 80 14476 0 13875 15 1 14 15 0 8 0 amappl 88 14432 0 14262 5 0 5 5 0 92 0 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 8 0 8 3 2 1 1 0 8 1 dma128 128 256 0 256 2 2 0 1 0 8 0 dma64 64 8 0 8 3 3 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 20 0 19 1 0 1 1 0 8 0 aobjpl 72 42 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1730 0 1698 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1730 0 1698 1 0 1 1 0 8 0 vmmpekpl 168 15567 0 15518 3 0 3 3 0 8 0 vmmpepl 168 116164 0 113815 127 24 103 112 0 357 0 vmsppl 488 1729 0 1698 5 0 5 5 0 8 0 rwobjpl 80 38165 0 32138 126 3 123 123 0 8 0 pdppl 4096 3468 0 3396 122 48 74 86 0 8 2 pvpl 32 22737 0 0 186 2 184 184 0 265 0 pmappl 256 1729 0 1698 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 313 0 67 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd805ca3bda0,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd805ca3bd88,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd805ca3bd88,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd805da84be0,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd805da84be0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c4f7710) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c4f7710) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff800001500948,fffffd800cda7900,ffff80003c4f14f8) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800001500948,fffffd800cda6700,fffffd800cda7900,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800001500948,fffffd800cda7900,ffff80003c4f7998,0,0,8) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c4f14f8,7,ffff80003c4f7b18,8,ffff80003c4f7bd0) at sendit+0x5a5 sys/kern/uipc_syscalls.c:779 sys_sendmsg(ffff80003c4f14f8,ffff80003c4f7c80,ffff80003c4f7bd0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:597 syscall(ffff80003c4f7c80) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4f7c80) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x166651e2c0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83942d80) at __mp_lock+0x19e __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83942d80) at __mp_lock+0x19e sys/kern/kern_lock.c:165 end trace frame: 0x0, count: -4