witness: lock order reversal: 1st 0xffff80000150a2e8 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806e088a30 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff833d1e1a -> 0xffffffff83343bfc is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:870 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:684 #7 vndioctl+0xdfe sys/dev/vnd.c:485 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x3e1 sys/kern/uipc_socket.c:1347 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1227 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e088a30,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e088a18,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e088a18,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd805bcabb10,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd805bcabb10,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80002efefab0) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80002efefab0) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff80000150a100,fffffd807ed35900,ffff80003c4ead30) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff80000150a100,fffffd806ec8f900,fffffd807ed35900,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff80000150a100,fffffd807ed35900,ffff80002efefd38,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c4ead30,9,ffff80002efefeb8,e,ffff80002efeff70) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff80003c4ead30,ffff80002eff0020,ffff80002efeff70) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80002eff0020) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002eff0020) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9a2d0cfae30, count: -15 ddb{1}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80002efef730 rbx 0 rdx 0xffff800001451980 rcx 0xffff80003c4ead30 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80002efef610 r9 0x8080808080808080 r10 0xbca490103a4580fc r11 0xc3e3ffe6d0cb9946 r12 0xfffffd8003ef7680 r13 0xfffffd80046df020 r14 0x3 r15 0xffffffff833dadbe substchar+0xb292 rip 0xffffffff81d6b285 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002efef720 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=279918 pid=63240 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003c4eb260,0xffff80003c4ea2e0 process=0xffff80003c4439e8 user=0xffff80002efeb000, vmspace=0xfffffd806bc16030 estcpu=36, cpticks=3, pctcpu=0.0, user=0, sys=3, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 33155 201215 6274 0 7 0 syz-executor 33155 244265 6274 0 3 0x4000080 kqread syz-executor 26650 46821 32733 0 2 0 syz-executor 26650 483943 32733 0 3 0x4000080 fsleep syz-executor 74115 318832 60696 0 3 0x80 nanoslp syz-executor 74115 183552 60696 0 3 0x4000080 kqsel syz-executor 74115 465282 60696 0 3 0x4000080 fsleep syz-executor 63240 88454 2693 0 2 0 syz-executor *63240 279918 2693 0 7 0x4000000 syz-executor 63240 24973 2693 0 3 0x4000080 fsleep syz-executor 17550 494917 20787 0 3 0x80 nanoslp syz-executor 17550 462421 20787 0 3 0x4000080 kqpoll syz-executor 17550 468925 20787 0 3 0x4000080 fsleep syz-executor 32140 151480 14105 0 3 0x80 nanoslp syz-executor 32140 482457 14105 0 3 0x4000080 ttyopn syz-executor 32140 160002 14105 0 3 0x4000080 fsleep syz-executor 79517 143699 46315 0 3 0x400080 nanoslp syz-executor 79517 219439 46315 0 3 0x4400000 smrbar syz-executor 79517 513525 46315 0 3 0x4400080 kqsel syz-executor 79517 326547 46315 0 3 0x4400080 fsleep syz-executor 79517 417785 46315 0 3 0x4400080 fsleep syz-executor 64489 337455 0 0 3 0x14200 acct acct 20787 448380 22135 0 3 0x82 nanoslp syz-executor 32733 523567 22135 0 3 0x82 nanoslp syz-executor 26777 368256 1 0 3 0x100083 ttyin getty 60696 319458 22135 0 3 0x82 nanoslp syz-executor 46315 134962 22135 0 3 0x82 nanoslp syz-executor 78656 357246 0 0 3 0x14280 nfsidl nfsio 32865 3645 0 0 3 0x14280 nfsidl nfsio 67448 15507 0 0 3 0x14280 nfsidl nfsio 22372 331562 0 0 3 0x14280 nfsidl nfsio 89715 285190 0 0 3 0x14280 nfsidl nfsio 24496 147291 0 0 3 0x14280 nfsidl nfsio 71038 514250 0 0 3 0x14280 nfsidl nfsio 27978 15164 0 0 3 0x14280 nfsidl nfsio 4022 118306 0 0 3 0x14280 nfsidl nfsio 4275 508275 0 0 3 0x14280 nfsidl nfsio 31720 503012 0 0 3 0x14280 nfsidl nfsio 65244 305277 0 0 3 0x14280 nfsidl nfsio 46087 484319 0 0 3 0x14280 nfsidl nfsio 26161 432648 0 0 3 0x14280 nfsidl nfsio 69337 6520 0 0 3 0x14280 nfsidl nfsio 23737 470164 0 0 3 0x14280 nfsidl nfsio 69499 264209 0 0 3 0x14280 nfsidl nfsio 63715 479194 0 0 3 0x14280 nfsidl nfsio 39957 17772 0 0 3 0x14280 nfsidl nfsio 81804 489980 0 0 3 0x14280 nfsidl nfsio 2693 115081 22135 0 3 0x82 nanoslp syz-executor 979 69936 22135 0 3 0x82 nanoslp syz-executor 73565 271366 0 0 3 0x14200 bored sosplice 6274 309805 22135 0 3 0x82 nanoslp syz-executor 14105 255904 22135 0 3 0x82 nanoslp syz-executor 22135 48242 70182 0 3 0x82 kqread syz-executor 70182 104346 95050 0 3 0x10008a sigsusp ksh 95050 17155 92211 0 3 0x98 kqread sshd-session 92211 261947 14811 0 3 0x92 kqread sshd-session 14811 343916 1 0 3 0x88 kqread sshd 60067 93244 16955 74 3 0x1100092 bpf pflogd 16955 218247 1 0 3 0x80 sbwait pflogd 78304 48994 58937 73 3 0x1100090 kqread syslogd 58937 191830 1 0 3 0x100082 sbwait syslogd 61015 361695 1 0 3 0x100080 kqread resolvd 40155 219964 1308 77 3 0x100092 kqread dhcpleased 72328 99642 1308 77 3 0x100092 kqread dhcpleased 1308 272208 1 0 3 0x80 kqread dhcpleased 29774 271781 0 0 3 0x14200 bored smr 79948 521868 0 0 3 0x14200 pgzero zerothread 46807 79267 0 0 3 0x14200 aiodoned aiodoned 37855 70059 0 0 3 0x14200 syncer update 2077 376734 0 0 3 0x14200 cleaner cleaner 72040 26047 0 0 3 0x14200 reaper reaper 87911 293035 0 0 3 0x14200 pgdaemon pagedaemon 54100 3660 0 0 3 0x14200 bored viomb 29868 516902 0 0 3 0x40014200 acpi0 acpi0 90488 195216 0 0 3 0x40014200 idle1 716 417392 0 0 3 0x14200 bored softnet1 41158 267315 0 0 2 0x14200 softnet0 36356 75097 0 0 3 0x14200 smrbar systqmp 16466 244534 0 0 3 0x14200 bored systq 72577 233568 0 0 3 0x14200 tmoslp softclockmp 64572 242115 0 0 3 0x40014200 tmoslp softclock 7787 209459 0 0 3 0x40014200 idle0 1 141898 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 63240 (syz-executor) thread 0xffff80003c4ead30 (279918) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83929028) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff80000150a2e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:631 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #7 Xsyscall+0x128 Process 79517 (syz-executor) thread 0xffff80003c4dfa38 (219439) exclusive rwlock clonelk r = 0 (0xffffffff837f85a8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 if_clone_destroy+0x67 sys/net/if.c:-1 #3 ifioctl+0x59d sys/net/if.c:2092 #4 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 #6 Xsyscall+0x128 Process 36356 (systqmp) thread 0xffff8000ffffe298 (75097) shared rwlock systqmp r = 0 (0xffffffff837b06a8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10244 11181K 11474K 166960K 15248 0 pcb 18 16K 19K 166960K 552 0 rtable 187 11K 12K 166960K 793 0 pf 38 18K 67485K 166960K 324 0 ifaddr 36 6K 8K 166960K 175 0 ifgroup 55 2K 2K 166960K 319 0 sysctl 4 1K 9K 166960K 31 0 counters 68 36K 38K 166960K 328 0 ioctlops 0 0K 4K 166960K 1827 0 iov 0 0K 32K 166960K 319 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1454 91K 92K 166960K 3965 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 616K 620K 166960K 25 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 91 0 dirhash 12 2K 2K 166960K 57 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 98K 166960K 2422 0 sigio 0 0K 0K 166960K 84 0 proc 74 131K 180K 166960K 1012 0 subproc 72 4K 4K 166960K 146 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 378 0 in_multi 66 4K 7K 166960K 264 0 ether_multi 1 0K 0K 166960K 23 0 mrt 1 0K 0K 166960K 20 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 253 1129K 1129K 166960K 253 0 exec 0 0K 1K 166960K 850 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 265 182K 193K 166960K 23178 0 UVM aobj 64 5K 5K 166960K 75 0 pinsyscall 43 86K 108K 166960K 3774 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 104 0 NDP 12 0K 2K 166960K 126 0 temp 81 8652K 8780K 166960K 126503 0 kqueue 16 26K 31K 166960K 437 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 342 0 339 4 3 1 3 0 8 0 rtentry 176 238 0 173 6 1 5 5 0 8 0 unpcb 144 1254 0 1234 7 5 2 3 0 8 1 syncache 336 15 0 15 4 4 0 1 0 8 0 tcpqe 32 2 0 2 2 2 0 1 0 8 0 tcpcb 736 799 0 792 15 12 3 7 0 8 2 arp 136 31 0 20 1 0 1 1 0 8 0 inpcb 328 2731 0 2718 22 19 3 12 0 8 1 nd6 152 45 0 32 1 0 1 1 0 8 0 pkpcb 40 19 0 18 3 2 1 1 0 8 0 kcovpl 48 16 0 8 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 92 0 92 2 1 1 1 0 8 1 pppxif 1504 12 0 12 3 3 0 1 0 8 0 pfstscr 40 7 0 4 1 0 1 1 0 8 0 pffrag 232 14 0 3 1 0 1 1 0 482 0 pffrnode 88 12 0 2 1 0 1 1 0 8 0 pffrent 40 101 0 90 1 0 1 1 0 8 0 pfosfp 40 1430 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1430 0 714 21 0 21 21 0 8 0 pfrktable 1344 2 0 2 2 2 0 1 0 8 0 pfanchor 1288 1 0 0 1 0 1 1 0 8 0 pftag 88 2 0 0 1 0 1 1 0 8 0 pfqueue 320 1 0 1 1 1 0 1 0 8 0 pfstitem 24 194 0 35 1 0 1 1 0 8 0 pfstkey 128 200 0 38 6 0 6 6 0 8 0 pfstate 384 194 0 37 16 0 16 16 0 8 0 pfrule 1344 30 0 24 2 1 1 2 0 8 0 rttmr 136 4 0 4 3 3 0 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 1072 0 726 37 13 24 30 0 8 0 art_table 40 1075 0 726 5 0 5 5 0 8 0 art_node 32 236 0 182 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 2 1 0 1 1 0 8 0 semupl 112 4 0 4 4 3 1 1 0 8 1 semapl 112 83 0 73 1 0 1 1 0 8 0 shmpl 112 72 0 11 2 0 2 2 0 8 0 dirhash 1024 47 0 30 3 0 3 3 0 8 0 dino2pl 256 5992 0 4481 95 0 95 95 0 8 0 ffsino 296 5992 0 4481 117 0 117 117 0 8 0 nchpl 144 9248 0 7533 64 0 64 64 0 8 0 rtmask 32 22 0 22 5 4 1 1 0 8 1 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 33265 0 33264 3 2 1 2 0 8 0 percpumem 16 179 0 130 1 0 1 1 0 8 0 kstatmem 264 190 0 162 5 2 3 3 0 8 0 scsiplug 72 16 0 16 4 3 1 1 0 8 1 scxspl 216 49546 0 49546 12 11 1 8 1 8 1 plimitpl 152 616 0 599 1 0 1 1 0 8 0 sigapl 424 2763 0 2693 10 1 9 9 0 8 0 knotepl 120 796 0 0 25 0 25 25 0 8 0 kqueuepl 224 1008 0 991 12 9 3 5 0 8 1 pipepl 344 452 0 425 10 7 3 7 0 8 0 fdescpl 528 2695 0 2663 3 0 3 3 0 8 0 filepl 160 18805 0 18569 31 18 13 20 0 8 2 lockfpl 104 1514 0 1509 4 3 1 2 0 8 0 lockfspl 48 678 0 673 1 0 1 1 0 8 0 sessionpl 144 43 0 34 1 0 1 1 0 8 0 pgrppl 48 89 0 72 1 0 1 1 0 8 0 ucredpl 104 3274 0 3260 1 0 1 1 0 8 0 zombiepl 144 3121 0 3120 2 1 1 1 0 8 0 processpl 1232 2763 0 2693 7 1 6 6 0 8 0 procpl 664 6587 0 6503 10 2 8 8 0 8 0 sosppl 168 40 0 40 4 3 1 1 0 8 1 sockpl 752 4542 0 4504 33 27 6 17 0 8 1 mcl64k 65536 31 0 0 4 0 4 4 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 127 0 0 16 0 16 16 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 40 0 0 5 0 5 5 0 8 0 mtagpl 96 12 0 0 1 0 1 1 0 8 0 mbufpl 256 263 0 0 15 0 15 15 0 8 0 bufpl 280 18823 0 12679 440 0 440 440 0 8 0 anonpl 32 17448 0 0 142 1 141 141 0 246 0 amapchunkpl 152 81935 0 81316 67 30 37 42 0 158 7 amappl16 200 7418 0 7333 75 59 16 38 0 8 7 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 149 0 137 1 0 1 1 0 8 0 amappl13 176 91 0 90 1 0 1 1 0 8 0 amappl12 168 3504 0 3472 2 0 2 2 0 8 0 amappl11 160 51 0 37 1 0 1 1 0 8 0 amappl9 144 259 0 258 1 0 1 1 0 8 0 amappl8 136 27 0 24 1 0 1 1 0 8 0 amappl7 128 139 0 126 1 0 1 1 0 8 0 amappl6 120 287 0 283 1 0 1 1 0 8 0 amappl5 112 152 0 142 1 0 1 1 0 8 0 amappl4 104 356 0 336 1 0 1 1 0 8 0 amappl3 96 14332 0 14227 5 2 3 4 0 8 0 amappl2 88 3023 0 2943 2 0 2 2 0 8 0 amappl1 80 21129 0 20517 16 1 15 15 0 8 0 amappl 88 21931 0 21744 5 0 5 5 0 92 0 dma8192 8192 1 0 1 1 1 0 1 0 8 0 dma4096 4096 2 0 2 2 2 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 259 0 259 6 5 1 1 0 8 1 dma64 64 9 0 9 3 3 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 74 0 11 2 0 2 2 0 8 0 uaddrrnd 24 2695 0 2663 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2695 0 2663 1 0 1 1 0 8 0 vmmpekpl 168 23162 0 23103 4 0 4 4 0 8 0 vmmpepl 168 174380 0 172236 132 28 104 121 0 357 2 vmsppl 488 2694 0 2663 7 2 5 5 0 8 0 rwobjpl 80 50956 0 43940 159 11 148 151 0 8 3 pdppl 4096 5398 0 5326 128 56 72 88 0 8 0 pvpl 32 24190 0 0 197 1 196 197 0 265 0 pmappl 256 2694 0 2663 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 339 0 92 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff837b5ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83928e20) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83928e20) at __mp_lock+0x192 sys/kern/kern_lock.c:165 intr_handler(ffff80003c4f7780,ffff800000069c00) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff83928e20) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83928e20) at __mp_lock+0x192 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x76b507d18e10, count: -10 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e088a30,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e088a18,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e088a18,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd805bcabb10,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd805bcabb10,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80002efefab0) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80002efefab0) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff80000150a100,fffffd807ed35900,ffff80003c4ead30) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff80000150a100,fffffd806ec8f900,fffffd807ed35900,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff80000150a100,fffffd807ed35900,ffff80002efefd38,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003c4ead30,9,ffff80002efefeb8,e,ffff80002efeff70) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff80003c4ead30,ffff80002eff0020,ffff80002efeff70) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80002eff0020) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002eff0020) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9a2d0cfae30, count: -15