witness: lock order reversal: 1st 0xffff8000016c2550 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffffd806e83cdb8 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8341328d -> 0xffffffff83386825 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:890 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfc sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x312 sys/kern/uipc_socket.c:1347 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1227 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e83cdb8,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e83cda0,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e83cda0,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806bb05eb8,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd806bb05eb8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c46f760) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c46f760) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff8000016c2368,fffffd807c897300,ffff8000fffe8550) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff8000016c2368,fffffd807eaf5800,fffffd807c897300,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff8000016c2368,fffffd807c897300,ffff80003c46f9e8,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff8000fffe8550,5,ffff80003c46fb68,e,ffff80003c46fc20) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff8000fffe8550,ffff80003c46fcd0,ffff80003c46fc20) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80003c46fcd0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c46fcd0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc4891941ed0, count: -15 ddb{0}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003c46f3d0 rbx 0 rdx 0xffff800001694e80 rcx 0xffff8000fffe8550 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003c46f2b0 r9 0x8080808080808080 r10 0x665e38b52aa4b6be r11 0x95a98b18b615f2ed r12 0xfffffd8003f548c0 r13 0xfffffd800473cb48 r14 0x3 r15 0xffffffff83421d15 substchar+0x68ae rip 0xffffffff82eec745 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c46f3c0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=206545 pid=92553 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffe9248,0xffffffff83919b40 process=0xffff8000fffe5830 user=0xffff80003c46a000, vmspace=0xfffffd800f3e57c0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 92553 319326 26206 0 2 0 syz-executor 92553 461579 26206 0 3 0x4000080 sbwait syz-executor *92553 206545 26206 0 7 0x4000000 syz-executor 66425 55616 32233 0 2 0 syz-executor 66425 124518 32233 0 3 0x4000080 kqread syz-executor 66425 39350 32233 0 3 0x4000080 fsleep syz-executor 66425 348798 32233 0 3 0x4000080 fsleep syz-executor 9178 68537 54257 0 2 0 syz-executor 9178 291967 54257 0 2 0x4000000 syz-executor 9178 320981 54257 0 3 0x4000000 inode syz-executor 9178 148715 54257 0 3 0x4000000 inode syz-executor 9178 217527 54257 0 3 0x4000000 inode syz-executor 3727 515401 55915 0 3 0x3000 suspend syz-executor 3727 227245 55915 0 3 0x4081000 biowait syz-executor 3727 349803 55915 0 3 0x4081000 inode syz-executor 3727 244982 55915 0 3 0x4081000 inode syz-executor 9386 435016 92438 0 2 0 syz-executor 9386 517535 92438 0 3 0x4000080 fsleep syz-executor 9386 69202 92438 0 3 0x4000080 ttyin syz-executor 9386 400526 92438 0 3 0x4000080 fsleep syz-executor 59958 381248 63851 0 2 0 syz-executor 59958 345849 63851 0 3 0x4000080 kqpoll syz-executor 59958 40934 63851 0 3 0x4000080 fsleep syz-executor 48025 292606 52709 0 3 0x82 nanoslp syz-executor 15939 252129 52709 0 3 0x82 nanoslp syz-executor 26206 295991 52709 0 3 0x82 nanoslp syz-executor 84528 421344 59097 0 3 0x82 sbwait sshd-session 55915 211406 52709 0 3 0x82 nanoslp syz-executor 92438 248570 52709 0 3 0x82 nanoslp syz-executor 63851 424302 52709 0 3 0x82 nanoslp syz-executor 54257 152882 52709 0 3 0x82 nanoslp syz-executor 32233 61936 52709 0 3 0x82 nanoslp syz-executor 52709 458597 70805 0 2 0x2 syz-executor 70805 493630 86791 0 3 0x10008a sigsusp ksh 86791 363217 11381 0 3 0x98 kqread sshd-session 11381 119624 59097 0 3 0x92 kqread sshd-session 87 190519 1 0 3 0x100083 ttyopn getty 59097 327562 1 0 3 0x88 kqread sshd 24443 501259 5182 74 3 0x1100092 bpf pflogd 5182 476522 1 0 3 0x80 sbwait pflogd 17596 60677 43392 73 3 0x1100090 kqread syslogd 43392 272325 1 0 3 0x100082 sbwait syslogd 71521 261186 1 0 3 0x100080 kqread resolvd 8232 47109 91550 77 3 0x100092 kqread dhcpleased 89224 245184 91550 77 3 0x100092 kqread dhcpleased 91550 521374 1 0 3 0x80 kqread dhcpleased 27464 10130 0 0 3 0x14200 bored smr 96419 385049 0 0 3 0x14200 pgzero zerothread 37621 6926 0 0 3 0x14200 aiodoned aiodoned 60812 457272 0 0 3 0x14200 syncer update 75218 309602 0 0 3 0x14200 cleaner cleaner 72896 523395 0 0 3 0x14200 reaper reaper 39621 410984 0 0 3 0x14200 pgdaemon pagedaemon 92434 344959 0 0 3 0x14200 bored viomb 59371 277622 0 0 3 0x40014200 acpi0 acpi0 87274 403023 0 0 7 0x40014200 idle1 70230 424488 0 0 3 0x14200 bored softnet1 12568 495100 0 0 3 0x14200 bored softnet0 22646 492426 0 0 3 0x14200 bored systqmp 31665 445225 0 0 3 0x14200 bored systq 97870 225730 0 0 3 0x14200 tmoslp softclockmp 58098 410715 0 0 3 0x40014200 tmoslp softclock 35887 72939 0 0 3 0x40014200 idle0 1 70049 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 92553 (syz-executor) thread 0xffff8000fffe8550 (206545) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff838d2580) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff8000016c2550) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:639 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #7 Xsyscall+0x128 Process 9178 (syz-executor) thread 0xffff80002a2602b0 (291967) exclusive rrwlock inode r = 0 (0xfffffd806e80b5b0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 9178 (syz-executor) thread 0xffff80002a260018 (320981) exclusive rrwlock inode r = 0 (0xfffffd806e80b360) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dorenameat+0x91 sys/kern/vfs_syscalls.c:2990 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 3727 (syz-executor) thread 0xffff80003c4a3258 (227245) exclusive rrwlock inode r = 0 (0xfffffd806e809368) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 3727 (syz-executor) thread 0xffff80002a2607e0 (349803) exclusive rrwlock inode r = 0 (0xfffffd8073f3f1d0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 domknodat+0xb4 sys/kern/vfs_syscalls.c:1592 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11101 12102K 13261K 166960K 14095 0 pcb 17 15K 16K 166960K 294 0 rtable 177 12K 13K 166960K 689 0 pf 37 18K 83K 166960K 183 0 ifaddr 30 5K 7K 166960K 116 0 ifgroup 43 2K 2K 166960K 172 0 sysctl 4 1K 9K 166960K 14 0 counters 64 36K 37K 166960K 400 0 ioctlops 0 0K 4K 166960K 2085 0 iov 0 0K 24K 166960K 68 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1465 92K 92K 166960K 2728 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 2K 6K 166960K 14 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 46 0 dirhash 12 2K 3K 166960K 42 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 240K 166960K 1196 0 sigio 0 0K 0K 166960K 59 0 proc 73 115K 196K 166960K 716 0 subproc 72 4K 4K 166960K 100 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 164 0 in_multi 61 4K 7K 166960K 204 0 ether_multi 1 0K 0K 166960K 11 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 271 1208K 1208K 166960K 271 0 exec 0 0K 1K 166960K 623 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 282 169K 185K 166960K 12572 0 UVM aobj 79 13K 13K 166960K 81 0 pinsyscall 45 90K 104K 166960K 2415 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 89 0 NDP 9 0K 2K 166960K 79 0 temp 62 8683K 8810K 166960K 42411 0 kqueue 17 23K 38K 166960K 226 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 105 0 102 1 0 1 1 0 8 0 rtentry 176 214 0 153 6 1 5 6 0 8 1 unpcb 144 786 0 762 4 2 2 4 0 8 1 syncache 336 12 0 12 3 2 1 1 0 8 1 tcpqe 32 2 0 2 2 2 0 1 0 8 0 tcpcb 736 599 0 591 8 4 4 8 0 8 3 arp 136 30 0 18 1 0 1 1 0 8 0 inpcb 328 2016 0 2004 7 0 7 7 0 8 5 nd6 152 37 0 24 1 0 1 1 0 8 0 pkpcb 40 39 0 39 3 2 1 1 0 8 1 kcovpl 48 11 0 3 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 153 0 153 1 0 1 1 0 8 1 pppxif 1504 3 0 3 2 2 0 1 0 8 0 pfstscr 40 5 0 5 2 1 1 1 0 8 1 pffrag 232 7 0 1 1 0 1 1 0 482 0 pffrnode 88 7 0 1 1 0 1 1 0 8 0 pffrent 40 8 0 2 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 17 0 10 1 0 1 1 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pftag 88 2 0 0 1 0 1 1 0 8 0 pfstitem 24 4 0 0 1 0 1 1 0 8 0 pfstkey 128 13 0 9 1 0 1 1 0 8 0 pfstate 448 7 0 5 1 0 1 1 0 8 0 pfrule 1360 10 0 7 1 0 1 1 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 1014 0 741 35 11 24 35 0 8 2 art_table 40 1016 0 741 6 0 6 6 0 8 1 art_node 32 213 0 161 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 3 2 1 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 41 0 31 1 0 1 1 0 8 0 shmpl 112 73 0 2 3 0 3 3 0 8 0 dirhash 1024 37 0 20 3 0 3 3 0 8 0 dino2pl 256 3905 0 2401 96 0 96 96 0 8 0 ffsino 296 3905 0 2401 118 1 117 118 0 8 0 nchpl 144 5451 0 3735 64 0 64 64 0 8 0 rtmask 32 18 0 18 1 0 1 1 0 8 1 vnodes 216 4683 0 0 261 0 261 261 0 8 0 namei 1024 21116 0 21110 1 0 1 1 0 8 0 percpumem 16 215 0 168 1 0 1 1 0 8 0 vcpupl 3968 5 0 0 1 0 1 1 0 8 0 vmpool 848 5 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 5 0 1 1 0 1 1 0 8 0 kstatmem 264 114 0 92 3 0 3 3 0 8 1 scsiplug 72 5 0 5 1 0 1 1 0 8 1 scxspl 216 34785 0 34784 9 8 1 8 1 8 0 plimitpl 152 434 0 414 1 0 1 1 0 8 0 sigapl 424 1503 0 1454 8 1 7 8 0 8 0 knotepl 120 586 0 0 18 0 18 18 0 8 0 kqueuepl 224 414 0 402 3 0 3 3 0 8 2 pipepl 344 255 0 228 6 0 6 6 0 8 3 fdescpl 528 1465 0 1432 3 0 3 3 0 8 0 filepl 160 11171 0 10802 18 1 17 17 0 8 1 lockfpl 104 827 0 824 3 1 2 2 0 8 1 lockfspl 48 300 0 297 1 0 1 1 0 8 0 sessionpl 144 33 0 23 1 0 1 1 0 8 0 pgrppl 48 50 0 32 1 0 1 1 0 8 0 ucredpl 104 1907 0 1894 1 0 1 1 0 8 0 zombiepl 144 1457 0 1454 1 0 1 1 0 8 0 processpl 1232 1503 0 1454 6 0 6 6 0 8 0 procpl 664 3220 0 3154 8 2 6 8 0 8 0 sosppl 176 10 0 10 1 0 1 1 0 8 1 sockpl 752 2978 0 2939 18 7 11 17 0 8 6 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 132 0 0 17 0 17 17 0 8 0 mcl2k 2048 30 0 0 4 0 4 4 0 8 0 mtagpl 96 8 0 0 1 0 1 1 0 8 0 mbufpl 256 277 0 0 17 0 17 17 0 8 0 bufpl 280 14533 0 8397 439 0 439 439 0 8 0 anonpl 32 12756 0 0 103 0 103 103 0 246 0 amapchunkpl 152 41274 0 40678 37 8 29 32 0 158 6 amappl16 200 5559 0 5345 37 20 17 23 0 8 5 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 9 0 9 1 1 0 1 0 8 0 amappl13 176 465 0 464 1 0 1 1 0 8 0 amappl12 168 1863 0 1818 3 0 3 3 0 8 0 amappl11 160 27 0 27 1 1 0 1 0 8 0 amappl10 152 48 0 34 1 0 1 1 0 8 0 amappl9 144 254 0 253 2 1 1 1 0 8 0 amappl8 136 28 0 25 1 0 1 1 0 8 0 amappl7 128 94 0 92 1 0 1 1 0 8 0 amappl6 120 315 0 301 1 0 1 1 0 8 0 amappl5 112 80 0 68 1 0 1 1 0 8 0 amappl4 104 473 0 443 1 0 1 1 0 8 0 amappl3 96 7357 0 7246 4 1 3 3 0 8 0 amappl2 88 1635 0 1547 4 1 3 3 0 8 0 amappl1 80 15827 0 15140 18 1 17 18 0 8 0 amappl 88 11567 0 11372 5 0 5 5 0 92 0 uvmvnodes 80 144 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 80 0 2 2 0 2 2 0 8 0 uaddrrnd 24 1465 0 1432 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1465 0 1432 1 0 1 1 0 8 0 vmmpekpl 168 13384 0 13338 3 0 3 3 0 8 0 vmmpepl 168 101993 0 99654 119 9 110 112 0 357 8 vmsppl 488 1464 0 1432 5 0 5 5 0 8 0 rwobjpl 80 30525 0 29035 37 3 34 34 0 8 2 pdppl 4096 2948 0 2869 111 32 79 88 0 8 0 pvpl 32 22261 0 0 180 0 180 180 0 265 0 pmappl 256 1469 0 1432 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 310 0 53 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e83cdb8,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e83cda0,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e83cda0,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806bb05eb8,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd806bb05eb8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_lookup(ffff80003c46f760) at vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 namei(ffff80003c46f760) at namei+0x7ca sys/kern/vfs_lookup.c:250 unp_connect(ffff8000016c2368,fffffd807c897300,ffff8000fffe8550) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff8000016c2368,fffffd807eaf5800,fffffd807c897300,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff8000016c2368,fffffd807c897300,ffff80003c46f9e8,0,0,e) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff8000fffe8550,5,ffff80003c46fb68,e,ffff80003c46fc20) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff8000fffe8550,ffff80003c46fcd0,ffff80003c46fc20) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80003c46fcd0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c46fcd0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xc4891941ed0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299ddff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: -5