witness: lock order reversal: 1st 0xffff8000015264a0 sbufrcv (&so->so_rcv.sb_lock) 2nd 0xfffffd806b0eec78 inode (&ip->i_lock) lock order [1] sbufrcv (&so->so_rcv.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff833283c2 -> 0xffffffff83375004 is missing lock order [2] inode (&ip->i_lock) -> [1] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:878 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdf9 sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #12 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806b0eec78,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806b0eec60,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806b0eec60,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd8079fd5610,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd8079fd5610,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_getcwd_common(fffffd8079fd5610,fffffd8079fd5898,0,0,200,0,c225e76f6e34f082) at vfs_getcwd_common+0xd1 sys/kern/vfs_getcwd.c:287 vn_isunder(fffffd8079fd5610,fffffd8079fd5898,ffff80003c454028) at vn_isunder+0x56 sys/kern/vfs_vnops.c:694 unp_externalize(fffffd805e4c1e00,33,0) at unp_externalize+0x26f sys/kern/uipc_usrreq.c:1090 soreceive(ffff8000015263b0,ffff800034bf4328,ffff800034bf42d8,0,ffff800034bf4310,ffff800034bf449c,8ac639180562bf5b) at soreceive+0xc24 sys/kern/uipc_socket.c:1017 recvit(ffff80003c454028,7,ffff800034bf4470,0,ffff800034bf4520) at recvit+0x40b sys/kern/uipc_syscalls.c:1078 sys_recvmsg(ffff80003c454028,ffff800034bf45d0,ffff800034bf4520) at sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 syscall(ffff800034bf45d0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800034bf45d0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9c38d2a0a70, count: -14 ddb{0}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff800034bf3db0 rbx 0 rdx 0xffff800001457a40 rcx 0xffff80003c454028 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff800034bf3c90 r9 0x8080808080808080 r10 0xc6a9085f8938e9af r11 0x791eead6bc1b74dd r12 0xfffffd8003f36840 r13 0xfffffd800471ebd0 r14 0x3 r15 0xffffffff8340772d substchar+0x7cb1 rip 0xffffffff81f52ef5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800034bf3da0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=95191 pid=20166 tcnt=3 stat=onproc flags process=1000000 proc=4000000 runpri=32, usrpri=83, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffeafb0,0xffff80003c4542d0 process=0xffff80003c4f9840 user=0xffff800034bef000, vmspace=0xfffffd806d0427c8 estcpu=33, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 82905 507727 31870 0 2 0 syz-executor 82905 458357 31870 0 2 0x4000000 syz-executor 27398 478838 75431 0 2 0 syz-executor 27398 350880 75431 0 2 0x4000000 syz-executor 20166 286048 14985 0 2 0x1000000 syz-executor *20166 95191 14985 0 7 0x5000000 syz-executor 20166 147470 14985 0 3 0x5000080 fsleep syz-executor 70017 506871 81304 60928 2 0xc90 syz-executor 70017 66233 81304 60928 3 0x4000090 fsleep syz-executor 70017 207123 81304 60928 3 0x4000090 fsleep syz-executor 70017 439583 81304 60928 3 0x4000090 ttyout syz-executor 70017 422845 81304 60928 3 0x4000090 fsleep syz-executor 83546 208028 0 0 3 0x14280 nfsidl nfsio 63335 483640 0 0 3 0x14280 nfsidl nfsio 12180 40526 0 0 3 0x14280 nfsidl nfsio 61156 438253 0 0 3 0x14280 nfsidl nfsio 73642 84566 0 0 3 0x14280 nfsidl nfsio 7375 501275 0 0 3 0x14280 nfsidl nfsio 27710 29316 0 0 3 0x14280 nfsidl nfsio 49589 247342 0 0 3 0x14280 nfsidl nfsio 47197 317808 0 0 3 0x14280 nfsidl nfsio 93228 254380 0 0 3 0x14280 nfsidl nfsio 29656 117413 0 0 3 0x14280 nfsidl nfsio 50155 169895 0 0 3 0x14280 nfsidl nfsio 1723 260014 0 0 3 0x14280 nfsidl nfsio 86968 404509 0 0 3 0x14280 nfsidl nfsio 85518 370422 0 0 3 0x14280 nfsidl nfsio 48970 522792 0 0 3 0x14280 nfsidl nfsio 44987 379578 0 0 3 0x14280 nfsidl nfsio 41518 451552 0 0 3 0x14280 nfsidl nfsio 59607 292840 0 0 3 0x14280 nfsidl nfsio 3140 295335 0 0 3 0x14280 nfsidl nfsio 29346 173735 67295 -1 2 0xc90 syz-executor 29346 153831 67295 -1 3 0x4000090 netacc syz-executor 29346 272812 67295 -1 3 0x4000090 fsleep syz-executor 69208 239889 46200 0 2 0xc80 syz-executor 69208 304539 46200 0 3 0x4000080 kqsel syz-executor 69208 465448 46200 0 3 0x4000080 kqsel syz-executor 69208 281121 46200 0 3 0x4000080 fsleep syz-executor 37831 408947 56043 0 3 0x3000 suspend syz-executor 37831 263134 56043 0 3 0x4081000 biowait syz-executor 37831 91838 56043 0 3 0x4081000 inode syz-executor 37831 67139 56043 0 3 0x4081000 inode syz-executor 75431 499275 32505 0 2 0xc82 syz-executor 86044 471101 1 0 3 0x100083 ttyopn getty 83015 240717 32505 0 2 0x2 syz-executor 56043 76132 32505 0 3 0x82 wait syz-executor 81304 233385 32505 0 2 0xc82 syz-executor 31870 464631 32505 0 2 0xc82 syz-executor 67295 312324 32505 0 2 0xc82 syz-executor 14985 355207 32505 0 2 0xc82 syz-executor 46200 491579 32505 0 2 0xc82 syz-executor 32505 281574 23883 0 3 0x82 kqread syz-executor 23883 453248 31053 0 3 0x10008a sigsusp ksh 31053 283268 53764 0 3 0x98 kqread sshd-session 53764 499396 58452 0 3 0x92 kqread sshd-session 58452 453341 1 0 3 0x88 kqread sshd 24005 68610 5499 74 3 0x1100092 bpf pflogd 5499 59158 1 0 3 0x80 sbwait pflogd 96254 244340 20018 73 3 0x1100090 kqread syslogd 20018 442652 1 0 3 0x100082 sbwait syslogd 5700 334670 1 0 3 0x100080 kqread resolvd 25145 316437 8828 77 3 0x100092 kqread dhcpleased 36961 195073 8828 77 3 0x100092 kqread dhcpleased 8828 510018 1 0 3 0x80 kqread dhcpleased 512 463118 0 0 3 0x14200 bored smr 72066 36174 0 0 2 0x14200 zerothread 81677 70240 0 0 3 0x14200 aiodoned aiodoned 57050 89204 0 0 3 0x14200 syncer update 11850 401512 0 0 3 0x14200 cleaner cleaner 51271 455376 0 0 3 0x14200 reaper reaper 85916 101473 0 0 3 0x14200 pgdaemon pagedaemon 64986 279607 0 0 3 0x14200 bored viomb 28299 364880 0 0 3 0x40014200 acpi0 acpi0 80935 74800 0 0 7 0x40014200 idle1 97511 472317 0 0 3 0x14200 bored softnet1 82162 402190 0 0 3 0x14200 bored softnet0 9998 453221 0 0 3 0x14200 bored systqmp 86400 395278 0 0 3 0x14200 bored systq 72881 145014 0 0 3 0x14200 tmoslp softclockmp 2995 433982 0 0 3 0x40014200 tmoslp softclock 30882 141549 0 0 3 0x40014200 idle0 1 503740 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 20166 (syz-executor) thread 0xffff80003c454028 (95191) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff839643c8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_externalize+0x155 sys/kern/uipc_usrreq.c:-1 #2 soreceive+0xc24 sys/kern/uipc_socket.c:1017 #3 recvit+0x40b sys/kern/uipc_syscalls.c:1078 #4 sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #6 Xsyscall+0x128 exclusive rwlock sbufrcv r = 0 (0xffff8000015264a0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 soreceive+0x27d sys/kern/uipc_socket.c:878 #4 recvit+0x40b sys/kern/uipc_syscalls.c:1078 #5 sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #7 Xsyscall+0x128 Process 37831 (syz-executor) thread 0xffff80003c454fb8 (263134) exclusive rrwlock inode r = 0 (0xfffffd806b0eeb50) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 Process 37831 (syz-executor) thread 0xffff8000fffea7e8 (91838) exclusive rrwlock inode r = 0 (0xfffffd806f335498) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dorenameat+0x144 sys/kern/vfs_syscalls.c:3004 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 Process 83015 (syz-executor) thread 0xffff8000ffff2fa8 (240717) exclusive rrwlock inode r = 0 (0xfffffd806f335a60) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:686 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806dc40328) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10217 11046K 11492K 166960K 13084 0 pcb 19 16K 17K 166960K 311 0 rtable 190 8K 9K 166960K 740 0 pf 43 19K 82K 166960K 200 0 ifaddr 39 6K 8K 166960K 106 0 ifgroup 64 2K 3K 166960K 193 0 sysctl 4 1K 9K 166960K 10 0 counters 72 37K 38K 166960K 192 0 ioctlops 0 0K 4K 166960K 1808 0 iov 0 0K 16K 166960K 119 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1399 88K 89K 166960K 2262 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 5K 166960K 21 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 43 0 dirhash 12 2K 2K 166960K 36 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 89K 166960K 973 0 sigio 0 0K 0K 166960K 12 0 proc 72 115K 147K 166960K 649 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 3 0K 0K 166960K 158 0 in_multi 71 5K 7K 166960K 164 0 ether_multi 2 0K 0K 166960K 19 0 mrt 2 0K 0K 166960K 11 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 103 466K 466K 166960K 103 0 exec 0 0K 1K 166960K 503 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 267 172K 184K 166960K 10663 0 UVM aobj 30 8K 8K 166960K 31 0 pinsyscall 42 84K 103K 166960K 2137 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 47 0 NDP 14 0K 2K 166960K 76 0 temp 65 8668K 8779K 166960K 39753 0 kqueue 14 22K 32K 166960K 207 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 93 0 90 1 0 1 1 0 8 0 rtentry 176 209 0 135 6 0 6 6 0 8 0 unpcb 144 1022 0 997 10 8 2 6 0 8 1 syncache 336 5 0 5 1 1 0 1 0 8 0 tcpcb 736 242 0 233 4 3 1 4 0 8 0 arp 136 22 0 7 1 0 1 1 0 8 0 inpcb 328 1101 0 1081 17 7 10 10 0 8 8 nd6 152 31 0 14 1 0 1 1 0 8 0 pkpcb 40 9 0 9 1 0 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1192 46 0 46 1 0 1 1 0 8 1 pppxif 1504 3 0 3 2 1 1 1 0 8 1 pfstscr 40 1 0 1 1 0 1 1 0 8 1 pffrag 232 12 0 2 1 0 1 1 0 482 0 pffrnode 88 12 0 2 1 0 1 1 0 8 0 pffrent 40 21 0 11 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 0 1 1 1 0 1 0 8 0 pfanchor 1288 6 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfstitem 24 87 0 20 1 0 1 1 0 8 0 pfstkey 128 93 0 26 3 0 3 3 0 8 0 pfstate 448 90 0 23 10 0 10 10 0 8 1 pfrule 1344 27 0 21 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 0 1 1 0 8 1 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 673 0 348 31 5 26 31 0 8 0 art_table 40 676 0 348 5 0 5 5 0 8 0 art_node 32 208 0 142 2 1 1 2 0 8 0 sysvmsgpl 40 4 0 3 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 38 0 28 1 0 1 1 0 8 0 shmpl 112 25 0 1 1 0 1 1 0 8 0 dirhash 1024 33 0 16 3 0 3 3 0 8 0 dino2pl 256 3216 0 1710 96 0 96 96 0 8 0 ffsino 296 3216 0 1710 118 1 117 118 0 8 0 nchpl 144 4563 0 2859 64 0 64 64 0 8 0 rtmask 32 6 0 6 2 1 1 1 0 8 1 vnodes 216 3852 0 0 214 0 214 214 0 8 0 namei 1024 15979 0 15976 3 2 1 2 0 8 0 percpumem 16 111 0 60 1 0 1 1 0 8 0 vcpupl 3968 3 0 0 1 0 1 1 0 8 0 vmpool 840 3 0 0 1 0 1 1 0 8 0 kstatmem 264 120 0 88 3 0 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 7 0 7 1 1 0 1 0 8 0 scxspl 216 21857 0 21856 9 8 1 7 1 8 0 plimitpl 152 379 0 359 1 0 1 1 0 8 0 sigapl 424 1305 0 1238 9 1 8 8 0 8 0 knotepl 120 521 0 0 16 0 16 16 0 8 0 kqueuepl 224 451 0 439 7 4 3 5 0 8 2 pipepl 344 272 0 244 6 3 3 6 0 8 0 fdescpl 528 1266 0 1235 3 0 3 3 0 8 0 filepl 160 8735 0 8492 21 4 17 17 0 8 6 lockfpl 104 558 0 553 2 1 1 2 0 8 0 lockfspl 48 171 0 166 1 0 1 1 0 8 0 sessionpl 144 26 0 17 1 0 1 1 0 8 0 pgrppl 48 38 0 21 1 0 1 1 0 8 0 ucredpl 104 1025 0 1010 1 0 1 1 0 8 0 zombiepl 144 1239 0 1238 1 0 1 1 0 8 0 processpl 1232 1305 0 1238 7 1 6 6 0 8 0 procpl 664 2675 0 2592 9 1 8 8 0 8 0 sosppl 176 10 0 10 1 0 1 1 0 8 1 sockpl 752 2247 0 2199 33 19 14 17 0 8 9 mcl64k 65536 18 0 0 3 0 3 3 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 118 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 76 0 0 10 0 10 10 0 8 0 mtagpl 96 25 0 0 1 0 1 1 0 8 0 mbufpl 256 1204 0 0 75 0 75 75 0 8 0 bufpl 280 7946 0 1809 439 0 439 439 0 8 0 anonpl 32 9532 0 0 77 0 77 77 0 246 0 amapchunkpl 152 35795 0 35210 32 6 26 31 0 158 2 amappl16 200 4648 0 4484 22 7 15 18 0 8 6 amappl15 192 8 0 8 1 1 0 1 0 8 0 amappl14 184 6 0 6 1 1 0 1 0 8 0 amappl13 176 454 0 453 1 0 1 1 0 8 0 amappl12 168 1638 0 1596 3 0 3 3 0 8 0 amappl11 160 13 0 13 1 1 0 1 0 8 0 amappl10 152 66 0 52 1 0 1 1 0 8 0 amappl9 144 246 0 246 1 1 0 1 0 8 0 amappl8 136 29 0 26 1 0 1 1 0 8 0 amappl7 128 87 0 86 1 0 1 1 0 8 0 amappl6 120 296 0 283 1 0 1 1 0 8 0 amappl5 112 75 0 64 1 0 1 1 0 8 0 amappl4 104 431 0 401 1 0 1 1 0 8 0 amappl3 96 6187 0 6078 4 1 3 3 0 8 0 amappl2 88 1390 0 1312 2 0 2 2 0 8 0 amappl1 80 13130 0 12534 15 0 15 15 0 8 0 amappl 88 9756 0 9569 5 0 5 5 0 92 0 uvmvnodes 80 141 0 0 3 0 3 3 0 8 0 dma65536 65536 1 0 1 1 1 0 1 0 8 0 dma4096 4096 3 0 3 2 2 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 255 0 255 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 30 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1266 0 1235 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1266 0 1235 1 0 1 1 0 8 0 vmmpekpl 168 11787 0 11747 3 0 3 3 0 8 0 vmmpepl 168 86788 0 84687 105 7 98 101 0 357 2 vmsppl 488 1265 0 1235 6 1 5 5 0 8 0 rwobjpl 80 25584 0 24311 29 0 29 29 0 8 0 pdppl 4096 2545 0 2473 103 29 74 83 0 8 2 pvpl 32 17476 0 0 141 0 141 141 0 265 0 pmappl 256 1268 0 1235 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 367 0 44 10 0 10 10 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806b0eec78,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806b0eec60,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806b0eec60,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd8079fd5610,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd8079fd5610,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vfs_getcwd_common(fffffd8079fd5610,fffffd8079fd5898,0,0,200,0,c225e76f6e34f082) at vfs_getcwd_common+0xd1 sys/kern/vfs_getcwd.c:287 vn_isunder(fffffd8079fd5610,fffffd8079fd5898,ffff80003c454028) at vn_isunder+0x56 sys/kern/vfs_vnops.c:694 unp_externalize(fffffd805e4c1e00,33,0) at unp_externalize+0x26f sys/kern/uipc_usrreq.c:1090 soreceive(ffff8000015263b0,ffff800034bf4328,ffff800034bf42d8,0,ffff800034bf4310,ffff800034bf449c,8ac639180562bf5b) at soreceive+0xc24 sys/kern/uipc_socket.c:1017 recvit(ffff80003c454028,7,ffff800034bf4470,0,ffff800034bf4520) at recvit+0x40b sys/kern/uipc_syscalls.c:1078 sys_recvmsg(ffff80003c454028,ffff800034bf45d0,ffff800034bf4520) at sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 syscall(ffff800034bf45d0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800034bf45d0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9c38d2a0a70, count: -14 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299edff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: -5