witness: lock order reversal: 1st 0xffff8000fffebb40 fdlock (&newfdp->fd_fd.fd_lock) 2nd 0xfffffd806e04a590 inode (&ip->i_lock) lock order [1] fdlock (&newfdp->fd_fd.fd_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8337242b -> 0xffffffff833676f0 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:878 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfb sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] fdlock (&newfdp->fd_fd.fd_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 unp_externalize+0x3cf sys/kern/uipc_usrreq.c:1074 #2 soreceive+0xc24 sys/kern/uipc_socket.c:1017 #3 recvit+0x40b sys/kern/uipc_syscalls.c:1078 #4 sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #6 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e04a590,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e04a578,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e04a578,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806e04d3a8,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd806e04d3a8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vn_closefile(fffffd8061bb3a70,ffff80003c428a88) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061bb3a70,ffff80003c428a88) at vn_closefile+0x111 sys/kern/vfs_vnops.c:615 fdrop(fffffd8061bb3a70,ffff80003c428a88) at fdrop+0x121 sys/kern/kern_descrip.c:1280 knote_drop(fffffd8069cfc978,ffff80003c428a88) at knote_drop+0x1a1 sys/kern/kern_event.c:2296 knote_remove(ffff80003c428a88,fffffd806ef46540,fffffd806ef465d0,3,0) at knote_remove+0x2f6 sys/kern/kern_event.c:2180 knote_fdclose(ffff80003c428a88,3) at knote_fdclose+0xf9 sys/kern/kern_event.c:2203 fdrelease(ffff80003c428a88,3) at fdrelease+0xf9 sys/kern/kern_descrip.c:760 syscall(ffff800034fdeb40) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800034fdeb40) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9eed0267a90, count: -14 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff800034fde610 rbx 0 rdx 0 rcx 0xffff80003c428a88 rax 0xffffffff83877ff0 cpu_info_full_primary+0x1ff0 r8 0xffff800034fde4f0 r9 0x8080808080808080 r10 0xebce4ef77d528556 r11 0xd2509b7311b403ca r12 0xfffffd8003f27d00 r13 0xfffffd8004714818 r14 0x3 r15 0xffffffff834049f1 substchar+0xa39c rip 0xffffffff81027c95 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800034fde600 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=67888 pid=60019 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003c429a18,0xffff80003c4282d0 process=0xffff8000fffe5d00 user=0xffff800034fd9000, vmspace=0xfffffd806c0793f0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 44861 178395 15062 0 7 0 syz-executor 44861 189808 15062 0 2 0x4000080 syz-executor 60019 83791 36765 0 2 0 syz-executor *60019 67888 36765 0 7 0x4000000 syz-executor 60019 507073 36765 0 3 0x4000080 fsleep syz-executor 50971 131844 11776 0 3 0x80 nanoslp syz-executor 50971 306636 11776 0 3 0x4000080 kqsel syz-executor 50971 207942 11776 0 3 0x4000080 fsleep syz-executor 5334 414871 38255 0 3 0x3000 suspend syz-executor 5334 420647 38255 0 3 0x4081000 smrbar syz-executor 83363 195486 14778 0 4 0x82000 syz-executor 83363 516005 14778 0 3 0x4082000 biowait syz-executor 83363 18122 14778 0 3 0x4082000 inode syz-executor 83363 497092 14778 0 3 0x4082000 inode syz-executor 83363 78662 14778 0 3 0x4082000 inode syz-executor 83363 231986 14778 0 3 0x4002000 suspend syz-executor 95571 97071 37038 0 3 0x2 biowait syz-executor 36765 450376 37038 0 3 0x82 nanoslp syz-executor 57339 477207 0 0 3 0x14200 acct acct 15062 445287 37038 0 3 0x82 nanoslp syz-executor 38255 15406 37038 0 3 0x82 nanoslp syz-executor 92493 102638 37038 0 3 0x82 nanoslp syz-executor 14778 149737 37038 0 3 0x82 nanoslp syz-executor 11776 15589 37038 0 3 0x82 nanoslp syz-executor 56832 349105 37038 0 3 0x2 biowait syz-executor 37038 492113 66594 0 3 0x82 kqread syz-executor 66594 54434 45379 0 3 0x10008a sigsusp ksh 45379 499039 50079 0 3 0x98 kqread sshd-session 50079 45140 21865 0 3 0x92 kqread sshd-session 68698 96164 1 0 3 0x100083 ttyopn getty 21865 240199 1 0 3 0x88 kqread sshd 75677 508884 91979 74 3 0x1100092 bpf pflogd 91979 451125 1 0 3 0x80 sbwait pflogd 8775 50088 23956 73 3 0x1100090 kqread syslogd 23956 378954 1 0 3 0x100082 sbwait syslogd 24148 165366 1 0 3 0x100080 kqread resolvd 35013 142082 63853 77 3 0x100092 kqread dhcpleased 19831 233148 63853 77 3 0x100092 kqread dhcpleased 63853 1750 1 0 3 0x80 kqread dhcpleased 58204 147236 0 0 3 0x14200 bored smr 84100 319218 0 0 3 0x14200 pgzero zerothread 66034 264159 0 0 3 0x14200 aiodoned aiodoned 61236 329305 0 0 3 0x14200 syncer update 1018 425956 0 0 3 0x14200 cleaner cleaner 81482 480638 0 0 3 0x14200 reaper reaper 95642 324401 0 0 3 0x14200 pgdaemon pagedaemon 86757 118711 0 0 3 0x14200 bored viomb 35501 402014 0 0 3 0x40014200 acpi0 acpi0 95305 146670 0 0 3 0x40014200 idle1 44950 194010 0 0 3 0x14200 bored softnet1 99883 37612 0 0 3 0x14200 bored softnet0 14295 444246 0 0 3 0x14200 bored systqmp 89895 230800 0 0 3 0x14200 bored systq 43889 399118 0 0 3 0x14200 tmoslp softclockmp 92334 227476 0 0 3 0x40014200 tmoslp softclock 4103 217500 0 0 3 0x40014200 idle0 1 315086 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 60019 (syz-executor) thread 0xffff80003c428a88 (67888) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8389d228) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_closefile+0x41 sys/kern/vfs_vnops.c:608 #2 fdrop+0x121 sys/kern/kern_descrip.c:1280 #3 knote_drop+0x1a1 sys/kern/kern_event.c:2296 #4 knote_remove+0x2f6 sys/kern/kern_event.c:2180 #5 knote_fdclose+0xf9 sys/kern/kern_event.c:2203 #6 fdrelease+0xf9 sys/kern/kern_descrip.c:760 #7 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #7 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #8 Xsyscall+0x128 exclusive rwlock fdlock r = 0 (0xffff8000fffebb40) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sys_close+0xd0 sys/kern/kern_descrip.c:778 #3 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #3 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #4 Xsyscall+0x128 Process 5334 (syz-executor) thread 0xffff80003c428fb8 (420647) exclusive rwlock clonelk r = 0 (0xffffffff838222e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 if_clone_destroy+0x67 sys/net/if.c:-1 #3 ifioctl+0x59d sys/net/if.c:2088 #4 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #6 Xsyscall+0x128 Process 83363 (syz-executor) thread 0xffff80003c428558 (516005) exclusive rrwlock inode r = 0 (0xfffffd8070d3ac78) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 Process 83363 (syz-executor) thread 0xffff8000ffffca68 (18122) exclusive rrwlock inode r = 0 (0xfffffd8070d3a588) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dosymlinkat+0xef sys/kern/vfs_syscalls.c:1808 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 Process 95571 (syz-executor) thread 0xffff8000fffe9248 (97071) exclusive rrwlock inode r = 0 (0xfffffd8070d3a0e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:687 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806bf05c70) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 Process 56832 (syz-executor) thread 0xffff8000ffffcf98 (349105) exclusive rrwlock inode r = 0 (0xfffffd8070d3a900) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:687 #6 ufs_ihashget+0x185 sys/ufs/ufs/ufs_ihash.c:98 #7 ffs_vget+0x8c sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1a36 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0x6e sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x93a sys/kern/vfs_lookup.c:566 #11 namei+0x7ca sys/kern/vfs_lookup.c:250 #12 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #13 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806cfa6d88) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dounlinkat+0xc1 sys/kern/vfs_syscalls.c:1868 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:765 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10226 11090K 11277K 166960K 11826 0 pcb 17 12K 12K 166960K 90 0 rtable 228 9K 9K 166960K 491 0 pf 39 18K 20K 166960K 139 0 ifaddr 44 8K 8K 166960K 85 0 ifgroup 57 2K 2K 166960K 135 0 sysctl 3 1K 9K 166960K 7 0 counters 74 37K 37K 166960K 138 0 ioctlops 0 0K 4K 166960K 1674 0 iov 0 0K 16K 166960K 79 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1339 84K 85K 166960K 1739 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 12 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 67 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 16 57K 240K 166960K 650 0 sigio 0 0K 0K 166960K 16 0 proc 73 131K 164K 166960K 635 0 subproc 72 4K 4K 166960K 90 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 150 0 in_multi 95 7K 7K 166960K 148 0 ether_multi 1 0K 0K 166960K 7 0 mrt 2 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 205 917K 917K 166960K 205 0 exec 0 0K 1K 166960K 442 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 256 160K 169K 166960K 7541 0 UVM aobj 22 2K 2K 166960K 25 0 pinsyscall 41 82K 105K 166960K 1813 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 31 0 NDP 13 0K 2K 166960K 57 0 temp 56 8654K 8732K 166960K 23491 0 kqueue 15 24K 30K 166960K 133 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 74 0 71 1 0 1 1 0 8 0 rtentry 176 149 0 52 6 0 6 6 0 8 0 unpcb 144 249 0 226 2 1 1 2 0 8 0 syncache 336 9 0 9 1 0 1 1 0 8 1 tcpqe 32 2 0 2 1 1 0 1 0 8 0 tcpcb 736 272 0 263 8 6 2 7 0 8 1 arp 136 24 0 6 1 0 1 1 0 8 0 inpcb 328 616 0 603 7 5 2 7 0 8 0 nd6 152 30 0 8 1 0 1 1 0 8 0 pkpcb 40 4 0 4 1 1 0 1 0 8 0 kcovpl 48 10 0 2 1 0 1 1 0 8 0 ppxss 1192 24 0 21 1 0 1 1 0 8 0 pppxif 1504 4 0 4 1 0 1 1 0 8 1 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pffrag 232 5 0 0 1 0 1 1 0 482 0 pffrnode 88 4 0 0 1 0 1 1 0 8 0 pffrent 40 37 0 32 1 0 1 1 0 8 0 pfosfp 40 1431 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1431 0 714 21 0 21 21 0 8 0 pfrktable 1344 4 0 2 1 0 1 1 0 8 0 pfanchor 1288 1 0 0 1 0 1 1 0 8 0 pfstitem 24 38 0 9 1 0 1 1 0 8 0 pfstkey 128 40 0 11 2 0 2 2 0 8 0 pfstate 384 39 0 10 4 0 4 4 0 8 0 pfrule 1344 33 0 26 2 1 1 2 0 8 0 rttmr 136 2 0 2 1 0 1 1 0 8 1 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 630 0 203 30 2 28 29 0 8 0 art_table 40 632 0 203 5 0 5 5 0 8 0 art_node 32 148 0 61 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 5 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 64 0 54 1 0 1 1 0 8 0 shmpl 112 22 0 3 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2473 0 962 96 0 96 96 0 8 0 ffsino 296 2473 0 962 118 0 118 118 0 8 0 nchpl 144 3322 0 1615 64 0 64 64 0 8 0 rtmask 32 5 0 3 1 0 1 1 0 8 0 vnodes 216 2752 0 0 153 0 153 153 0 8 0 namei 1024 11281 0 11277 1 0 1 1 0 8 0 percpumem 16 84 0 32 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0 kstatmem 264 76 0 48 3 0 3 3 0 8 0 scsiplug 72 1 0 1 1 0 1 1 0 8 1 scxspl 216 16146 0 16143 9 8 1 8 1 8 0 plimitpl 152 167 0 149 1 0 1 1 0 8 0 sigapl 424 932 0 885 7 1 6 7 0 8 0 knotepl 120 776 0 0 24 0 24 24 0 8 0 kqueuepl 224 241 0 229 2 0 2 2 0 8 1 pipepl 344 160 0 133 3 0 3 3 0 8 0 fdescpl 528 915 0 885 3 0 3 3 0 8 0 filepl 160 5039 0 4812 15 3 12 15 0 8 1 lockfpl 104 232 0 230 2 0 2 2 0 8 1 lockfspl 48 76 0 74 1 0 1 1 0 8 0 sessionpl 144 26 0 17 1 0 1 1 0 8 0 pgrppl 48 66 0 49 1 0 1 1 0 8 0 ucredpl 104 685 0 672 1 0 1 1 0 8 0 zombiepl 144 887 0 885 1 0 1 1 0 8 0 processpl 1232 932 0 885 5 0 5 5 0 8 0 procpl 664 1737 0 1679 6 0 6 6 0 8 0 sockpl 752 959 0 920 11 6 5 11 0 8 0 mcl64k 65536 33 0 0 5 0 5 5 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 123 0 0 16 0 16 16 0 8 0 mcl2k 2048 25 0 0 4 0 4 4 0 8 0 mtagpl 96 4 0 0 1 0 1 1 0 8 0 mbufpl 256 1176 0 0 73 0 73 73 0 8 0 bufpl 280 6068 0 132 424 0 424 424 0 8 0 anonpl 32 11550 0 0 94 0 94 94 0 246 0 amapchunkpl 152 24432 0 23842 29 0 29 29 0 158 4 amappl16 200 3137 0 3067 31 15 16 27 0 8 7 amappl15 192 8 0 8 1 1 0 1 0 8 0 amappl14 184 4 0 4 1 1 0 1 0 8 0 amappl13 176 466 0 465 1 0 1 1 0 8 0 amappl12 168 1300 0 1259 3 0 3 3 0 8 0 amappl11 160 12 0 12 1 1 0 1 0 8 0 amappl10 152 80 0 66 1 0 1 1 0 8 0 amappl9 144 255 0 255 1 1 0 1 0 8 0 amappl8 136 33 0 30 1 0 1 1 0 8 0 amappl7 128 161 0 159 1 0 1 1 0 8 0 amappl6 120 314 0 300 1 0 1 1 0 8 0 amappl5 112 91 0 80 1 0 1 1 0 8 0 amappl4 104 442 0 410 1 0 1 1 0 8 0 amappl3 96 4082 0 3988 4 1 3 3 0 8 0 amappl2 88 1032 0 955 2 0 2 2 0 8 0 amappl1 80 11793 0 11208 14 1 13 14 0 8 0 amappl 88 6658 0 6482 5 0 5 5 0 92 0 uvmvnodes 80 2752 0 0 57 0 57 57 0 8 0 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 2 0 2 2 2 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 7 0 7 2 2 0 1 0 8 0 dma128 128 254 0 254 2 1 1 1 0 8 1 dma64 64 9 0 9 3 2 1 1 0 8 1 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 24 0 3 1 0 1 1 0 8 0 uaddrrnd 24 915 0 885 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 915 0 885 1 0 1 1 0 8 0 vmmpekpl 168 8858 0 8807 3 0 3 3 0 8 0 vmmpepl 168 65931 0 63987 107 1 106 107 0 357 12 vmsppl 488 914 0 885 5 0 5 5 0 8 0 rwobjpl 80 23134 0 19372 78 0 78 78 0 8 0 pdppl 4096 1838 0 1770 104 32 72 86 0 8 4 pvpl 32 18477 0 0 151 1 150 150 0 265 0 pmappl 256 914 0 885 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 353 0 45 9 0 9 9 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806e04a590,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806e04a578,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806e04a578,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806e04d3a8,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd806e04d3a8,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vn_closefile(fffffd8061bb3a70,ffff80003c428a88) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8061bb3a70,ffff80003c428a88) at vn_closefile+0x111 sys/kern/vfs_vnops.c:615 fdrop(fffffd8061bb3a70,ffff80003c428a88) at fdrop+0x121 sys/kern/kern_descrip.c:1280 knote_drop(fffffd8069cfc978,ffff80003c428a88) at knote_drop+0x1a1 sys/kern/kern_event.c:2296 knote_remove(ffff80003c428a88,fffffd806ef46540,fffffd806ef465d0,3,0) at knote_remove+0x2f6 sys/kern/kern_event.c:2180 knote_fdclose(ffff80003c428a88,3) at knote_fdclose+0xf9 sys/kern/kern_event.c:2203 fdrelease(ffff80003c428a88,3) at fdrelease+0xf9 sys/kern/kern_descrip.c:760 syscall(ffff800034fdeb40) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800034fdeb40) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9eed0267a90, count: -14 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff8000299edff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff8389d020) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff8389d020) at __mp_lock+0x192 sys/kern/kern_lock.c:165 syscall(ffff80002f7e8d00) at syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] syscall(ffff80002f7e8d00) at syscall+0xaf4 sys/arch/amd64/amd64/trap.c:765 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x75d49ab0b610, count: -6