witness: pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827dd000 didn't change! lock order reversal: pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827de000 didn't change! 1st 0xfffffd806c02a248 fdlock (&newfdp->fd_fd.fd_lock) pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827df000 didn't change! 2nd 0xfffffd8074bee700 inode (&ip->i_lock) pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e0000 didn't change! lock order [1] fdlock (&newfdp->fd_fd.fd_lock) -> [2] inode (&ip->i_lock) pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e1000 didn't change! lock order data 0xffffffff830e01f1 -> 0xffffffff830696e1 is missing pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e2000 didn't change! lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e3000 didn't change! #0 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e4000 didn't change! rw_enterpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e5000 didn't change! +0x122pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e6000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e7000 didn't change! #1 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e8000 didn't change! sblockpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827e9000 didn't change! +0xb7pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ea000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827eb000 didn't change! #2 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ec000 didn't change! soreceivepmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ed000 didn't change! +0x295pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ee000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ef000 didn't change! #3 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f0000 didn't change! fifo_readpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f1000 didn't change! +0x11apmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f2000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f3000 didn't change! #4 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f4000 didn't change! VOP_READpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f5000 didn't change! +0x102pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f6000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f7000 didn't change! #5 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f8000 didn't change! vn_rdwrpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827f9000 didn't change! +0x15bpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827fa000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827fb000 didn't change! #6 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827fc000 didn't change! vndsetcredpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827fd000 didn't change! +0xa1pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827fe000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c827ff000 didn't change! #7 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82800000 didn't change! vndioctlpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82801000 didn't change! +0xe6cpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82802000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82803000 didn't change! #8 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82804000 didn't change! VOP_IOCTLpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82805000 didn't change! +0xacpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82806000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82807000 didn't change! #9 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82808000 didn't change! vn_ioctlpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82809000 didn't change! +0xf6pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280a000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280b000 didn't change! #10 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280c000 didn't change! sys_ioctlpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280d000 didn't change! +0x67cpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280e000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8280f000 didn't change! #11 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82810000 didn't change! syscallpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82811000 didn't change! +0xbb6pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82812000 didn't change! #12 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82813000 didn't change! Xsyscallpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82814000 didn't change! +0x128pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82815000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82816000 didn't change! lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] fdlock (&newfdp->fd_fd.fd_lock) pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82817000 didn't change! #0 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82818000 didn't change! rw_enter_writepmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82819000 didn't change! +0x7apmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281a000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281b000 didn't change! #1 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281c000 didn't change! unp_externalizepmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281d000 didn't change! +0x3e4pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281e000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8281f000 didn't change! #2 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82820000 didn't change! soreceivepmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82821000 didn't change! +0xd3epmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82822000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82823000 didn't change! #3 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82824000 didn't change! recvitpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82825000 didn't change! +0x40apmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82826000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82827000 didn't change! #4 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82828000 didn't change! sys_recvmsgpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82829000 didn't change! +0x1bfpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282a000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282b000 didn't change! #5 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282c000 didn't change! syscallpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282d000 didn't change! +0xbb6pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282e000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c8282f000 didn't change! #6 pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82830000 didn't change! Xsyscallpmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82831000 didn't change! +0x128pmap_unwire: wiring for pmap 0xfffffd806978b5e0 va 0x5c82832000 didn't change! pStopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8074bee700,9,0) at witness_checkorder+0x1047 rw_enter(fffffd8074bee6f0,1) at rw_enter+0x122 rrw_enter(fffffd8074bee6f0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8071ffe988,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8071ffe988,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vn_closefile(fffffd8060343738,ffff80003726f1f0) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8060343738,ffff80003726f1f0) at vn_closefile+0x111 sys/kern/vfs_vnops.c:609 fdrop(fffffd8060343738,ffff80003726f1f0) at fdrop+0x126 sys/kern/kern_descrip.c:1274 knote_remove(ffff80003726f1f0,fffffd806ebb5288,fffffd806ebb5310,3,0) at knote_remove+0x403 sys/kern/kern_event.c:2014 knote_fdclose(ffff80003726f1f0,3) at knote_fdclose+0xf9 sys/kern/kern_event.c:2049 fdrelease(ffff80003726f1f0,3) at fdrelease+0xf6 sys/kern/kern_descrip.c:758 syscall(ffff8000371d49a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff8000371d49a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x83d8f9386f0, count: -13 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff8000371d4460 rbx 0xfffffd80042c1030 rdx 0xffff8000012b4380 rcx 0xffff80003726f1f0 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff8000371d4340 r9 0x8080808080808080 r10 0x2ea75257bf46f0f4 r11 0x6500006de181c82e r12 0 r13 0xfffffd8003ad9e00 r14 0x3 r15 0xffffffff rip 0xffffffff8154e325 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff8000371d4450 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=136986 pid=48378 tcnt=5 stat=onproc flags process=0 proc=4000000 runpri=86, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000371eef70,0xffff80003726e7e0 process=0xffff800037270910 user=0xffff8000371cf000, vmspace=0xfffffd806ca01398 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 43186 34147 65823 0 2 0 syz-executor 72737 518869 89005 0 2 0 syz-executor 72737 312332 89005 0 3 0x4000080 fsleep syz-executor 48378 436287 8090 0 2 0 syz-executor 48378 302949 8090 0 3 0x4000080 pipewr syz-executor 48378 212378 8090 0 3 0x4000080 pipewr syz-executor 48378 228299 8090 0 3 0x4000080 lockf syz-executor *48378 136986 8090 0 7 0x4000000 syz-executor 53480 441382 52498 0 3 0x90 nanoslp syz-executor 53480 395546 52498 0 3 0x4000090 sbwait syz-executor 53480 201339 52498 0 3 0x4000090 fsleep syz-executor 53480 64938 52498 0 3 0x4000090 fsleep syz-executor 78035 34406 59325 0 3 0x80 nanoslp syz-executor 78035 346328 59325 0 3 0x4000080 netcon syz-executor 78035 459105 59325 0 3 0x4000080 fsleep syz-executor 58964 504040 1 0 3 0x80 nanoslp init 65823 505869 40772 0 3 0x82 nanoslp syz-executor 52498 65077 40772 0 3 0x82 nanoslp syz-executor 50214 183798 0 0 3 0x14200 acct acct 37144 131036 0 0 3 0x14200 bored sosplice 94499 352804 0 0 3 0x14280 nfsidl nfsio 14892 225916 0 0 3 0x14280 nfsidl nfsio 7852 458764 0 0 3 0x14280 nfsidl nfsio 18455 310631 0 0 3 0x14280 nfsidl nfsio 96396 384732 0 0 3 0x14280 nfsidl nfsio 86165 240946 0 0 3 0x14280 nfsidl nfsio 20406 431934 0 0 3 0x14280 nfsidl nfsio 48271 363875 0 0 3 0x14280 nfsidl nfsio 91505 115883 0 0 3 0x14280 nfsidl nfsio 400 123847 0 0 3 0x14280 nfsidl nfsio 89548 44798 0 0 3 0x14280 nfsidl nfsio 24422 40562 0 0 3 0x14280 nfsidl nfsio 45370 3370 0 0 3 0x14280 nfsidl nfsio 53153 45467 0 0 3 0x14280 nfsidl nfsio 82128 30364 0 0 3 0x14280 nfsidl nfsio 26612 312486 0 0 3 0x14280 nfsidl nfsio 67653 502927 0 0 3 0x14280 nfsidl nfsio 99826 118702 0 0 3 0x14280 nfsidl nfsio 80042 29449 0 0 3 0x14280 nfsidl nfsio 48852 293591 0 0 3 0x14280 nfsidl nfsio 8090 404372 40772 0 3 0x82 nanoslp syz-executor 59325 98101 40772 0 3 0x82 nanoslp syz-executor 89005 287667 40772 0 3 0x82 nanoslp syz-executor 67977 469775 40772 0 3 0x82 nanoslp syz-executor 75679 127088 40772 0 3 0x82 nanoslp syz-executor 42789 111198 40772 0 3 0x82 nanoslp syz-executor 40772 352043 91904 0 3 0x82 kqread syz-executor 91904 464171 73117 0 3 0x10008a sigsusp ksh 73117 295162 30331 0 3 0x98 kqread sshd-session 30331 281392 124 0 3 0x92 kqread sshd-session 124 124893 1 0 3 0x88 kqread sshd 3936 66374 36375 74 3 0x1100092 bpf pflogd 36375 167892 1 0 3 0x80 sbwait pflogd 93725 433611 46433 73 3 0x1100010 ffs_fsync syslogd 46433 503360 1 0 3 0x100082 sbwait syslogd 29341 495098 1 0 3 0x100080 kqread resolvd 20077 381213 1686 77 3 0x100092 kqread dhcpleased 50128 344014 1686 77 3 0x100092 kqread dhcpleased 1686 178766 1 0 3 0x80 kqread dhcpleased 23238 252156 0 0 3 0x14200 bored smr 84769 88705 0 0 2 0x14200 zerothread 49231 334472 0 0 3 0x14200 aiodoned aiodoned 23399 145236 0 0 3 0x14200 syncer update 69677 199259 0 0 3 0x14200 cleaner cleaner 46195 60748 0 0 7 0x14200 reaper 2162 165742 0 0 3 0x14200 pgdaemon pagedaemon 88418 435935 0 0 3 0x14200 bored viomb 64393 17318 0 0 3 0x40014200 acpi0 acpi0 72227 468650 0 0 3 0x40014200 idle1 99995 420528 0 0 3 0x14200 bored softnet3 52383 128146 0 0 3 0x14200 bored softnet2 6142 519282 0 0 3 0x14200 bored softnet1 97914 99245 0 0 3 0x14200 bored softnet0 93250 432190 0 0 3 0x14200 bored systqmp 49951 398176 0 0 3 0x14200 bored systq 59980 306933 0 0 3 0x14200 tmoslp softclockmp 26334 342230 0 0 3 0x40014200 tmoslp softclock 32311 446689 0 0 3 0x40014200 idle0 1 40921 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 48378 (syz-executor) thread 0xffff80003726f1f0 (136986) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83522848) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 vn_closefile+0x41 sys/kern/vfs_vnops.c:602 #2 fdrop+0x126 sys/kern/kern_descrip.c:1274 #3 knote_remove+0x403 sys/kern/kern_event.c:2014 #4 knote_fdclose+0xf9 sys/kern/kern_event.c:2049 #5 fdrelease+0xf6 sys/kern/kern_descrip.c:758 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock fdlock r = 0 (0xfffffd806c02a248) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 sys_close+0xc4 sys/kern/kern_descrip.c:776 #2 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #2 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #3 Xsyscall+0x128 Process 93725 (syslogd) thread 0xffff8000ffffd6d8 (433611) exclusive rrwlock inode r = 0 (0xfffffd806e49b0a0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2926 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 46195 (reaper) thread 0xffff800029fd91c0 (60748) exclusive rwlock uobjlk r = 0 (0xfffffd806c8ecc88) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 uvm_fault_unwire_locked+0x253 sys/uvm/uvm_fault.c:1713 #3 uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860 #4 uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496 #5 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 #6 reaper+0x246 sys/kern/kern_exit.c:477 #7 proc_trampoline+0x10 exclusive rwlock vmmaplk r = 0 (0xfffffd80695f9660) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5255 #2 uvm_map_teardown+0x5e sys/uvm/uvm_map.c:2464 #3 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 #4 reaper+0x246 sys/kern/kern_exit.c:477 #5 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10210 11203K 11581K 166960K 12893 0 pcb 17 13K 13K 166960K 213 0 rtable 202 7K 8K 166960K 595 0 pf 39 18K 22K 166960K 163 0 ifaddr 40 6K 7K 166960K 72 0 ifgroup 63 2K 2K 166960K 103 0 sysctl 4 1K 1K 166960K 6 0 counters 68 36K 37K 166960K 98 0 ioctlops 0 0K 4K 166960K 1704 0 iov 0 0K 28K 166960K 140 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1456 91K 92K 166960K 2387 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 21 0 VM map 2 1K 1K 166960K 2 0 sem 28 5K 5K 166960K 58 0 dirhash 12 2K 3K 166960K 30 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 15 53K 93K 166960K 1251 0 sigio 0 0K 0K 166960K 23 0 proc 63 79K 128K 166960K 698 0 subproc 104 6K 6K 166960K 130 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 163 0 in_multi 81 6K 7K 166960K 156 0 ether_multi 1 0K 0K 166960K 4 0 mrt 1 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 634 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 242 75K 86K 166960K 13601 0 UVM aobj 59 2K 2K 166960K 62 0 pinsyscall 39 78K 102K 166960K 2457 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 76 0 NDP 14 0K 1K 166960K 52 0 temp 76 6827K 6906K 166960K 44106 0 kqueue 15 24K 30K 166960K 209 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 120 0 117 1 0 1 1 0 8 0 rtentry 112 155 0 67 4 0 4 4 0 8 0 unpcb 144 1377 0 1360 12 8 4 6 0 8 3 syncache 336 18 0 18 3 2 1 1 0 8 1 tcpqe 32 6 0 6 3 2 1 1 0 8 1 tcpcb 808 563 0 551 21 13 8 8 0 8 6 arp 120 28 0 11 1 0 1 1 0 8 0 ipq 40 2 0 2 2 2 0 1 0 8 0 ipqe 40 6 0 6 2 2 0 1 0 8 0 inpcb 336 1546 0 1528 19 12 7 7 0 8 4 nd6 136 35 0 13 1 0 1 1 0 8 0 pkpcb 40 5 0 5 4 3 1 1 0 8 1 kcovpl 48 10 0 2 1 0 1 1 0 8 0 ppxss 1168 11 0 11 4 4 0 1 0 8 0 pfstscr 40 2 0 2 1 1 0 1 0 8 0 pffrag 232 9 0 2 1 0 1 1 0 482 0 pffrnode 88 8 0 2 1 0 1 1 0 8 0 pffrent 40 57 0 50 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 0 0 1 0 1 1 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfstitem 24 93 0 34 1 0 1 1 0 8 0 pfstkey 128 94 0 35 2 0 2 2 0 8 0 pfstate 376 94 0 35 6 0 6 6 0 8 0 pfrule 1344 89 0 18 8 2 6 7 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 576 0 215 30 5 25 29 0 8 1 art_table 32 578 0 215 4 0 4 4 0 8 0 art_node 16 150 0 72 1 0 1 1 0 8 0 sysvmsgpl 40 14 0 10 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 46 0 20 1 0 1 1 0 8 0 shmpl 112 59 0 3 2 0 2 2 0 8 0 dirhash 1024 30 0 13 3 0 3 3 0 8 0 dino2pl 256 3721 0 2212 95 0 95 95 0 8 0 ffsino 272 3721 0 2212 102 0 102 102 0 8 0 nchpl 144 5586 0 5034 63 40 23 63 0 8 0 uvmvnodes 80 4376 0 0 90 0 90 90 0 8 0 vnodes 216 4376 0 0 244 0 244 244 0 8 0 namei 1024 18784 0 18784 3 2 1 2 0 8 1 percpumem 16 63 0 15 1 0 1 1 0 8 0 kstatmem 264 58 0 30 5 3 2 3 0 8 0 scsiplug 72 7 0 7 3 2 1 1 0 8 1 scxspl 216 15851 0 15850 10 9 1 8 1 8 0 plimitpl 152 397 0 379 1 0 1 1 0 8 0 sigapl 424 1587 0 1515 9 0 9 9 0 8 0 futexpl 64 17636 0 17632 1 0 1 1 0 8 0 knotepl 120 574 0 0 17 0 17 17 0 8 0 kqueuepl 216 486 0 475 9 4 5 5 0 8 4 pipepl 320 209 0 180 3 0 3 3 0 8 0 fdescpl 496 1546 0 1517 5 0 5 5 0 8 0 filepl 152 10543 0 10285 21 6 15 15 0 8 3 lockfpl 104 447 0 443 2 0 2 2 0 8 1 lockfspl 48 171 0 168 1 0 1 1 0 8 0 sessionpl 144 39 0 31 1 0 1 1 0 8 0 pgrppl 48 65 0 49 1 0 1 1 0 8 0 ucredpl 104 1783 0 1768 1 0 1 1 0 8 0 zombiepl 144 1518 0 1515 1 0 1 1 0 8 0 processpl 1160 1587 0 1515 6 0 6 6 0 8 0 procpl 648 3435 0 3350 9 1 8 8 0 8 0 srpgc 96 6 0 6 3 3 0 1 0 8 0 sosppl 168 3 0 2 2 1 1 1 0 8 0 sockpl 664 3125 0 3087 29 19 10 14 0 8 6 mcl64k 65536 11 0 0 2 0 2 2 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 142 0 0 18 0 18 18 0 8 0 mcl2k 2048 24 0 0 3 0 3 3 0 8 0 mtagpl 96 30 0 0 1 0 1 1 0 8 0 mbufpl 256 575 0 0 36 0 36 36 0 8 0 bufpl 280 8722 0 2548 442 0 442 442 0 8 0 anonpl 24 297571 0 289293 94 42 52 52 0 185 0 amapchunkpl 152 45211 0 44423 55 23 32 32 0 158 0 amappl16 200 7940 0 7903 52 42 10 15 0 8 7 amappl15 192 4 0 4 1 1 0 1 0 8 0 amappl14 184 149 0 137 1 0 1 1 0 8 0 amappl13 176 12 0 12 1 1 0 1 0 8 0 amappl12 168 2239 0 2209 4 2 2 3 0 8 0 amappl11 160 52 0 37 1 0 1 1 0 8 0 amappl10 152 18 0 18 1 1 0 1 0 8 0 amappl9 144 132 0 132 1 1 0 1 0 8 0 amappl8 136 23 0 21 1 0 1 1 0 8 0 amappl7 128 150 0 139 1 0 1 1 0 8 0 amappl6 120 206 0 204 1 0 1 1 0 8 0 amappl5 112 159 0 146 1 0 1 1 0 8 0 amappl4 104 397 0 376 1 0 1 1 0 8 0 amappl3 96 8212 0 8109 3 0 3 3 0 8 0 amappl2 88 1970 0 1887 3 0 3 3 0 8 0 amappl1 80 14530 0 13987 15 1 14 15 0 8 0 amappl 88 12997 0 12813 5 0 5 5 0 92 0 dma32768 32768 2 0 2 2 2 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 7 0 7 2 2 0 1 0 8 0 dma128 128 255 0 255 3 3 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 20 0 19 1 0 1 1 0 8 0 aobjpl 72 61 0 3 2 0 2 2 0 8 0 uaddrrnd 24 1546 0 1515 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1546 0 1515 1 0 1 1 0 8 0 vmmpekpl 168 14590 0 14540 3 0 3 3 0 8 0 vmmpepl 168 107177 0 105276 106 11 95 96 0 357 5 vmsppl 448 1545 0 1514 6 2 4 5 0 8 0 rwobjpl 56 38026 0 32670 78 1 77 77 0 8 0 pdppl 4096 3099 0 3028 127 54 73 87 0 8 2 pvpl 32 27213 0 0 220 1 219 219 0 265 0 pmappl 248 1545 0 1514 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 482 0 99 12 0 12 12 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd8074bee700,9,0) at witness_checkorder+0x1047 rw_enter(fffffd8074bee6f0,1) at rw_enter+0x122 rrw_enter(fffffd8074bee6f0,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd8071ffe988,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd8071ffe988,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vn_closefile(fffffd8060343738,ffff80003726f1f0) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:292 [inline] vn_closefile(fffffd8060343738,ffff80003726f1f0) at vn_closefile+0x111 sys/kern/vfs_vnops.c:609 fdrop(fffffd8060343738,ffff80003726f1f0) at fdrop+0x126 sys/kern/kern_descrip.c:1274 knote_remove(ffff80003726f1f0,fffffd806ebb5288,fffffd806ebb5310,3,0) at knote_remove+0x403 sys/kern/kern_event.c:2014 knote_fdclose(ffff80003726f1f0,3) at knote_fdclose+0xf9 sys/kern/kern_event.c:2049 fdrelease(ffff80003726f1f0,3) at fdrelease+0xf6 sys/kern/kern_descrip.c:758 syscall(ffff8000371d49a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff8000371d49a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x83d8f9386f0, count: -13 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 x86_bus_space_io_read_4(b008,0) at x86_bus_space_io_read_4+0x37 sys/arch/amd64/amd64/bus_space.c:666 acpitimer_delay(1) at acpitimer_delay+0x58 acpitimer_read sys/dev/acpi/acpitimer.c:141 [inline] acpitimer_delay(1) at acpitimer_delay+0x58 sys/dev/acpi/acpitimer.c:120 comcnputc(800,70) at comcnputc+0x29b sys/dev/ic/com.c:1269 cnputc(70) at cnputc+0x61 sys/dev/cons.c:218 kputchar(70,5,0) at kputchar+0x2cc sys/kern/subr_prf.c:367 kprintf() at kprintf+0x2aba sys/kern/subr_prf.c:1065 printf(ffffffff830df5b5) at printf+0x8b sys/kern/subr_prf.c:529 uvm_fault_unwire_locked(fffffd80695f9568,5c827ce000,5c829cd000) at uvm_fault_unwire_locked+0x2f7 sys/uvm/uvm_fault.c:1725 uvm_unmap_kill_entry_withlock(fffffd80695f9568,fffffd806ce746c0,0) at uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860 uvm_map_teardown(fffffd80695f9568) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496 uvmspace_free(fffffd80695f9568) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 reaper(ffff800029fd91c0) at reaper+0x246 sys/kern/kern_exit.c:477 end trace frame: 0x0, count: -15