witness: pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125de000 didn't change! lock order reversal: pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125df000 didn't change! 1st 0xffff800001391420 sbufsnd (&so->so_snd.sb_lock) pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e0000 didn't change! 2nd 0xfffffd806b9bfd68 inode (&ip->i_lock) pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e1000 didn't change! lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e2000 didn't change! lock order data 0xffffffff830b907b -> 0xffffffff83069ea7 is missing pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e3000 didn't change! lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e4000 didn't change! #0 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e5000 didn't change! rw_enterpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e6000 didn't change! +0x122pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e7000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e8000 didn't change! #1 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e9000 didn't change! sblockpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ea000 didn't change! +0xb7pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125eb000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ec000 didn't change! #2 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ed000 didn't change! soreceivepmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ee000 didn't change! +0x295pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ef000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f0000 didn't change! #3 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f1000 didn't change! fifo_readpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f2000 didn't change! +0x11apmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f3000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f4000 didn't change! #4 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f5000 didn't change! VOP_READpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f6000 didn't change! +0x102pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f7000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f8000 didn't change! #5 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f9000 didn't change! vn_rdwrpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fa000 didn't change! +0x15bpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fb000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fc000 didn't change! #6 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fd000 didn't change! vndsetcredpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fe000 didn't change! +0xa1pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ff000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812600000 didn't change! #7 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812601000 didn't change! vndioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812602000 didn't change! +0xe6cpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812603000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812604000 didn't change! #8 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812605000 didn't change! VOP_IOCTLpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812606000 didn't change! +0xacpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812607000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812608000 didn't change! #9 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812609000 didn't change! vn_ioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260a000 didn't change! +0xf6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260b000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260c000 didn't change! #10 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260d000 didn't change! sys_ioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260e000 didn't change! +0x67cpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260f000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812610000 didn't change! #11 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812611000 didn't change! syscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812612000 didn't change! +0xbb6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812613000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812614000 didn't change! #12 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812615000 didn't change! Xsyscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812616000 didn't change! +0x128pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812617000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812618000 didn't change! lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812619000 didn't change! #0 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261a000 didn't change! rw_enterpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261b000 didn't change! +0x122pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261c000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261d000 didn't change! #1 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261e000 didn't change! sblockpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261f000 didn't change! +0xb7pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812620000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812621000 didn't change! #2 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812622000 didn't change! sosplicepmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812623000 didn't change! +0x3f4pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812624000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812625000 didn't change! #3 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812626000 didn't change! sys_setsockoptpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812627000 didn't change! +0x2bapmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812628000 didn't change! #4 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812629000 didn't change! syscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262a000 didn't change! +0xbb6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262b000 didn't change! pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262c000 didn't change! #5 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262d000 didn't change! Xsyscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262e000 didn't change! +0x128pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262f000 didn't change! pStopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806b9bfd68,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806b9bfd58,1) at rw_enter+0x122 rrw_enter(fffffd806b9bfd58,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd80628e1a38,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd80628e1a38,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800032b87e28) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff800032b87e28) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001391278,fffffd80685b9a00,ffff8000347a2f60) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800001391278,fffffd8077820200,fffffd80685b9a00,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800001391278,fffffd80685b9a00,ffff800032b880b8,0,0,0) at sosend+0xa40 sendit(ffff8000347a2f60,3,ffff800032b88230,0,ffff800032b882f0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000347a2f60,ffff800032b883a0,ffff800032b882f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff800032b883a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff800032b883a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xad86dd8c8f0, count: -15 ddb{0}> show registers rdi 0 rsi 0x40000 acpi_pdirpa+0x2be71 rbp 0xffff800032b87a80 rbx 0xfffffd80042c73d8 rdx 0xffff8000012b4ec0 rcx 0xffff8000347a2f60 rax 0x3ffff acpi_pdirpa+0x2be70 r8 0xffff800032b87960 r9 0x8080808080808080 r10 0xb053939e89aca36c r11 0x25de4d9036da545c r12 0 r13 0xfffffd8003adee00 r14 0x3 r15 0xffffffff rip 0xffffffff81a4b165 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800032b87a70 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=518481 pid=53375 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000347a3c08,0xffffffff83536b00 process=0xffff8000fffe5fb8 user=0xffff800032b83000, vmspace=0xfffffd806b788720 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 98789 322319 66281 0 2 0 syz-executor 98789 74029 66281 0 3 0x4000080 fsleep syz-executor 53375 399060 2877 0 2 0 syz-executor 53375 387687 2877 0 3 0x4000080 lockf syz-executor *53375 518481 2877 0 7 0x4000000 syz-executor 14292 239021 93738 0 3 0x80 nanoslp syz-executor 14292 115037 93738 0 3 0x4000080 ttyout syz-executor 14292 245280 93738 0 3 0x4000080 fsleep syz-executor 12495 394504 23846 0 2 0x480 syz-executor 12495 419931 23846 0 3 0x4000080 kqread syz-executor 12495 382659 23846 0 3 0x4000080 fsleep syz-executor 74967 195831 69112 0 2 0x480 syz-executor 74967 306828 69112 0 3 0x4000080 netcon syz-executor 74967 369473 69112 0 3 0x4000080 fsleep syz-executor 42593 380678 0 0 3 0x14200 acct acct 23203 266496 1 0 3 0x80 nanoslp init 93325 262682 62242 0 2 0x2 syz-executor 15736 243304 0 0 3 0x14280 nfsidl nfsio 90855 513876 0 0 3 0x14280 nfsidl nfsio 82879 255623 0 0 3 0x14280 nfsidl nfsio 18698 321356 0 0 3 0x14280 nfsidl nfsio 60821 57941 0 0 3 0x14280 nfsidl nfsio 51334 319898 0 0 3 0x14280 nfsidl nfsio 31639 5860 0 0 3 0x14280 nfsidl nfsio 92323 403499 0 0 3 0x14280 nfsidl nfsio 34363 87718 0 0 3 0x14280 nfsidl nfsio 5629 154018 0 0 3 0x14280 nfsidl nfsio 67422 472199 0 0 3 0x14280 nfsidl nfsio 50043 361066 0 0 3 0x14280 nfsidl nfsio 61281 10922 0 0 3 0x14280 nfsidl nfsio 41144 280803 0 0 3 0x14280 nfsidl nfsio 98387 210156 0 0 3 0x14280 nfsidl nfsio 54271 240753 0 0 3 0x14280 nfsidl nfsio 94001 132559 0 0 3 0x14280 nfsidl nfsio 24981 355208 0 0 3 0x14280 nfsidl nfsio 83079 5460 0 0 3 0x14280 nfsidl nfsio 28607 144424 0 0 3 0x14280 nfsidl nfsio 52040 408539 0 0 3 0x14200 bored sosplice 23846 397446 62242 0 2 0x482 syz-executor 2877 48092 62242 0 2 0x482 syz-executor 93738 513881 62242 0 2 0x482 syz-executor 69112 505971 62242 0 2 0x482 syz-executor 10204 29270 62242 0 2 0x482 syz-executor 66281 284186 62242 0 2 0x482 syz-executor 43061 350228 62242 0 2 0x482 syz-executor 62242 421859 39810 0 2 0x82 syz-executor 39810 303052 58887 0 3 0x10008a sigsusp ksh 58887 431118 63015 0 3 0x98 kqread sshd-session 63015 432549 78500 0 3 0x92 kqread sshd-session 78500 91220 1 0 3 0x88 kqread sshd 14179 292851 81521 74 3 0x1100092 bpf pflogd 81521 305245 1 0 3 0x80 sbwait pflogd 38320 412822 68748 73 3 0x1100010 ffs_fsync syslogd 68748 183702 1 0 3 0x100082 sbwait syslogd 80303 189177 1 0 3 0x100080 kqread resolvd 5070 123208 19777 77 3 0x100092 kqread dhcpleased 95435 506915 19777 77 3 0x100092 kqread dhcpleased 19777 470966 1 0 3 0x80 kqread dhcpleased 5128 513422 0 0 3 0x14200 bored smr 80170 88169 0 0 3 0x14200 pgzero zerothread 25490 502466 0 0 3 0x14200 aiodoned aiodoned 65135 21598 0 0 3 0x14200 syncer update 42120 62685 0 0 3 0x14200 cleaner cleaner 65149 522919 0 0 7 0x14200 reaper 56795 385693 0 0 3 0x14200 pgdaemon pagedaemon 91051 178394 0 0 3 0x14200 bored viomb 97616 519378 0 0 3 0x40014200 acpi0 acpi0 58574 366686 0 0 3 0x40014200 idle1 86045 319767 0 0 3 0x14200 bored softnet3 38746 488471 0 0 3 0x14200 bored softnet2 608 12808 0 0 3 0x14200 bored softnet1 16787 2891 0 0 3 0x14200 bored softnet0 48325 209284 0 0 3 0x14200 bored systqmp 52510 208707 0 0 3 0x14200 bored systq 88622 463334 0 0 3 0x14200 tmoslp softclockmp 99696 103842 0 0 3 0x40014200 tmoslp softclock 38980 178142 0 0 3 0x40014200 idle0 1 99674 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 53375 (syz-executor) thread 0xffff8000347a2f60 (518481) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835ff560) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 unp_connect+0x26c sys/kern/uipc_usrreq.c:868 #2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 #3 sosend+0xa40 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800001391420) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sblock+0xb7 sys/kern/uipc_socket2.c:549 #3 sosend+0x2ff sys/kern/uipc_socket.c:681 #4 sendit+0x721 sys/kern/uipc_syscalls.c:786 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 38320 (syslogd) thread 0xffff8000ffffd450 (412822) exclusive rrwlock inode r = 0 (0xfffffd806e4944e0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2926 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 65149 (reaper) thread 0xffff800029fd8cb0 (522919) exclusive rwlock uobjlk r = 0 (0xfffffd806c051b08) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 uvm_fault_unwire_locked+0x253 sys/uvm/uvm_fault.c:1713 #3 uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860 #4 uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496 #5 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 #6 reaper+0x246 sys/kern/kern_exit.c:477 #7 proc_trampoline+0x10 exclusive rwlock vmmaplk r = 0 (0xfffffd806c3aa810) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5255 #2 uvm_map_teardown+0x5e sys/uvm/uvm_map.c:2464 #3 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 #4 reaper+0x246 sys/kern/kern_exit.c:477 #5 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10199 11127K 11467K 166960K 12656 0 pcb 17 14K 16K 166960K 297 0 rtable 151 6K 8K 166960K 617 0 pf 32 17K 21K 166960K 101 0 ifaddr 29 4K 8K 166960K 71 0 ifgroup 43 2K 2K 166960K 111 0 sysctl 2 0K 0K 166960K 2 0 counters 58 35K 36K 166960K 94 0 ioctlops 0 0K 4K 166960K 1578 0 iov 0 0K 18K 166960K 65 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1477 93K 93K 166960K 2326 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 20 0 VM map 2 1K 1K 166960K 2 0 sem 26 11K 12K 166960K 45 0 dirhash 12 2K 2K 166960K 39 0 ACPI 1690 195K 286K 166960K 12468 0 file desc 16 57K 93K 166960K 1219 0 sigio 0 0K 0K 166960K 39 0 proc 63 79K 128K 166960K 712 0 subproc 104 6K 6K 166960K 117 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 136 0 in_multi 55 4K 7K 166960K 146 0 ether_multi 1 0K 0K 166960K 4 0 mrt 0 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 127 572K 572K 166960K 127 0 exec 0 0K 1K 166960K 528 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 246 75K 88K 166960K 13235 0 UVM aobj 67 7K 7K 166960K 70 0 pinsyscall 40 80K 106K 166960K 2363 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 2 0K 0K 166960K 104 0 NDP 9 0K 2K 166960K 48 0 temp 67 6825K 7075K 166960K 29031 0 kqueue 14 20K 30K 166960K 222 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 121 0 118 1 0 1 1 0 8 0 rtentry 112 160 0 96 4 0 4 4 0 8 0 unpcb 144 923 0 903 8 5 3 4 0 8 2 syncache 336 9 0 9 3 2 1 1 0 8 1 tcpqe 32 2 0 2 1 0 1 1 0 8 1 tcpcb 808 411 0 403 10 4 6 8 0 8 5 arp 120 28 0 16 1 0 1 1 0 8 0 inpcb 336 1391 0 1380 8 1 7 7 0 8 5 nd6 136 35 0 21 1 0 1 1 0 8 0 pkpcb 40 7 0 7 1 0 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1168 7 0 7 2 1 1 1 0 8 1 pffrag 232 13 0 5 1 0 1 1 0 482 0 pffrnode 88 13 0 5 1 0 1 1 0 8 0 pffrent 40 175 0 167 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 1 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfstitem 24 90 0 19 1 0 1 1 0 8 0 pfstkey 128 92 0 21 3 0 3 3 0 8 0 pfstate 376 90 0 20 8 0 8 8 0 8 0 pfrule 1344 26 0 19 2 0 2 2 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 639 0 347 29 1 28 29 0 8 6 art_table 32 642 0 347 4 0 4 4 0 8 0 art_node 16 157 0 104 1 0 1 1 0 8 0 sysvmsgpl 40 20 0 12 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 34 0 10 1 0 1 1 0 8 0 shmpl 112 67 0 3 2 0 2 2 0 8 0 dirhash 1024 35 0 18 3 0 3 3 0 8 0 dino2pl 256 3554 0 2056 95 0 95 95 0 8 0 ffsino 272 3554 0 2056 102 1 101 102 0 8 0 nchpl 144 5324 0 4784 64 31 33 64 0 8 8 uvmvnodes 80 4271 0 0 88 0 88 88 0 8 0 vnodes 216 4271 0 0 238 0 238 238 0 8 0 namei 1024 18288 0 18287 2 1 1 2 0 8 0 percpumem 16 61 0 18 1 0 1 1 0 8 0 kstatmem 264 54 0 36 2 0 2 2 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 3 0 3 3 2 1 1 0 8 1 scxspl 216 15507 0 15506 8 5 3 5 1 8 2 plimitpl 152 332 0 315 1 0 1 1 0 8 0 sigapl 424 1552 0 1481 10 1 9 9 0 8 0 futexpl 64 17354 0 17350 1 0 1 1 0 8 0 knotepl 120 581 0 0 18 0 18 18 0 8 0 kqueuepl 216 442 0 432 6 3 3 5 0 8 2 pipepl 320 270 0 243 3 0 3 3 0 8 0 fdescpl 496 1509 0 1479 5 0 5 5 0 8 0 filepl 152 9857 0 9598 19 4 15 17 0 8 3 lockfpl 104 355 0 351 1 0 1 1 0 8 0 lockfspl 48 156 0 153 1 0 1 1 0 8 0 sessionpl 144 31 0 23 1 0 1 1 0 8 0 pgrppl 48 56 0 40 1 0 1 1 0 8 0 ucredpl 104 1553 0 1540 1 0 1 1 0 8 0 zombiepl 144 1483 0 1481 1 0 1 1 0 8 0 processpl 1160 1552 0 1481 6 0 6 6 0 8 0 procpl 648 3417 0 3337 9 1 8 8 0 8 0 srpgc 96 9 0 9 1 0 1 1 0 8 1 sosppl 168 1 0 1 1 1 0 1 0 8 0 sockpl 664 2491 0 2457 12 3 9 9 0 8 5 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 142 0 0 18 0 18 18 0 8 0 mcl2k 2048 91 0 0 12 0 12 12 0 8 0 mtagpl 96 39 0 0 1 0 1 1 0 8 0 mbufpl 256 386 0 0 24 0 24 24 0 8 0 bufpl 280 7521 0 1347 442 0 442 442 0 8 0 anonpl 24 288263 0 279807 73 2 71 71 0 185 19 amapchunkpl 152 49541 0 48734 38 6 32 35 0 158 0 amappl16 200 7757 0 7723 50 36 14 27 0 8 10 amappl15 192 12 0 12 1 1 0 1 0 8 0 amappl14 184 134 0 123 1 0 1 1 0 8 0 amappl13 176 13 0 13 2 1 1 1 0 8 1 amappl12 168 2186 0 2156 4 2 2 3 0 8 0 amappl11 160 55 0 41 1 0 1 1 0 8 0 amappl10 152 37 0 37 1 1 0 1 0 8 0 amappl9 144 134 0 134 1 1 0 1 0 8 0 amappl8 136 20 0 17 1 0 1 1 0 8 0 amappl7 128 115 0 104 1 0 1 1 0 8 0 amappl6 120 191 0 189 1 0 1 1 0 8 0 amappl5 112 162 0 149 1 0 1 1 0 8 0 amappl4 104 348 0 332 1 0 1 1 0 8 0 amappl3 96 8043 0 7934 3 0 3 3 0 8 0 amappl2 88 1855 0 1772 3 0 3 3 0 8 0 amappl1 80 12482 0 11949 15 1 14 14 0 8 0 amappl 88 12679 0 12492 5 0 5 5 0 92 0 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 7 0 7 2 1 1 1 0 8 1 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 69 0 3 2 0 2 2 0 8 0 uaddrrnd 24 1510 0 1480 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1510 0 1480 1 0 1 1 0 8 0 vmmpekpl 168 13797 0 13755 3 0 3 3 0 8 0 vmmpepl 168 101636 0 99795 103 0 103 103 0 357 16 vmsppl 448 1509 0 1479 6 2 4 5 0 8 0 rwobjpl 56 35599 0 30349 76 0 76 76 0 8 1 pdppl 4096 3027 0 2958 107 36 71 85 0 8 2 pvpl 32 26552 0 0 216 2 214 214 0 265 0 pmappl 248 1509 0 1479 3 0 3 3 0 8 0 extentpl 40 55 0 38 1 0 1 1 0 8 0 phpool 112 431 0 52 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(fffffd806b9bfd68,9,0) at witness_checkorder+0x1047 rw_enter(fffffd806b9bfd58,1) at rw_enter+0x122 rrw_enter(fffffd806b9bfd58,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464 VOP_LOCK(fffffd80628e1a38,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 vn_lock(fffffd80628e1a38,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564 vfs_lookup(ffff800032b87e28) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418 namei(ffff800032b87e28) at namei+0x7aa sys/kern/vfs_lookup.c:250 unp_connect(ffff800001391278,fffffd80685b9a00,ffff8000347a2f60) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868 uipc_dgram_send(ffff800001391278,fffffd8077820200,fffffd80685b9a00,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607 sosend(ffff800001391278,fffffd80685b9a00,ffff800032b880b8,0,0,0) at sosend+0xa40 sendit(ffff8000347a2f60,3,ffff800032b88230,0,ffff800032b882f0) at sendit+0x721 sys/kern/uipc_syscalls.c:786 sys_sendmsg(ffff8000347a2f60,ffff800032b883a0,ffff800032b882f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604 syscall(ffff800032b883a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline] syscall(ffff800032b883a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xad86dd8c8f0, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 x86_bus_space_io_read_4(b008,0) at x86_bus_space_io_read_4+0x37 sys/arch/amd64/amd64/bus_space.c:666 acpitimer_delay(1) at acpitimer_delay+0x77 acpitimer_read sys/dev/acpi/acpitimer.c:142 [inline] acpitimer_delay(1) at acpitimer_delay+0x77 sys/dev/acpi/acpitimer.c:120 comcnputc(800,70) at comcnputc+0x29b sys/dev/ic/com.c:1269 cnputc(70) at cnputc+0x61 sys/dev/cons.c:218 kputchar(70,5,0) at kputchar+0x2cc sys/kern/subr_prf.c:367 kprintf() at kprintf+0x2aba sys/kern/subr_prf.c:1065 printf(ffffffff830e36a8) at printf+0x8b sys/kern/subr_prf.c:529 uvm_fault_unwire_locked(fffffd806c3aa718,1c8125d6000,1c8127d5000) at uvm_fault_unwire_locked+0x2f7 sys/uvm/uvm_fault.c:1725 uvm_unmap_kill_entry_withlock(fffffd806c3aa718,fffffd8063ceabd8,0) at uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860 uvm_map_teardown(fffffd806c3aa718) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496 uvmspace_free(fffffd806c3aa718) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:477 end trace frame: 0x0, count: -15