witness: pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125de000 didn't change!
lock order reversal:
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125df000 didn't change!
1st 0xffff800001391420 sbufsnd (&so->so_snd.sb_lock)
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e0000 didn't change!
2nd 0xfffffd806b9bfd68 inode (&ip->i_lock)
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e1000 didn't change!
lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock)
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e2000 didn't change!
lock order data 0xffffffff830b907b -> 0xffffffff83069ea7 is missing
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e3000 didn't change!
lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock)
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e4000 didn't change!
#0 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e5000 didn't change!
rw_enterpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e6000 didn't change!
+0x122pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e7000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e8000 didn't change!
#1 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125e9000 didn't change!
sblockpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ea000 didn't change!
+0xb7pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125eb000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ec000 didn't change!
#2 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ed000 didn't change!
soreceivepmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ee000 didn't change!
+0x295pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ef000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f0000 didn't change!
#3 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f1000 didn't change!
fifo_readpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f2000 didn't change!
+0x11apmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f3000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f4000 didn't change!
#4 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f5000 didn't change!
VOP_READpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f6000 didn't change!
+0x102pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f7000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f8000 didn't change!
#5 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125f9000 didn't change!
vn_rdwrpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fa000 didn't change!
+0x15bpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fb000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fc000 didn't change!
#6 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fd000 didn't change!
vndsetcredpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125fe000 didn't change!
+0xa1pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c8125ff000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812600000 didn't change!
#7 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812601000 didn't change!
vndioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812602000 didn't change!
+0xe6cpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812603000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812604000 didn't change!
#8 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812605000 didn't change!
VOP_IOCTLpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812606000 didn't change!
+0xacpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812607000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812608000 didn't change!
#9 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812609000 didn't change!
vn_ioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260a000 didn't change!
+0xf6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260b000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260c000 didn't change!
#10 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260d000 didn't change!
sys_ioctlpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260e000 didn't change!
+0x67cpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81260f000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812610000 didn't change!
#11 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812611000 didn't change!
syscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812612000 didn't change!
+0xbb6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812613000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812614000 didn't change!
#12 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812615000 didn't change!
Xsyscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812616000 didn't change!
+0x128pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812617000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812618000 didn't change!
lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock)
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812619000 didn't change!
#0 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261a000 didn't change!
rw_enterpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261b000 didn't change!
+0x122pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261c000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261d000 didn't change!
#1 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261e000 didn't change!
sblockpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81261f000 didn't change!
+0xb7pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812620000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812621000 didn't change!
#2 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812622000 didn't change!
sosplicepmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812623000 didn't change!
+0x3f4pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812624000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812625000 didn't change!
#3 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812626000 didn't change!
sys_setsockoptpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812627000 didn't change!
+0x2bapmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812628000 didn't change!
#4 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c812629000 didn't change!
syscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262a000 didn't change!
+0xbb6pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262b000 didn't change!
pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262c000 didn't change!
#5 pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262d000 didn't change!
Xsyscallpmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262e000 didn't change!
+0x128pmap_unwire: wiring for pmap 0xfffffd806a5384e8 va 0x1c81262f000 didn't change!
pStopped at db_enter+0x25: addq $0x8,%rsp
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
the kernel did not panic
ddb{0}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806b9bfd68,9,0) at witness_checkorder+0x1047
rw_enter(fffffd806b9bfd58,1) at rw_enter+0x122
rrw_enter(fffffd806b9bfd58,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd80628e1a38,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
vn_lock(fffffd80628e1a38,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564
vfs_lookup(ffff800032b87e28) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
namei(ffff800032b87e28) at namei+0x7aa sys/kern/vfs_lookup.c:250
unp_connect(ffff800001391278,fffffd80685b9a00,ffff8000347a2f60) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868
uipc_dgram_send(ffff800001391278,fffffd8077820200,fffffd80685b9a00,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
sosend(ffff800001391278,fffffd80685b9a00,ffff800032b880b8,0,0,0) at sosend+0xa40
sendit(ffff8000347a2f60,3,ffff800032b88230,0,ffff800032b882f0) at sendit+0x721 sys/kern/uipc_syscalls.c:786
sys_sendmsg(ffff8000347a2f60,ffff800032b883a0,ffff800032b882f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
syscall(ffff800032b883a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
syscall(ffff800032b883a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xad86dd8c8f0, count: -15
ddb{0}> show registers
rdi 0
rsi 0x40000 acpi_pdirpa+0x2be71
rbp 0xffff800032b87a80
rbx 0xfffffd80042c73d8
rdx 0xffff8000012b4ec0
rcx 0xffff8000347a2f60
rax 0x3ffff acpi_pdirpa+0x2be70
r8 0xffff800032b87960
r9 0x8080808080808080
r10 0xb053939e89aca36c
r11 0x25de4d9036da545c
r12 0
r13 0xfffffd8003adee00
r14 0x3
r15 0xffffffff
rip 0xffffffff81a4b165 db_enter+0x25
cs 0x8
rflags 0x246
rsp 0xffff800032b87a70
ss 0x10
db_enter+0x25: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor) tid=518481 pid=53375 tcnt=3 stat=onproc
flags process=0 proc=4000000<THREAD>
runpri=32, usrpri=86, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0
forw=0xffffffffffffffff, list=0xffff8000347a3c08,0xffffffff83536b00
process=0xffff8000fffe5fb8 user=0xffff800032b83000, vmspace=0xfffffd806b788720
estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
98789 322319 66281 0 2 0 syz-executor
98789 74029 66281 0 3 0x4000080 fsleep syz-executor
53375 399060 2877 0 2 0 syz-executor
53375 387687 2877 0 3 0x4000080 lockf syz-executor
*53375 518481 2877 0 7 0x4000000 syz-executor
14292 239021 93738 0 3 0x80 nanoslp syz-executor
14292 115037 93738 0 3 0x4000080 ttyout syz-executor
14292 245280 93738 0 3 0x4000080 fsleep syz-executor
12495 394504 23846 0 2 0x480 syz-executor
12495 419931 23846 0 3 0x4000080 kqread syz-executor
12495 382659 23846 0 3 0x4000080 fsleep syz-executor
74967 195831 69112 0 2 0x480 syz-executor
74967 306828 69112 0 3 0x4000080 netcon syz-executor
74967 369473 69112 0 3 0x4000080 fsleep syz-executor
42593 380678 0 0 3 0x14200 acct acct
23203 266496 1 0 3 0x80 nanoslp init
93325 262682 62242 0 2 0x2 syz-executor
15736 243304 0 0 3 0x14280 nfsidl nfsio
90855 513876 0 0 3 0x14280 nfsidl nfsio
82879 255623 0 0 3 0x14280 nfsidl nfsio
18698 321356 0 0 3 0x14280 nfsidl nfsio
60821 57941 0 0 3 0x14280 nfsidl nfsio
51334 319898 0 0 3 0x14280 nfsidl nfsio
31639 5860 0 0 3 0x14280 nfsidl nfsio
92323 403499 0 0 3 0x14280 nfsidl nfsio
34363 87718 0 0 3 0x14280 nfsidl nfsio
5629 154018 0 0 3 0x14280 nfsidl nfsio
67422 472199 0 0 3 0x14280 nfsidl nfsio
50043 361066 0 0 3 0x14280 nfsidl nfsio
61281 10922 0 0 3 0x14280 nfsidl nfsio
41144 280803 0 0 3 0x14280 nfsidl nfsio
98387 210156 0 0 3 0x14280 nfsidl nfsio
54271 240753 0 0 3 0x14280 nfsidl nfsio
94001 132559 0 0 3 0x14280 nfsidl nfsio
24981 355208 0 0 3 0x14280 nfsidl nfsio
83079 5460 0 0 3 0x14280 nfsidl nfsio
28607 144424 0 0 3 0x14280 nfsidl nfsio
52040 408539 0 0 3 0x14200 bored sosplice
23846 397446 62242 0 2 0x482 syz-executor
2877 48092 62242 0 2 0x482 syz-executor
93738 513881 62242 0 2 0x482 syz-executor
69112 505971 62242 0 2 0x482 syz-executor
10204 29270 62242 0 2 0x482 syz-executor
66281 284186 62242 0 2 0x482 syz-executor
43061 350228 62242 0 2 0x482 syz-executor
62242 421859 39810 0 2 0x82 syz-executor
39810 303052 58887 0 3 0x10008a sigsusp ksh
58887 431118 63015 0 3 0x98 kqread sshd-session
63015 432549 78500 0 3 0x92 kqread sshd-session
78500 91220 1 0 3 0x88 kqread sshd
14179 292851 81521 74 3 0x1100092 bpf pflogd
81521 305245 1 0 3 0x80 sbwait pflogd
38320 412822 68748 73 3 0x1100010 ffs_fsync syslogd
68748 183702 1 0 3 0x100082 sbwait syslogd
80303 189177 1 0 3 0x100080 kqread resolvd
5070 123208 19777 77 3 0x100092 kqread dhcpleased
95435 506915 19777 77 3 0x100092 kqread dhcpleased
19777 470966 1 0 3 0x80 kqread dhcpleased
5128 513422 0 0 3 0x14200 bored smr
80170 88169 0 0 3 0x14200 pgzero zerothread
25490 502466 0 0 3 0x14200 aiodoned aiodoned
65135 21598 0 0 3 0x14200 syncer update
42120 62685 0 0 3 0x14200 cleaner cleaner
65149 522919 0 0 7 0x14200 reaper
56795 385693 0 0 3 0x14200 pgdaemon pagedaemon
91051 178394 0 0 3 0x14200 bored viomb
97616 519378 0 0 3 0x40014200 acpi0 acpi0
58574 366686 0 0 3 0x40014200 idle1
86045 319767 0 0 3 0x14200 bored softnet3
38746 488471 0 0 3 0x14200 bored softnet2
608 12808 0 0 3 0x14200 bored softnet1
16787 2891 0 0 3 0x14200 bored softnet0
48325 209284 0 0 3 0x14200 bored systqmp
52510 208707 0 0 3 0x14200 bored systq
88622 463334 0 0 3 0x14200 tmoslp softclockmp
99696 103842 0 0 3 0x40014200 tmoslp softclock
38980 178142 0 0 3 0x40014200 idle0
1 99674 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 53375 (syz-executor) thread 0xffff8000347a2f60 (518481)
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835ff560)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 unp_connect+0x26c sys/kern/uipc_usrreq.c:868
#2 uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
#3 sosend+0xa40
#4 sendit+0x721 sys/kern/uipc_syscalls.c:786
#5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
#6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
exclusive rwlock sbufsnd r = 0 (0xffff800001391420)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 sblock+0xb7 sys/kern/uipc_socket2.c:549
#3 sosend+0x2ff sys/kern/uipc_socket.c:681
#4 sendit+0x721 sys/kern/uipc_syscalls.c:786
#5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
#6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
Process 38320 (syslogd) thread 0xffff8000ffffd450 (412822)
exclusive rrwlock inode r = 0 (0xfffffd806e4944e0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564
#5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2926
#6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:178 [inline]
#6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577
#7 Xsyscall+0x128
Process 65149 (reaper) thread 0xffff800029fd8cb0 (522919)
exclusive rwlock uobjlk r = 0 (0xfffffd806c051b08)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 rw_enter+0x41b sys/kern/kern_rwlock.c:309
#2 uvm_fault_unwire_locked+0x253 sys/uvm/uvm_fault.c:1713
#3 uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860
#4 uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496
#5 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420
#6 reaper+0x246 sys/kern/kern_exit.c:477
#7 proc_trampoline+0x10
exclusive rwlock vmmaplk r = 0 (0xfffffd806c3aa810)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1155
#1 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5255
#2 uvm_map_teardown+0x5e sys/uvm/uvm_map.c:2464
#3 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420
#4 reaper+0x246 sys/kern/kern_exit.c:477
#5 proc_trampoline+0x10
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10199 11127K 11467K 166960K 12656 0
pcb 17 14K 16K 166960K 297 0
rtable 151 6K 8K 166960K 617 0
pf 32 17K 21K 166960K 101 0
ifaddr 29 4K 8K 166960K 71 0
ifgroup 43 2K 2K 166960K 111 0
sysctl 2 0K 0K 166960K 2 0
counters 58 35K 36K 166960K 94 0
ioctlops 0 0K 4K 166960K 1578 0
iov 0 0K 18K 166960K 65 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1477 93K 93K 166960K 2326 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 9K 166960K 20 0
VM map 2 1K 1K 166960K 2 0
sem 26 11K 12K 166960K 45 0
dirhash 12 2K 2K 166960K 39 0
ACPI 1690 195K 286K 166960K 12468 0
file desc 16 57K 93K 166960K 1219 0
sigio 0 0K 0K 166960K 39 0
proc 63 79K 128K 166960K 712 0
subproc 104 6K 6K 166960K 117 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 136 0
in_multi 55 4K 7K 166960K 146 0
ether_multi 1 0K 0K 166960K 4 0
mrt 0 0K 0K 166960K 4 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 127 572K 572K 166960K 127 0
exec 0 0K 1K 166960K 528 0
fusefs mount 1 32K 32K 166960K 1 0
pfkey data 0 0K 0K 166960K 1 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 246 75K 88K 166960K 13235 0
UVM aobj 67 7K 7K 166960K 70 0
pinsyscall 40 80K 106K 166960K 2363 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 2 0K 0K 166960K 104 0
NDP 9 0K 2K 166960K 48 0
temp 67 6825K 7075K 166960K 29031 0
kqueue 14 20K 30K 166960K 222 0
SYN cache 2 16K 16K 166960K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 121 0 118 1 0 1 1 0 8 0
rtentry 112 160 0 96 4 0 4 4 0 8 0
unpcb 144 923 0 903 8 5 3 4 0 8 2
syncache 336 9 0 9 3 2 1 1 0 8 1
tcpqe 32 2 0 2 1 0 1 1 0 8 1
tcpcb 808 411 0 403 10 4 6 8 0 8 5
arp 120 28 0 16 1 0 1 1 0 8 0
inpcb 336 1391 0 1380 8 1 7 7 0 8 5
nd6 136 35 0 21 1 0 1 1 0 8 0
pkpcb 40 7 0 7 1 0 1 1 0 8 1
kcovpl 48 9 0 1 1 0 1 1 0 8 0
ppxss 1168 7 0 7 2 1 1 1 0 8 1
pffrag 232 13 0 5 1 0 1 1 0 482 0
pffrnode 88 13 0 5 1 0 1 1 0 8 0
pffrent 40 175 0 167 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfrktable 1344 1 0 0 1 0 1 1 0 8 0
pftag 88 1 0 0 1 0 1 1 0 8 0
pfstitem 24 90 0 19 1 0 1 1 0 8 0
pfstkey 128 92 0 21 3 0 3 3 0 8 0
pfstate 376 90 0 20 8 0 8 8 0 8 0
pfrule 1344 26 0 19 2 0 2 2 0 8 0
art_heap8 4096 3 0 0 3 0 3 3 0 8 0
art_heap4 256 639 0 347 29 1 28 29 0 8 6
art_table 32 642 0 347 4 0 4 4 0 8 0
art_node 16 157 0 104 1 0 1 1 0 8 0
sysvmsgpl 40 20 0 12 1 0 1 1 0 8 0
semupl 112 1 0 1 1 1 0 1 0 8 0
semapl 112 34 0 10 1 0 1 1 0 8 0
shmpl 112 67 0 3 2 0 2 2 0 8 0
dirhash 1024 35 0 18 3 0 3 3 0 8 0
dino2pl 256 3554 0 2056 95 0 95 95 0 8 0
ffsino 272 3554 0 2056 102 1 101 102 0 8 0
nchpl 144 5324 0 4784 64 31 33 64 0 8 8
uvmvnodes 80 4271 0 0 88 0 88 88 0 8 0
vnodes 216 4271 0 0 238 0 238 238 0 8 0
namei 1024 18288 0 18287 2 1 1 2 0 8 0
percpumem 16 61 0 18 1 0 1 1 0 8 0
kstatmem 264 54 0 36 2 0 2 2 0 8 0
acpiwqpl 32 1 0 1 1 0 1 1 1 8 1
scsiplug 72 3 0 3 3 2 1 1 0 8 1
scxspl 216 15507 0 15506 8 5 3 5 1 8 2
plimitpl 152 332 0 315 1 0 1 1 0 8 0
sigapl 424 1552 0 1481 10 1 9 9 0 8 0
futexpl 64 17354 0 17350 1 0 1 1 0 8 0
knotepl 120 581 0 0 18 0 18 18 0 8 0
kqueuepl 216 442 0 432 6 3 3 5 0 8 2
pipepl 320 270 0 243 3 0 3 3 0 8 0
fdescpl 496 1509 0 1479 5 0 5 5 0 8 0
filepl 152 9857 0 9598 19 4 15 17 0 8 3
lockfpl 104 355 0 351 1 0 1 1 0 8 0
lockfspl 48 156 0 153 1 0 1 1 0 8 0
sessionpl 144 31 0 23 1 0 1 1 0 8 0
pgrppl 48 56 0 40 1 0 1 1 0 8 0
ucredpl 104 1553 0 1540 1 0 1 1 0 8 0
zombiepl 144 1483 0 1481 1 0 1 1 0 8 0
processpl 1160 1552 0 1481 6 0 6 6 0 8 0
procpl 648 3417 0 3337 9 1 8 8 0 8 0
srpgc 96 9 0 9 1 0 1 1 0 8 1
sosppl 168 1 0 1 1 1 0 1 0 8 0
sockpl 664 2491 0 2457 12 3 9 9 0 8 5
mcl64k 65536 6 0 0 1 0 1 1 0 8 0
mcl12k 12288 2 0 0 1 0 1 1 0 8 0
mcl8k 8192 3 0 0 1 0 1 1 0 8 0
mcl4k 4096 142 0 0 18 0 18 18 0 8 0
mcl2k 2048 91 0 0 12 0 12 12 0 8 0
mtagpl 96 39 0 0 1 0 1 1 0 8 0
mbufpl 256 386 0 0 24 0 24 24 0 8 0
bufpl 280 7521 0 1347 442 0 442 442 0 8 0
anonpl 24 288263 0 279807 73 2 71 71 0 185 19
amapchunkpl 152 49541 0 48734 38 6 32 35 0 158 0
amappl16 200 7757 0 7723 50 36 14 27 0 8 10
amappl15 192 12 0 12 1 1 0 1 0 8 0
amappl14 184 134 0 123 1 0 1 1 0 8 0
amappl13 176 13 0 13 2 1 1 1 0 8 1
amappl12 168 2186 0 2156 4 2 2 3 0 8 0
amappl11 160 55 0 41 1 0 1 1 0 8 0
amappl10 152 37 0 37 1 1 0 1 0 8 0
amappl9 144 134 0 134 1 1 0 1 0 8 0
amappl8 136 20 0 17 1 0 1 1 0 8 0
amappl7 128 115 0 104 1 0 1 1 0 8 0
amappl6 120 191 0 189 1 0 1 1 0 8 0
amappl5 112 162 0 149 1 0 1 1 0 8 0
amappl4 104 348 0 332 1 0 1 1 0 8 0
amappl3 96 8043 0 7934 3 0 3 3 0 8 0
amappl2 88 1855 0 1772 3 0 3 3 0 8 0
amappl1 80 12482 0 11949 15 1 14 14 0 8 0
amappl 88 12679 0 12492 5 0 5 5 0 92 0
dma16384 16384 1 0 1 1 1 0 1 0 8 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 7 0 7 2 1 1 1 0 8 1
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 19 0 18 1 0 1 1 0 8 0
aobjpl 72 69 0 3 2 0 2 2 0 8 0
uaddrrnd 24 1510 0 1480 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 1510 0 1480 1 0 1 1 0 8 0
vmmpekpl 168 13797 0 13755 3 0 3 3 0 8 0
vmmpepl 168 101636 0 99795 103 0 103 103 0 357 16
vmsppl 448 1509 0 1479 6 2 4 5 0 8 0
rwobjpl 56 35599 0 30349 76 0 76 76 0 8 1
pdppl 4096 3027 0 2958 107 36 71 85 0 8 2
pvpl 32 26552 0 0 216 2 214 214 0 265 0
pmappl 248 1509 0 1479 3 0 3 3 0 8 0
extentpl 40 55 0 38 1 0 1 1 0 8 0
phpool 112 431 0 52 11 0 11 11 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437
witness_checkorder(fffffd806b9bfd68,9,0) at witness_checkorder+0x1047
rw_enter(fffffd806b9bfd58,1) at rw_enter+0x122
rrw_enter(fffffd806b9bfd58,1) at rrw_enter+0xbe sys/kern/kern_rwlock.c:464
VOP_LOCK(fffffd80628e1a38,2001) at VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524
vn_lock(fffffd80628e1a38,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:564
vfs_lookup(ffff800032b87e28) at vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
namei(ffff800032b87e28) at namei+0x7aa sys/kern/vfs_lookup.c:250
unp_connect(ffff800001391278,fffffd80685b9a00,ffff8000347a2f60) at unp_connect+0x27d sys/kern/uipc_usrreq.c:868
uipc_dgram_send(ffff800001391278,fffffd8077820200,fffffd80685b9a00,0) at uipc_dgram_send+0x131 sys/kern/uipc_usrreq.c:607
sosend(ffff800001391278,fffffd80685b9a00,ffff800032b880b8,0,0,0) at sosend+0xa40
sendit(ffff8000347a2f60,3,ffff800032b88230,0,ffff800032b882f0) at sendit+0x721 sys/kern/uipc_syscalls.c:786
sys_sendmsg(ffff8000347a2f60,ffff800032b883a0,ffff800032b882f0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:604
syscall(ffff800032b883a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:178 [inline]
syscall(ffff800032b883a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xad86dd8c8f0, count: -15
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
ddb{1}> trace
x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
x86_bus_space_io_read_4(b008,0) at x86_bus_space_io_read_4+0x37 sys/arch/amd64/amd64/bus_space.c:666
acpitimer_delay(1) at acpitimer_delay+0x77 acpitimer_read sys/dev/acpi/acpitimer.c:142 [inline]
acpitimer_delay(1) at acpitimer_delay+0x77 sys/dev/acpi/acpitimer.c:120
comcnputc(800,70) at comcnputc+0x29b sys/dev/ic/com.c:1269
cnputc(70) at cnputc+0x61 sys/dev/cons.c:218
kputchar(70,5,0) at kputchar+0x2cc sys/kern/subr_prf.c:367
kprintf() at kprintf+0x2aba sys/kern/subr_prf.c:1065
printf(ffffffff830e36a8) at printf+0x8b sys/kern/subr_prf.c:529
uvm_fault_unwire_locked(fffffd806c3aa718,1c8125d6000,1c8127d5000) at uvm_fault_unwire_locked+0x2f7 sys/uvm/uvm_fault.c:1725
uvm_unmap_kill_entry_withlock(fffffd806c3aa718,fffffd8063ceabd8,0) at uvm_unmap_kill_entry_withlock+0x81 sys/uvm/uvm_map.c:1860
uvm_map_teardown(fffffd806c3aa718) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2496
uvmspace_free(fffffd806c3aa718) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3420
reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:477
end trace frame: 0x0, count: -15