panic: acquiring bplaoncikca:b l e sl e e p l okcek rwnielt h s p i n dloicak gonro scrtiitci c a l s e catissoner hteilodn ( k e rn e l _l o c k ) &k er n e l _ l o c k
Stopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*475109 87339 0 0 0x4000000 0 syz-executor.4
28489 60130 0 0x14000 0x200 1 reaper
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a56b6) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff82b47030,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd806e4be130) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd806e4be130) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd806e4be018) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002e3e8f28,ffff80002e3e8f34,ffff800026ce9000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002e3e8f28,ffff80002e3e8f34,4,0,ffff800000689000) at ip_input_if+0x2a1
ipv4_input(ffff800000689000,fffffd8074201400) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff800000689000,fffffd8074201400,2) at if_input_local+0x10e sys/net/if.c:774
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline]
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 sys/netinet/ip_output.c:332
rip_output(fffffd807dba9100,fffffd806e4beb58,ffff80002e3e9180,f2) at rip_output+0x2cb sys/netinet/raw_ip.c:302
end trace frame: 0xffff80002e3e9200, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
*cpu0: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock
cpu1: kernel diagnostic assertion "!_kernel_lock_held()" failed: file "/syzkaller/managers/multicore/kernel/sys/uvm/uvm_map.c", line 2734
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a56b6) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff82b47030,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd806e4be130) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd806e4be130) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd806e4be018) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002e3e8f28,ffff80002e3e8f34,ffff800026ce9000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002e3e8f28,ffff80002e3e8f34,4,0,ffff800000689000) at ip_input_if+0x2a1
ipv4_input(ffff800000689000,fffffd8074201400) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff800000689000,fffffd8074201400,2) at if_input_local+0x10e sys/net/if.c:774
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline]
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 sys/netinet/ip_output.c:332
rip_output(fffffd807dba9100,fffffd806e4beb58,ffff80002e3e9180,f2) at rip_output+0x2cb sys/netinet/raw_ip.c:302
rip_usrreq(fffffd806e4beb58,9,fffffd807dba9100,0,0,ffff8000ffff2a88) at rip_usrreq+0x49c sys/netinet/raw_ip.c:554
sosend(fffffd806e4beb58,0,ffff80002e3e9410,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582
dofilewritev(ffff8000ffff2a88,5,ffff80002e3e9410,0,ffff80002e3e9510) at dofilewritev+0x19c sys/kern/sys_generic.c:381
sys_writev(ffff8000ffff2a88,ffff80002e3e94b8,ffff80002e3e9510) at sys_writev+0xa7 sys/kern/sys_generic.c:328
syscall(ffff80002e3e9580) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002e3e9580) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x47f9e171520, count: -20
ddb{0}> show registers
rdi 0
rsi 0x1
rbp 0xffff80002e3e8ab0
rbx 0xffffffff8294ebff cpu_info_full_primary+0x2bff
rdx 0xffff800000c61880
rcx 0
rax 0xffff8000ffff2a88
r8 0x101010101010101
r9 0x8080808080808080
r10 0x14cc753459f737d7
r11 0xed191f2a5d5186f
r12 0xffffffff8294ea00 cpu_info_full_primary+0x2a00
r13 0
r14 0
r15 0x1
rip 0xffffffff81f18858 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff80002e3e8aa0
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor.4) pid=475109 stat=onproc
flags process=0 proc=4000000<THREAD>
pri=32, usrpri=84, nice=20
forw=0xffffffffffffffff, list=0xffff8000ffff3a48,0xffff8000ffff3518
process=0xffff80002e3b0c98 user=0xffff80002e3e4000, vmspace=0xfffffd805aec65f0
estcpu=34, cpticks=2, pctcpu=0.0
user=0, sys=2, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
24475 149049 44169 0 2 0 syz-executor.6
28101 415595 60352 0 2 0 syz-executor.7
91840 294364 83619 0 2 0 syz-executor.0
99330 449635 23385 0 3 0x80 nanoslp syz-executor.3
99330 431328 23385 0 3 0x4000080 fsleep syz-executor.3
87339 497677 44633 0 2 0 syz-executor.4
*87339 475109 44633 0 7 0x4000000 syz-executor.4
9632 12792 93974 0 2 0x2 syz-executor.5
60352 288965 93974 0 3 0x82 nanoslp syz-executor.7
44633 215460 93974 0 3 0x82 nanoslp syz-executor.4
44169 133004 93974 0 3 0x82 nanoslp syz-executor.6
23385 329036 93974 0 3 0x82 nanoslp syz-executor.3
95031 436196 93974 0 3 0x82 nanoslp syz-executor.1
83405 470214 93974 0 3 0x82 nanoslp syz-executor.2
83619 41509 93974 0 3 0x82 nanoslp syz-executor.0
37352 122265 0 0 3 0x14200 bored sosplice
64154 390519 0 0 3 0x14280 nfsidl nfsio
6184 480759 0 0 3 0x14280 nfsidl nfsio
8314 349310 0 0 3 0x14280 nfsidl nfsio
60725 77154 0 0 3 0x14280 nfsidl nfsio
96008 42278 0 0 3 0x14280 nfsidl nfsio
27145 233824 0 0 3 0x14280 nfsidl nfsio
98033 219542 0 0 3 0x14280 nfsidl nfsio
88301 329317 0 0 3 0x14280 nfsidl nfsio
25894 299964 0 0 3 0x14280 nfsidl nfsio
21343 252363 0 0 3 0x14280 nfsidl nfsio
71023 204835 0 0 3 0x14280 nfsidl nfsio
58817 378943 0 0 3 0x14280 nfsidl nfsio
82181 259500 0 0 3 0x14280 nfsidl nfsio
50316 26616 0 0 3 0x14280 nfsidl nfsio
91248 456530 0 0 3 0x14280 nfsidl nfsio
45948 102585 0 0 3 0x14280 nfsidl nfsio
79779 298606 0 0 3 0x14280 nfsidl nfsio
80830 488571 0 0 3 0x14280 nfsidl nfsio
30064 356733 0 0 3 0x14280 nfsidl nfsio
51816 19842 0 0 3 0x14280 nfsidl nfsio
95828 84030 0 0 3 0x14200 acct acct
93974 403646 77835 0 3 0x82 thrsleep syz-fuzzer
93974 409602 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 440123 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 99436 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 456303 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 157050 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 271794 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 434978 77835 0 3 0x4000082 thrsleep syz-fuzzer
93974 451773 77835 0 3 0x4000082 kqread syz-fuzzer
77835 314245 48795 0 3 0x10008a sigsusp ksh
48795 385811 80890 0 3 0x9a kqread sshd
3021 395881 1 0 3 0x100083 ttyopn getty
80890 372681 1 0 3 0x88 kqread sshd
83535 71243 99655 74 3 0x1100092 bpf pflogd
99655 127809 1 0 3 0x80 netio pflogd
45713 456673 48390 73 3 0x1100090 kqread syslogd
48390 410104 1 0 3 0x100082 netio syslogd
58692 172537 1 0 3 0x100080 kqread resolvd
9314 433113 77916 77 3 0x100092 kqread dhcpleased
14970 144290 77916 77 3 0x100092 kqread dhcpleased
77916 116542 1 0 3 0x80 kqread dhcpleased
43791 202289 0 0 3 0x14200 bored smr
46933 247431 0 0 2 0x14200 zerothread
32203 87295 0 0 3 0x14200 aiodoned aiodoned
20083 448842 0 0 3 0x14200 syncer update
24171 438872 0 0 3 0x14200 cleaner cleaner
60130 28489 0 0 7 0x14200 reaper
31396 196714 0 0 3 0x14200 pgdaemon pagedaemon
75180 245324 0 0 3 0x14200 bored viomb
87560 496121 0 0 3 0x40014200 acpi0 acpi0
35127 48239 0 0 3 0x40014200 idle1
58753 61130 0 0 3 0x14200 bored softnet
15107 211521 0 0 3 0x14200 bored systqmp
89214 298718 0 0 3 0x14200 bored systq
68569 514909 0 0 3 0x40014200 bored softclock
94489 500771 0 0 3 0x40014200 idle0
1 330184 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
CPU 0:
exclusive mutex &table->inpt_mtx r = 0 (0xffffffff829c70c8)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 rip_input+0x135
#4 ip_deliver+0x322 sys/netinet/ip_input.c:657
#5 ip_ours+0x3ba sys/netinet/ip_input.c:616
#6 ip_input_if+0x2a1
#7 ipv4_input+0x48 sys/netinet/ip_input.c:242
#8 if_input_local+0x10e sys/net/if.c:774
#9 ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline]
#9 ip_output+0xb05 sys/netinet/ip_output.c:332
#10 rip_output+0x2cb sys/netinet/raw_ip.c:302
#11 rip_usrreq+0x49c sys/netinet/raw_ip.c:554
#12 sosend+0x632 sys/kern/uipc_socket.c:582
#13 dofilewritev+0x19c sys/kern/sys_generic.c:381
#14 sys_writev+0xa7 sys/kern/sys_generic.c:328
#15 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#15 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#16 Xsyscall+0x128
CPU 1:
exclusive mutex &(curpg)->mdpage.pv_mtx r = 0 (0xfffffd80072c0ab8)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 pmap_remove_ptes+0x208 pmap_remove_pv sys/arch/amd64/amd64/pmap.c:1059 [inline]
#3 pmap_remove_ptes+0x208 sys/arch/amd64/amd64/pmap.c:1657
#4 pmap_do_remove+0x416 sys/arch/amd64/amd64/pmap.c:1865
#5 uvm_unmap_kill_entry_withlock+0x1af sys/uvm/uvm_map.c:2139
#6 uvm_map_teardown+0x197 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline]
#6 uvm_map_teardown+0x197 sys/uvm/uvm_map.c:2771
#7 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
#8 reaper+0x18b sys/kern/kern_exit.c:457
#9 proc_trampoline+0x1c
exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd8074555108)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 pmap_do_remove+0x8b rcr3 machine/cpufunc.h:141 [inline]
#3 pmap_do_remove+0x8b pmap_map_ptes sys/arch/amd64/amd64/pmap.c:414 [inline]
#3 pmap_do_remove+0x8b sys/arch/amd64/amd64/pmap.c:1769
#4 uvm_unmap_kill_entry_withlock+0x1af sys/uvm/uvm_map.c:2139
#5 uvm_map_teardown+0x197 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline]
#5 uvm_map_teardown+0x197 sys/uvm/uvm_map.c:2771
#6 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
#7 reaper+0x18b sys/kern/kern_exit.c:457
#8 proc_trampoline+0x1c
Process 87339 (syz-executor.4) thread 0xffff8000ffff2a88 (475109)
exclusive rwlock netlock r = 0 (0xffffffff828f7720)
#0 witness_lock+0x44d
#1 solock+0x86 sys/kern/uipc_socket2.c:295
#2 sosend+0x517 sys/kern/uipc_socket.c:570
#3 dofilewritev+0x19c sys/kern/sys_generic.c:381
#4 sys_writev+0xa7 sys/kern/sys_generic.c:328
#5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6 Xsyscall+0x128
exclusive mutex &table->inpt_mtx r = 0 (0xffffffff829c70c8)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 rip_input+0x135
#4 ip_deliver+0x322 sys/netinet/ip_input.c:657
#5 ip_ours+0x3ba sys/netinet/ip_input.c:616
#6 ip_input_if+0x2a1
#7 ipv4_input+0x48 sys/netinet/ip_input.c:242
#8 if_input_local+0x10e sys/net/if.c:774
#9 ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline]
#9 ip_output+0xb05 sys/netinet/ip_output.c:332
#10 rip_output+0x2cb sys/netinet/raw_ip.c:302
#11 rip_usrreq+0x49c sys/netinet/raw_ip.c:554
#12 sosend+0x632 sys/kern/uipc_socket.c:582
#13 dofilewritev+0x19c sys/kern/sys_generic.c:381
#14 sys_writev+0xa7 sys/kern/sys_generic.c:328
#15 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#15 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#16 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10357 6625K 7426K 78643K 42283 0
pcb 13 16K 21K 78643K 1193 0
rtable 266 23K 26K 78643K 2265 0
ifaddr 98 21K 22K 78643K 870 0
sysctl 2 0K 0K 78643K 2 0
counters 56 35K 36K 78643K 200 0
ioctlops 0 0K 8K 78643K 4067 0
iov 0 0K 16K 78643K 998 0
mount 1 1K 1K 78643K 1 0
log 0 0K 0K 78643K 4 0
vnodes 1526 95K 96K 78643K 11283 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 9K 78643K 264 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 1003 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1697 195K 286K 78643K 12548 0
file desc 15 53K 93K 78643K 9164 0
sigio 0 0K 0K 78643K 18 0
proc 72 87K 124K 78643K 1437 0
subproc 104 6K 6K 78643K 403 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 440 0
in_multi 92 6K 6K 78643K 533 0
ether_multi 1 0K 0K 78643K 82 0
mrt 40 2K 2K 78643K 77 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 247 1102K 1102K 78643K 247 0
exec 0 0K 2K 78643K 2253 0
tdb 3 0K 0K 78643K 3 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 455 424K 427K 78643K 118381 0
UVM aobj 131 4K 4K 78643K 157 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 256 0
NDP 15 0K 2K 78643K 153 0
temp 181 4805K 4869K 78643K 162849 0
kqueue 12 18K 24K 78643K 497 0
SYN cache 2 16K 16K 78643K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 22 0 0 1 0 1 1 0 8 0
rtpcb 120 601 0 598 7 6 1 3 0 8 0
rtentry 112 515 0 413 5 1 4 4 0 8 0
unpcb 136 3830 0 3815 45 39 6 6 0 8 5
syncache 296 37 0 37 12 12 0 1 0 8 0
tcpqe 32 8 0 8 4 4 0 1 0 8 0
tcpcb 736 3119 0 3112 88 86 2 14 0 8 1
arp 120 81 0 62 1 0 1 1 0 8 0
inpcb 312 7856 0 7843 100 96 4 12 0 8 3
rttmr 72 8 0 8 3 3 0 1 0 8 0
ip6q 72 3 0 3 1 1 0 1 0 8 0
ip6af 40 9 0 9 1 1 0 1 0 8 0
nd6 48 107 0 83 1 0 1 1 0 8 0
pkpcb 40 75 0 75 4 4 0 1 0 8 0
kcovpl 48 30 0 22 1 0 1 1 0 8 0
ppxss 1248 22 0 22 5 5 0 1 0 8 0
pfstscr 40 17 0 17 5 5 0 1 0 8 0
pffrag 232 26 0 26 4 4 0 1 0 482 0
pffrnode 88 26 0 26 4 4 0 1 0 8 0
pffrent 40 495 0 495 4 4 0 1 0 8 0
pfosfp 40 1431 0 1007 5 0 5 5 0 8 0
pfosfpen 112 1431 0 716 21 0 21 21 0 8 0
pfrktable 1344 135 0 119 4 2 2 2 0 8 0
pftag 88 11 0 7 1 0 1 1 0 8 0
pfstitem 24 50 0 48 1 0 1 1 0 8 0
pfstkey 112 76 0 74 2 1 1 2 0 8 0
pfstate 320 62 0 60 3 2 1 3 0 8 0
pfrule 1360 464 0 402 11 5 6 6 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 2213 0 1791 48 20 28 29 0 8 1
art_table 32 2214 0 1791 4 0 4 4 0 8 0
art_node 16 477 0 387 1 0 1 1 0 8 0
sysvmsgpl 40 19 0 13 1 0 1 1 0 8 0
semapl 112 1001 0 991 1 0 1 1 0 8 0
shmpl 112 154 0 26 4 0 4 4 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 13786 0 12315 93 0 93 93 0 8 0
ffsino 272 13786 0 12315 99 0 99 99 0 8 0
nchpl 144 26064 0 24436 62 0 62 62 0 8 0
uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0
vnodes 224 5926 0 0 349 0 349 349 0 8 0
namei 1024 94485 0 94485 5 4 1 2 0 8 1
percpumem 16 112 0 72 1 0 1 1 0 8 0
vcpupl 2048 31 0 1 4 0 4 4 0 8 0
vmpool 560 50 0 20 5 2 3 3 0 8 0
pfiaddrpl 120 39 0 20 1 0 1 1 0 8 0
scsiplug 72 4 0 4 1 1 0 1 0 8 0
scxspl 216 70688 0 70688 21 20 1 8 0 8 1
plimitpl 152 848 0 833 1 0 1 1 0 8 0
sigapl 424 9450 0 9383 8 0 8 8 0 8 0
futexpl 64 83090 0 83089 4 3 1 1 0 8 0
knotepl 120 551 0 0 10 3 7 8 0 8 0
kqueuepl 216 1776 0 1768 32 31 1 6 0 8 0
pipepl 336 3041 0 3013 69 64 5 11 0 8 2
fdescpl 496 9414 0 9386 5 0 5 5 0 8 0
filepl 152 63945 0 63702 99 84 15 21 0 8 4
lockfpl 104 2269 0 2267 5 4 1 2 0 8 0
lockfspl 48 726 0 724 1 0 1 1 0 8 0
sessionpl 144 46 0 29 1 0 1 1 0 8 0
pgrppl 48 60 0 43 1 0 1 1 0 8 0
ucredpl 96 8072 0 8058 1 0 1 1 0 8 0
zombiepl 144 9386 0 9383 2 1 1 1 0 8 0
processpl 1064 9450 0 9383 5 0 5 5 0 8 0
procpl 672 27197 0 27119 22 14 8 9 0 8 0
srpgc 96 20 0 20 9 8 1 1 0 8 1
sosppl 168 72 0 72 15 15 0 1 0 8 0
sockpl 480 12376 0 12348 227 215 12 29 0 8 8
mcl64k 65536 19 0 0 3 0 3 3 0 8 0
mcl16k 16384 25 0 0 4 1 3 3 0 8 0
mcl12k 12288 25 0 0 2 0 2 2 0 8 0
mcl9k 9216 46 0 0 3 0 3 3 0 8 0
mcl8k 8192 18 0 0 3 0 3 3 0 8 0
mcl4k 4096 18 0 0 3 0 3 3 0 8 0
mcl2k2 2112 4 0 0 1 0 1 1 0 8 0
mcl2k 2048 468 0 0 31 0 31 31 0 8 0
mtagpl 96 1511 0 0 34 0 34 34 0 8 0
mbufpl 256 1812 0 0 102 1 101 101 0 8 0
bufpl 288 16886 0 10550 453 0 453 453 0 8 0
anonpl 24 2706831 0 2688709 293 146 147 175 0 186 8
amapchunkpl 152 286427 0 285565 98 58 40 52 0 158 2
amappl16 200 27281 0 26604 129 81 48 60 0 8 4
amappl15 192 1388 0 1381 1 0 1 1 0 8 0
amappl14 184 988 0 982 1 0 1 1 0 8 0
amappl13 176 1796 0 1789 1 0 1 1 0 8 0
amappl12 168 1042 0 1041 3 2 1 1 0 8 0
amappl11 160 335 0 319 1 0 1 1 0 8 0
amappl10 152 451 0 444 1 0 1 1 0 8 0
amappl9 144 1658 0 1654 1 0 1 1 0 8 0
amappl8 136 3777 0 3667 4 0 4 4 0 8 0
amappl7 128 2796 0 2778 1 0 1 1 0 8 0
amappl6 120 1447 0 1421 2 1 1 2 0 8 0
amappl5 112 7660 0 7642 1 0 1 1 0 8 0
amappl4 104 2137 0 2108 2 0 2 2 0 8 0
amappl3 96 2456 0 2443 1 0 1 1 0 8 0
amappl2 88 3678 0 3627 3 1 2 3 0 8 0
amappl1 80 172557 0 171998 21 8 13 19 0 8 0
amappl 88 117286 0 116989 9 1 8 8 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 156 0 26 3 0 3 3 0 8 0
uaddrrnd 24 9464 0 9405 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 9464 0 9405 1 0 1 1 0 8 0
vmmpekpl 168 79385 0 79310 4 0 4 4 0 8 0
vmmpepl 168 860642 0 857940 264 127 137 144 0 357 2
vmsppl 368 9463 0 9405 7 1 6 6 0 8 0
rwobjpl 56 216176 0 208395 128 14 114 117 0 8 1
pdppl 4096 18935 0 18840 453 354 99 99 0 8 4
pvpl 32 4477575 0 4457055 457 236 221 262 0 265 15
pmappl 248 9463 0 9405 4 0 4 4 0 8 0
extentpl 40 58 0 38 1 0 1 1 0 8 0
phpool 112 1583 0 634 28 0 28 28 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a56b6) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff82b47030,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff82b46e28) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd806e4be130) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd806e4be130) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd806e4be018) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002e3e8f28,ffff80002e3e8f34,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002e3e8f28,ffff80002e3e8f34,ffff800026ce9000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002e3e8f28,ffff80002e3e8f34,4,0,ffff800000689000) at ip_input_if+0x2a1
ipv4_input(ffff800000689000,fffffd8074201400) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff800000689000,fffffd8074201400,2) at if_input_local+0x10e sys/net/if.c:774
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline]
ip_output(fffffd807dba9100,0,fffffd806f6871b0,20,0,fffffd806f687138,80eccdbf31a5be17) at ip_output+0xb05 sys/netinet/ip_output.c:332
rip_output(fffffd807dba9100,fffffd806e4beb58,ffff80002e3e9180,f2) at rip_output+0x2cb sys/netinet/raw_ip.c:302
rip_usrreq(fffffd806e4beb58,9,fffffd807dba9100,0,0,ffff8000ffff2a88) at rip_usrreq+0x49c sys/netinet/raw_ip.c:554
sosend(fffffd806e4beb58,0,ffff80002e3e9410,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582
dofilewritev(ffff8000ffff2a88,5,ffff80002e3e9410,0,ffff80002e3e9510) at dofilewritev+0x19c sys/kern/sys_generic.c:381
sys_writev(ffff8000ffff2a88,ffff80002e3e94b8,ffff80002e3e9510) at sys_writev+0xa7 sys/kern/sys_generic.c:328
syscall(ffff80002e3e9580) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002e3e9580) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x47f9e171520, count: -20
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp
x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
x86_bus_space_io_read_1(3f8,5) at x86_bus_space_io_read_1+0x28 sys/arch/amd64/amd64/bus_space.c:639
comcnputc(800,20) at comcnputc+0x1a7 sys/dev/ic/com.c:1269
cnputc(20) at cnputc+0x4b sys/dev/cons.c:239
db_putchar(22) at db_putchar+0x316 db_force_whitespace sys/ddb/db_output.c:102 [inline]
db_putchar(22) at db_putchar+0x316 sys/ddb/db_output.c:153
kprintf() at kprintf+0x20ec sys/kern/subr_prf.c:1068
db_printf(ffffffff82608896) at db_printf+0x85 sys/kern/subr_prf.c:502
panic(ffffffff8258f849) at panic+0xd7 sys/kern/subr_prf.c:220
__assert(ffffffff826021d1,ffffffff826102ef,aae,ffffffff825c283e) at __assert+0x25 sys/kern/subr_prf.c:161
uvm_map_teardown(fffffd805aec6bb0) at uvm_map_teardown+0x2e8 sys/uvm/uvm_map.c:2736
uvmspace_free(fffffd805aec6bb0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
reaper(ffff8000210f8a80) at reaper+0x18b sys/kern/kern_exit.c:457
end trace frame: 0x0, count: 1
ddb{1}> trace
x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
x86_bus_space_io_read_1(3f8,5) at x86_bus_space_io_read_1+0x28 sys/arch/amd64/amd64/bus_space.c:639
comcnputc(800,20) at comcnputc+0x1a7 sys/dev/ic/com.c:1269
cnputc(20) at cnputc+0x4b sys/dev/cons.c:239
db_putchar(22) at db_putchar+0x316 db_force_whitespace sys/ddb/db_output.c:102 [inline]
db_putchar(22) at db_putchar+0x316 sys/ddb/db_output.c:153
kprintf() at kprintf+0x20ec sys/kern/subr_prf.c:1068
db_printf(ffffffff82608896) at db_printf+0x85 sys/kern/subr_prf.c:502
panic(ffffffff8258f849) at panic+0xd7 sys/kern/subr_prf.c:220
__assert(ffffffff826021d1,ffffffff826102ef,aae,ffffffff825c283e) at __assert+0x25 sys/kern/subr_prf.c:161
uvm_map_teardown(fffffd805aec6bb0) at uvm_map_teardown+0x2e8 sys/uvm/uvm_map.c:2736
uvmspace_free(fffffd805aec6bb0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
reaper(ffff8000210f8a80) at reaper+0x18b sys/kern/kern_exit.c:457
end trace frame: 0x0, count: -14