panic: apcaqnuiicr:in g b l o kckearbnelle d isalgeneops t ic a s s leorctkio n " w!_iktehr nselp_inlolocckk_ h e l d () " f a i olerd c:r fiitilce a"l/ ssyeczktialolne hre/mladna (gekresr/nmeull_tloiccko)r e &/kkeerrnneell/_slyosc/ku
vmStopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*405702 3708 0 0 0x4000000 0 syz-executor.4
7121 18616 0 0x14000 0x200 1 reaper
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a2db5) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff829f3ad8,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd8065b20e70) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd8065b20e70) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd8065b20d58) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002db48778,ffff80002db48784,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002db48778,ffff80002db48784,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002db48778,ffff80002db48784,ffff8000272df000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002db48778,ffff80002db48784,4,0,ffff80000019f2a8) at ip_input_if+0x2a1
ipv4_input(ffff80000019f2a8,fffffd8067b3fa00) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff80000019f2a8,fffffd8067b3fa00,2) at if_input_local+0x10e sys/net/if.c:774
ether_resolve(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0,ffff80002db488c8) at ether_resolve+0x4ac sys/net/if_ethersubr.c:242
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:324 [inline]
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 sys/net/if_ethersubr.c:353
end trace frame: 0xffff80002db48a40, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
*cpu0: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock
cpu1: kernel diagnostic assertion "!_kernel_lock_held()" failed: file "/syzkaller/managers/multicore/kernel/sys/uvm/uvm_map.c", line 2734
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a2db5) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff829f3ad8,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd8065b20e70) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd8065b20e70) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd8065b20d58) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002db48778,ffff80002db48784,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002db48778,ffff80002db48784,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002db48778,ffff80002db48784,ffff8000272df000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002db48778,ffff80002db48784,4,0,ffff80000019f2a8) at ip_input_if+0x2a1
ipv4_input(ffff80000019f2a8,fffffd8067b3fa00) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff80000019f2a8,fffffd8067b3fa00,2) at if_input_local+0x10e sys/net/if.c:774
ether_resolve(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0,ffff80002db488c8) at ether_resolve+0x4ac sys/net/if_ethersubr.c:242
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:324 [inline]
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 sys/net/if_ethersubr.c:353
ip_output(fffffd806d561d00,0,fffffd8065ab8b88,20,0,fffffd8065ab8b10,1cb70a2a6a5965c9) at ip_output+0x106b sys/netinet/ip_output.c:468
rip_output(fffffd806d561d00,fffffd8065b20038,ffff80002db48ae0,103) at rip_output+0x2cb sys/netinet/raw_ip.c:302
rip_usrreq(fffffd8065b20038,9,fffffd806d561d00,0,0,ffff8000ffff2540) at rip_usrreq+0x49c sys/netinet/raw_ip.c:554
sosend(fffffd8065b20038,0,ffff80002db48d70,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582
dofilewritev(ffff8000ffff2540,5,ffff80002db48d70,0,ffff80002db48e70) at dofilewritev+0x19c sys/kern/sys_generic.c:381
sys_writev(ffff8000ffff2540,ffff80002db48e18,ffff80002db48e70) at sys_writev+0xa7 sys/kern/sys_generic.c:328
syscall(ffff80002db48ee0) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002db48ee0) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x725d2101ab0, count: -22
ddb{0}> show registers
rdi 0
rsi 0x1
rbp 0xffff80002db48300
rbx 0xffffffff8298dbff cpu_info_full_primary+0x2bff
rdx 0xffff800000be55c0
rcx 0
rax 0xffff8000ffff2540
r8 0x101010101010101
r9 0x8080808080808080
r10 0xf15c04d3c904ae6f
r11 0xc4a3af9421c54f00
r12 0xffffffff8298da00 cpu_info_full_primary+0x2a00
r13 0
r14 0
r15 0x1
rip 0xffffffff811e4c58 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff80002db482f0
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor.4) pid=405702 stat=onproc
flags process=0 proc=4000000<THREAD>
pri=32, usrpri=78, nice=20
forw=0xffffffffffffffff, list=0xffff8000ffff3ce0,0xffff8000ffff37b0
process=0xffff8000294e2158 user=0xffff80002db43000, vmspace=0xfffffd806c2d0180
estcpu=36, cpticks=2, pctcpu=0.0
user=0, sys=2, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
80204 108332 11143 0 2 0 syz-executor.5
80204 172625 11143 0 2 0x4000000 syz-executor.5
3708 359728 62599 0 2 0 syz-executor.4
* 3708 405702 62599 0 7 0x4000000 syz-executor.4
29047 237423 36420 0 2 0 syz-executor.6
29047 61908 36420 0 2 0x4000000 syz-executor.6
69993 490371 9976 0 3 0x80 nanoslp syz-executor.2
69993 364118 9976 0 3 0x4000080 fsleep syz-executor.2
69993 183857 9976 0 2 0x4000000 syz-executor.2
69993 72241 9976 0 2 0x4000000 syz-executor.2
37898 359976 57285 0 2 0x2 syz-executor.7
36420 428419 57285 0 3 0x82 nanoslp syz-executor.6
11143 508930 57285 0 3 0x82 nanoslp syz-executor.5
96365 397448 57285 0 3 0x82 nanoslp syz-executor.3
62599 116115 57285 0 3 0x82 nanoslp syz-executor.4
9976 161600 57285 0 3 0x82 nanoslp syz-executor.2
81105 128940 57285 0 3 0x82 nanoslp syz-executor.1
36394 158407 57285 0 3 0x82 nanoslp syz-executor.0
57285 98608 23369 0 3 0x82 thrsleep syz-fuzzer
57285 509380 23369 0 3 0x4000082 nanoslp syz-fuzzer
57285 222149 23369 0 3 0x4000082 thrsleep syz-fuzzer
57285 120860 23369 0 3 0x4000082 thrsleep syz-fuzzer
57285 84370 23369 0 3 0x4000082 thrsleep syz-fuzzer
57285 138512 23369 0 3 0x4000082 thrsleep syz-fuzzer
57285 499613 23369 0 3 0x4000082 thrsleep syz-fuzzer
57285 371334 23369 0 3 0x4000082 kqread syz-fuzzer
57285 248955 23369 0 3 0x4000082 thrsleep syz-fuzzer
23369 394157 68890 0 3 0x10008a sigsusp ksh
68890 204753 80656 0 3 0x9a kqread sshd
62900 435242 1 0 3 0x100083 ttyin getty
80656 115202 1 0 3 0x88 kqread sshd
54822 51794 66827 74 3 0x1100092 bpf pflogd
66827 87175 1 0 3 0x80 netio pflogd
19675 247266 73489 73 3 0x1100090 kqread syslogd
73489 193001 1 0 3 0x100082 netio syslogd
85775 36173 1 0 3 0x100080 kqread resolvd
5749 490319 88591 77 3 0x100092 kqread dhcpleased
67920 189632 88591 77 3 0x100092 kqread dhcpleased
88591 356405 1 0 3 0x80 kqread dhcpleased
87177 94388 0 0 3 0x14200 bored smr
8102 463020 0 0 2 0x14200 zerothread
35651 500380 0 0 3 0x14200 aiodoned aiodoned
62638 190503 0 0 3 0x14200 syncer update
11976 163923 0 0 3 0x14200 cleaner cleaner
18616 7121 0 0 7 0x14200 reaper
15232 167301 0 0 3 0x14200 pgdaemon pagedaemon
74666 25879 0 0 3 0x14200 bored viomb
98351 311086 0 0 3 0x40014200 acpi0 acpi0
87459 458584 0 0 3 0x40014200 idle1
49136 313178 0 0 2 0x14200 softnet
32673 387303 0 0 3 0x14200 bored systqmp
1235 104506 0 0 3 0x14200 bored systq
93379 87475 0 0 3 0x40014200 bored softclock
44521 336558 0 0 3 0x40014200 idle0
1 482280 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
CPU 0:
exclusive mutex &table->inpt_mtx r = 0 (0xffffffff82b03010)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 rip_input+0x135
#4 ip_deliver+0x322 sys/netinet/ip_input.c:657
#5 ip_ours+0x3ba sys/netinet/ip_input.c:616
#6 ip_input_if+0x2a1
#7 ipv4_input+0x48 sys/netinet/ip_input.c:242
#8 if_input_local+0x10e sys/net/if.c:774
#9 ether_resolve+0x4ac sys/net/if_ethersubr.c:242
#10 ether_output+0x47 ether_encap sys/net/if_ethersubr.c:324 [inline]
#10 ether_output+0x47 sys/net/if_ethersubr.c:353
#11 ip_output+0x106b sys/netinet/ip_output.c:468
#12 rip_output+0x2cb sys/netinet/raw_ip.c:302
#13 rip_usrreq+0x49c sys/netinet/raw_ip.c:554
#14 sosend+0x632 sys/kern/uipc_socket.c:582
#15 dofilewritev+0x19c sys/kern/sys_generic.c:381
#16 sys_writev+0xa7 sys/kern/sys_generic.c:328
#17 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#17 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#18 Xsyscall+0x128
CPU 1:
exclusive mutex &(curpg)->mdpage.pv_mtx r = 0 (0xfffffd8007a6bf38)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 pmap_page_remove+0x44 sys/arch/amd64/amd64/pmap.c:1912
#4 uvm_anfree_list+0x98
#5 amap_wipeout+0x1b1 sys/uvm/uvm_amap.c:504
#6 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1599
#7 uvm_map_teardown+0x262 sys/uvm/uvm_map.c:2789
#8 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
#9 reaper+0x18b sys/kern/kern_exit.c:457
#10 proc_trampoline+0x1c
Process 3708 (syz-executor.4) thread 0xffff8000ffff2540 (405702)
exclusive rwlock netlock r = 0 (0xffffffff82904160)
#0 witness_lock+0x44d
#1 solock+0x86 sys/kern/uipc_socket2.c:295
#2 sosend+0x517 sys/kern/uipc_socket.c:570
#3 dofilewritev+0x19c sys/kern/sys_generic.c:381
#4 sys_writev+0xa7 sys/kern/sys_generic.c:328
#5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#6 Xsyscall+0x128
exclusive mutex &table->inpt_mtx r = 0 (0xffffffff82b03010)
#0 witness_lock+0x44d
#1 mtx_enter_try+0x100
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 rip_input+0x135
#4 ip_deliver+0x322 sys/netinet/ip_input.c:657
#5 ip_ours+0x3ba sys/netinet/ip_input.c:616
#6 ip_input_if+0x2a1
#7 ipv4_input+0x48 sys/netinet/ip_input.c:242
#8 if_input_local+0x10e sys/net/if.c:774
#9 ether_resolve+0x4ac sys/net/if_ethersubr.c:242
#10 ether_output+0x47 ether_encap sys/net/if_ethersubr.c:324 [inline]
#10 ether_output+0x47 sys/net/if_ethersubr.c:353
#11 ip_output+0x106b sys/netinet/ip_output.c:468
#12 rip_output+0x2cb sys/netinet/raw_ip.c:302
#13 rip_usrreq+0x49c sys/netinet/raw_ip.c:554
#14 sosend+0x632 sys/kern/uipc_socket.c:582
#15 dofilewritev+0x19c sys/kern/sys_generic.c:381
#16 sys_writev+0xa7 sys/kern/sys_generic.c:328
#17 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#17 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#18 Xsyscall+0x128
Process 37898 (syz-executor.7) thread 0xffff8000ffff5508 (359976)
exclusive rrwlock inode r = 0 (0xfffffd80678d03c8)
#0 witness_lock+0x44d
#1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0x8b sys/kern/kern_rwlock.c:461
#3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:534
#4 ufs_ihashins+0x42 sys/ufs/ufs/ufs_ihash.c:140
#5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1347
#6 ffs_inode_alloc+0x1be sys/ufs/ffs/ffs_alloc.c:394
#7 ufs_mkdir+0xf4 sys/ufs/ufs/ufs_vnops.c:1162
#8 VOP_MKDIR+0xbf sys/kern/vfs_vops.c:404
#9 domkdirat+0x121 sys/kern/vfs_syscalls.c:3101
#10 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#10 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#11 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806c5b7b48)
#0 witness_lock+0x44d
#1 rw_enter+0x3e1 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0x8b sys/kern/kern_rwlock.c:461
#3 VOP_LOCK+0x87 sys/kern/vfs_vops.c:534
#4 vn_lock+0x84 sys/kern/vfs_vnops.c:579
#5 vfs_lookup+0xd1 sys/kern/vfs_lookup.c:413
#6 namei+0x36a sys/kern/vfs_lookup.c:245
#7 domkdirat+0x75 sys/kern/vfs_syscalls.c:3086
#8 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#8 syscall+0x489 sys/arch/amd64/amd64/trap.c:585
#9 Xsyscall+0x128
Process 18616 (reaper) thread 0xffff8000210f9a40 (7121)
kernel: protection fault trap, code=0
Faulted in DDB; continuing...
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10187 6603K 6604K 78643K 11344 0
pcb 13 8K 8K 78643K 21 0
rtable 238 6K 7K 78643K 352 0
ifaddr 86 17K 17K 78643K 90 0
counters 56 35K 35K 78643K 56 0
ioctlops 0 0K 4K 78643K 1489 0
iov 0 0K 12K 78643K 19 0
mount 1 1K 1K 78643K 1 0
log 0 0K 0K 78643K 5 0
vnodes 1275 80K 80K 78643K 1317 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 17 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 23 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1697 195K 286K 78643K 12548 0
file desc 14 49K 89K 78643K 812 0
proc 68 87K 124K 78643K 512 0
subproc 104 6K 6K 78643K 104 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 6 0
in_multi 99 6K 6K 78643K 99 0
ether_multi 1 0K 0K 78643K 1 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 49 228K 228K 78643K 49 0
exec 0 0K 2K 78643K 644 0
tdb 3 0K 0K 78643K 3 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 306 82K 83K 78643K 11194 0
UVM aobj 131 4K 4K 78643K 131 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 86 0
NDP 12 0K 2K 78643K 28 0
temp 94 4698K 4762K 78643K 5888 0
kqueue 12 18K 20K 78643K 29 0
SYN cache 2 16K 16K 78643K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 22 0 0 1 0 1 1 0 8 0
rtpcb 120 35 0 32 1 0 1 1 0 8 0
rtentry 112 111 0 1 4 0 4 4 0 8 0
unpcb 136 342 0 323 2 0 2 2 0 8 1
syncache 296 4 0 4 1 1 0 1 0 8 0
tcpcb 736 63 0 59 5 0 5 5 0 8 4
arp 120 18 0 0 1 0 1 1 0 8 0
inpcb 312 165 0 150 4 0 4 4 0 8 2
nd6 48 24 0 0 1 0 1 1 0 8 0
kcovpl 48 8 0 0 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 25 0 12 1 0 1 1 0 8 0
pfstkey 112 25 0 12 1 0 1 1 0 8 0
pfstate 320 25 0 12 2 0 2 2 0 8 0
pfrule 1360 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 452 0 0 29 0 29 29 0 8 0
art_table 32 453 0 0 4 0 4 4 0 8 0
art_node 16 110 0 10 1 0 1 1 0 8 0
sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0
semapl 112 21 0 11 1 0 1 1 0 8 0
shmpl 112 128 0 0 4 0 4 4 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 2276 0 839 91 0 91 91 0 8 0
ffsino 272 2276 0 839 97 0 97 97 0 8 0
nchpl 144 3401 0 1731 63 0 63 63 0 8 0
uvmvnodes 80 2415 0 0 50 0 50 50 0 8 0
vnodes 224 2415 0 0 143 0 143 143 0 8 0
namei 1024 9521 0 9520 2 1 1 2 0 8 0
percpumem 16 40 0 0 1 0 1 1 0 8 0
scxspl 216 10506 0 10506 11 8 3 8 0 8 3
plimitpl 152 26 0 11 1 0 1 1 0 8 0
sigapl 424 1114 0 1070 6 0 6 6 0 8 0
futexpl 64 2184 0 2183 1 0 1 1 0 8 0
knotepl 120 233 0 0 7 0 7 7 0 8 0
kqueuepl 216 70 0 62 3 0 3 3 0 8 2
pipepl 336 165 0 137 3 0 3 3 0 8 0
fdescpl 496 1100 0 1073 5 1 4 5 0 8 0
filepl 152 3213 0 2962 12 0 12 12 0 8 1
lockfpl 104 11 0 8 1 0 1 1 0 8 0
lockfspl 48 7 0 4 1 0 1 1 0 8 0
sessionpl 144 24 0 7 1 0 1 1 0 8 0
pgrppl 48 32 0 15 1 0 1 1 0 8 0
ucredpl 96 156 0 144 1 0 1 1 0 8 0
zombiepl 144 1073 0 1070 1 0 1 1 0 8 0
processpl 1064 1114 0 1070 4 0 4 4 0 8 0
procpl 672 1938 0 1879 7 1 6 6 0 8 0
sockpl 480 543 0 506 9 0 9 9 0 8 4
mcl64k 65536 2 0 0 1 0 1 1 0 8 0
mcl12k 12288 2 0 0 1 0 1 1 0 8 0
mcl9k 9216 1 0 0 1 0 1 1 0 8 0
mcl8k 8192 5 0 0 1 0 1 1 0 8 0
mcl4k 4096 5 0 0 1 0 1 1 0 8 0
mcl2k2 2112 1 0 0 1 0 1 1 0 8 0
mcl2k 2048 152 0 0 18 0 18 18 0 8 0
mtagpl 96 13 0 0 1 0 1 1 0 8 0
mbufpl 256 261 0 0 16 0 16 16 0 8 0
bufpl 288 4489 0 150 310 0 310 310 0 8 0
anonpl 24 240309 0 221589 124 6 118 118 0 186 0
amapchunkpl 152 26121 0 25275 42 6 36 41 0 158 0
amappl16 200 1927 0 1369 31 1 30 30 0 8 0
amappl15 192 193 0 187 1 0 1 1 0 8 0
amappl14 184 110 0 104 1 0 1 1 0 8 0
amappl13 176 92 0 90 1 0 1 1 0 8 0
amappl12 168 196 0 189 1 0 1 1 0 8 0
amappl11 160 228 0 208 1 0 1 1 0 8 0
amappl10 152 211 0 204 1 0 1 1 0 8 0
amappl9 144 474 0 471 1 0 1 1 0 8 0
amappl8 136 679 0 625 2 0 2 2 0 8 0
amappl7 128 202 0 191 1 0 1 1 0 8 0
amappl6 120 214 0 193 2 1 1 2 0 8 0
amappl5 112 781 0 765 1 0 1 1 0 8 0
amappl4 104 1205 0 1171 2 1 1 2 0 8 0
amappl3 96 355 0 342 1 0 1 1 0 8 0
amappl2 88 621 0 577 3 1 2 3 0 8 0
amappl1 80 21662 0 21095 20 6 14 19 0 8 1
amappl 88 10753 0 10513 7 0 7 7 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 130 0 0 3 0 3 3 0 8 0
uaddrrnd 24 1100 0 1072 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 1100 0 1072 1 0 1 1 0 8 0
vmmpekpl 168 10973 0 10918 3 0 3 3 0 8 0
vmmpepl 168 100039 0 97613 153 22 131 152 0 357 14
vmsppl 368 1099 0 1072 4 1 3 4 0 8 0
rwobjpl 56 25958 0 21883 59 0 59 59 0 8 0
pdppl 4096 2207 0 2144 102 33 69 81 0 8 6
pvpl 32 532243 0 509360 265 28 237 264 0 265 44
pmappl 248 1099 0 1072 3 1 2 3 0 8 0
extentpl 40 58 0 38 1 0 1 1 0 8 0
phpool 112 693 0 38 19 0 19 19 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440
panic(ffffffff825a2db5) at panic+0x177 sys/kern/subr_prf.c:202
witness_checkorder(ffffffff829f3ad8,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline]
__mp_lock(ffffffff829f38d0) at __mp_lock+0xa1 sys/kern/kern_lock.c:142
selwakeup(fffffd8065b20e70) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline]
selwakeup(fffffd8065b20e70) at selwakeup+0x16 sys/kern/sys_generic.c:885
sorwakeup(fffffd8065b20d58) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699
rip_input(ffff80002db48778,ffff80002db48784,0,2) at rip_input+0x3b0 sys/netinet/raw_ip.c:188
ip_deliver(ffff80002db48778,ffff80002db48784,0,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657
ip_ours(ffff80002db48778,ffff80002db48784,ffff8000272df000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616
ip_input_if(ffff80002db48778,ffff80002db48784,4,0,ffff80000019f2a8) at ip_input_if+0x2a1
ipv4_input(ffff80000019f2a8,fffffd8067b3fa00) at ipv4_input+0x48 sys/netinet/ip_input.c:242
if_input_local(ffff80000019f2a8,fffffd8067b3fa00,2) at if_input_local+0x10e sys/net/if.c:774
ether_resolve(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0,ffff80002db488c8) at ether_resolve+0x4ac sys/net/if_ethersubr.c:242
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:324 [inline]
ether_output(ffff80000019f2a8,fffffd806d561d00,fffffd8065ab8b98,fffffd806f66f0e0) at ether_output+0x47 sys/net/if_ethersubr.c:353
ip_output(fffffd806d561d00,0,fffffd8065ab8b88,20,0,fffffd8065ab8b10,1cb70a2a6a5965c9) at ip_output+0x106b sys/netinet/ip_output.c:468
rip_output(fffffd806d561d00,fffffd8065b20038,ffff80002db48ae0,103) at rip_output+0x2cb sys/netinet/raw_ip.c:302
rip_usrreq(fffffd8065b20038,9,fffffd806d561d00,0,0,ffff8000ffff2540) at rip_usrreq+0x49c sys/netinet/raw_ip.c:554
sosend(fffffd8065b20038,0,ffff80002db48d70,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582
dofilewritev(ffff8000ffff2540,5,ffff80002db48d70,0,ffff80002db48e70) at dofilewritev+0x19c sys/kern/sys_generic.c:381
sys_writev(ffff8000ffff2540,ffff80002db48e18,ffff80002db48e70) at sys_writev+0xa7 sys/kern/sys_generic.c:328
syscall(ffff80002db48ee0) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff80002db48ee0) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x725d2101ab0, count: -22
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp
x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
x86_bus_space_io_write_1(3f8,0,6d) at x86_bus_space_io_write_1+0x31 sys/arch/amd64/amd64/bus_space.c:759
comcnputc(800,6d) at comcnputc+0x128 bus_space_barrier machine/bus.h:481 [inline]
comcnputc(800,6d) at comcnputc+0x128 sys/dev/ic/com.c:1263
cnputc(6d) at cnputc+0x4b sys/dev/cons.c:239
db_putchar(6d) at db_putchar+0x3fc sys/ddb/db_output.c:155
kprintf() at kprintf+0x20ec sys/kern/subr_prf.c:1068
db_printf(ffffffff82608c08) at db_printf+0x85 sys/kern/subr_prf.c:502
panic(ffffffff8258fc0f) at panic+0xd7 sys/kern/subr_prf.c:220
__assert(ffffffff826026c6,ffffffff82609d0d,aae,ffffffff825be35d) at __assert+0x25 sys/kern/subr_prf.c:161
uvm_map_teardown(fffffd806c2d02f0) at uvm_map_teardown+0x2e8 sys/uvm/uvm_map.c:2736
uvmspace_free(fffffd806c2d02f0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
reaper(ffff8000210f9a40) at reaper+0x18b sys/kern/kern_exit.c:457
end trace frame: 0x0, count: 1
ddb{1}> trace
x86_ipi_db(ffff800020ce8ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
x86_bus_space_io_write_1(3f8,0,6d) at x86_bus_space_io_write_1+0x31 sys/arch/amd64/amd64/bus_space.c:759
comcnputc(800,6d) at comcnputc+0x128 bus_space_barrier machine/bus.h:481 [inline]
comcnputc(800,6d) at comcnputc+0x128 sys/dev/ic/com.c:1263
cnputc(6d) at cnputc+0x4b sys/dev/cons.c:239
db_putchar(6d) at db_putchar+0x3fc sys/ddb/db_output.c:155
kprintf() at kprintf+0x20ec sys/kern/subr_prf.c:1068
db_printf(ffffffff82608c08) at db_printf+0x85 sys/kern/subr_prf.c:502
panic(ffffffff8258fc0f) at panic+0xd7 sys/kern/subr_prf.c:220
__assert(ffffffff826026c6,ffffffff82609d0d,aae,ffffffff825be35d) at __assert+0x25 sys/kern/subr_prf.c:161
uvm_map_teardown(fffffd806c2d02f0) at uvm_map_teardown+0x2e8 sys/uvm/uvm_map.c:2736
uvmspace_free(fffffd806c2d02f0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3685
reaper(ffff8000210f9a40) at reaper+0x18b sys/kern/kern_exit.c:457
end trace frame: 0x0, count: -14