panic: kernel diagnostic assertion "nlevel >= IPL_NONE" failed: file "/syzkaller/managers/multicore/kernel/sys/arch/amd64/amd64/intr.c", line 781
Stopped at db_enter+0x25: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*245945 56013 0 0x14000 0x200 1 softnet1
316891 13736 0 0x14000 0x40000200 0 softclock
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
panic(ffffffff8346d347) at panic+0x1e5 sys/kern/subr_prf.c:198
__assert(ffffffff83415b99,ffffffff8335e4f5,30d,ffffffff833c132c) at __assert+0x29 sys/kern/subr_prf.c:-1
splraise(deadbeef) at splraise+0xbd sys/arch/amd64/amd64/intr.c:781
mtx_enter_try(ffff8000014e8608) at mtx_enter_try+0x97 sys/kern/kern_lock.c:276
mtx_enter(ffff8000014e8608) at mtx_enter+0x62 sys/kern/kern_lock.c:253
_bpf_mtap(ffff800000064c40,fffffd8068509300,ffff80002a216880,2) at _bpf_mtap+0x2fb sys/net/bpf.c:1410
bpf_mtap_af(ffff800000064c40,18,fffffd8068509300,2) at bpf_mtap_af+0x71 sys/net/bpf.c:1502
if_input_local(ffff800000b2c000,fffffd8068509300,18,ffffffff83970b58) at if_input_local+0xb2 sys/net/if.c:802
loinput(ffff800000b2c000,fffffd8068509300,ffffffff83970b58) at loinput+0x73 sys/net/if_loop.c:254
if_input_process(ffff800000b2c000,ffff80002a216a58,1) at if_input_process+0x1d5 sys/net/if.c:1012
ifiq_process(ffff800000b2d200) at ifiq_process+0xcd sys/net/ifq.c:874
taskq_thread(ffff80000002c100) at taskq_thread+0x157 sys/kern/kern_task.c:446
end trace frame: 0x0, count: 2
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
*cpu1: kernel diagnostic assertion "nlevel >= IPL_NONE" failed: file "/syzkaller/managers/multicore/kernel/sys/arch/amd64/amd64/intr.c", line 781
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
panic(ffffffff8346d347) at panic+0x1e5 sys/kern/subr_prf.c:198
__assert(ffffffff83415b99,ffffffff8335e4f5,30d,ffffffff833c132c) at __assert+0x29 sys/kern/subr_prf.c:-1
splraise(deadbeef) at splraise+0xbd sys/arch/amd64/amd64/intr.c:781
mtx_enter_try(ffff8000014e8608) at mtx_enter_try+0x97 sys/kern/kern_lock.c:276
mtx_enter(ffff8000014e8608) at mtx_enter+0x62 sys/kern/kern_lock.c:253
_bpf_mtap(ffff800000064c40,fffffd8068509300,ffff80002a216880,2) at _bpf_mtap+0x2fb sys/net/bpf.c:1410
bpf_mtap_af(ffff800000064c40,18,fffffd8068509300,2) at bpf_mtap_af+0x71 sys/net/bpf.c:1502
if_input_local(ffff800000b2c000,fffffd8068509300,18,ffffffff83970b58) at if_input_local+0xb2 sys/net/if.c:802
loinput(ffff800000b2c000,fffffd8068509300,ffffffff83970b58) at loinput+0x73 sys/net/if_loop.c:254
if_input_process(ffff800000b2c000,ffff80002a216a58,1) at if_input_process+0x1d5 sys/net/if.c:1012
ifiq_process(ffff800000b2d200) at ifiq_process+0xcd sys/net/ifq.c:874
taskq_thread(ffff80000002c100) at taskq_thread+0x157 sys/kern/kern_task.c:446
end trace frame: 0x0, count: -13
ddb{1}> show registers
rdi 0
rsi 0x1
rbp 0xffff80002a216610
rbx 0xffff8000299dedd7
rdx 0
rcx 0xffff8000ffffecd0
rax 0xffff8000299ddff0
r8 0x101010101010101
r9 0x8080808080808080
r10 0x715cb15cae11131
r11 0x5beb0657ddf7e064
r12 0xffff8000299debd8
r13 0
r14 0
r15 0x1
rip 0xffffffff81788ae5 db_enter+0x25
cs 0x8
rflags 0x246
rsp 0xffff80002a216600
ss 0x10
db_enter+0x25: addq $0x8,%rsp
ddb{1}> show proc
PROC (softnet1) tid=245945 pid=56013 tcnt=1 stat=onproc
flags process=14000<NOZOMBIE,SYSTEM> proc=200<SYSTEM>
runpri=32, usrpri=50, slppri=32, nice=20
wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0
forw=0xffffffffffffffff, list=0xffff8000ffffea40,0xffff8000fffff200
process=0xffff8000ffff8e88 user=0xffff80002a211000, vmspace=0xffffffff8397aa90
estcpu=0, cpticks=1, pctcpu=0.0, user=0, sys=0, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
65938 87177 58804 0 2 0 syz-executor
65938 280259 58804 0 2 0x4000000 syz-executor
14761 364018 75429 0 2 0 syz-executor
14761 78828 75429 0 2 0x4000000 syz-executor
39127 350532 52949 0 2 0 syz-executor
39127 369971 52949 0 2 0x4000000 syz-executor
76208 7627 60935 0 2 0 syz-executor
76208 437942 60935 0 3 0x4000080 sbwait syz-executor
76208 429956 60935 0 3 0x4000000 biowait syz-executor
67164 266419 75857 0 3 0x80 nanoslp syz-executor
67164 69416 75857 0 3 0x4000080 fsleep syz-executor
67164 4716 75857 0 3 0x4000080 fsleep syz-executor
67164 429844 75857 0 3 0x4000080 sbwait syz-executor
2342 347232 41958 0 3 0x80 nanoslp syz-executor
2342 312806 41958 0 3 0x4000080 kqread syz-executor
2342 172681 41958 0 3 0x4000080 fsleep syz-executor
36432 100693 39172 0 3 0x1000080 nanoslp syz-executor
36432 319101 39172 0 3 0x5000080 fsleep syz-executor
36432 107479 39172 0 3 0x5000080 sbwait syz-executor
36432 212646 39172 0 3 0x5000080 sbwait syz-executor
75857 71318 78072 0 3 0x82 nanoslp syz-executor
6873 56175 1 0 3 0x100083 ttyin getty
39172 323548 78072 0 3 0x82 nanoslp syz-executor
41958 334466 78072 0 3 0x82 nanoslp syz-executor
15791 83623 78072 0 3 0x82 nanoslp syz-executor
52949 511489 78072 0 2 0xc82 syz-executor
57358 131878 0 0 3 0x14280 nfsidl nfsio
45054 449613 0 0 3 0x14280 nfsidl nfsio
8993 522804 0 0 3 0x14280 nfsidl nfsio
5274 222205 0 0 3 0x14280 nfsidl nfsio
29811 38935 0 0 3 0x14280 nfsidl nfsio
70808 381534 0 0 3 0x14280 nfsidl nfsio
70489 308712 0 0 3 0x14280 nfsidl nfsio
63222 25872 0 0 3 0x14280 nfsidl nfsio
64078 376703 0 0 3 0x14280 nfsidl nfsio
73613 435427 0 0 3 0x14280 nfsidl nfsio
13125 274329 0 0 3 0x14280 nfsidl nfsio
79001 72416 0 0 3 0x14280 nfsidl nfsio
79008 115727 0 0 3 0x14280 nfsidl nfsio
88158 378326 0 0 3 0x14280 nfsidl nfsio
15642 469173 0 0 3 0x14280 nfsidl nfsio
18687 255840 0 0 3 0x14280 nfsidl nfsio
39641 352363 0 0 3 0x14280 nfsidl nfsio
88599 348307 0 0 3 0x14280 nfsidl nfsio
73424 425328 0 0 3 0x14280 nfsidl nfsio
53809 391810 0 0 3 0x14280 nfsidl nfsio
75429 106701 78072 0 2 0xc82 syz-executor
3909 127590 0 0 3 0x14200 bored sosplice
60935 340867 78072 0 3 0x82 nanoslp syz-executor
58804 185765 78072 0 3 0x82 nanoslp syz-executor
78072 381684 47505 0 3 0x82 kqread syz-executor
47505 195597 48845 0 3 0x10008a sigsusp ksh
48845 241614 98663 0 3 0x98 kqread sshd-session
98663 221647 20011 0 3 0x92 kqread sshd-session
20011 315313 1 0 3 0x88 kqread sshd
63259 77566 81051 74 3 0x1100092 bpf pflogd
81051 14656 1 0 3 0x80 sbwait pflogd
96918 171882 98304 73 3 0x1100090 kqread syslogd
98304 513478 1 0 3 0x100082 sbwait syslogd
41891 218081 1 0 3 0x100080 kqread resolvd
96994 212761 97524 77 3 0x100092 kqread dhcpleased
29950 340743 97524 77 3 0x100092 kqread dhcpleased
97524 50495 1 0 3 0x80 kqread dhcpleased
90238 113992 0 0 3 0x14200 bored smr
56769 454677 0 0 2 0x14200 zerothread
56814 315538 0 0 3 0x14200 aiodoned aiodoned
3733 439187 0 0 3 0x14200 syncer update
97123 164950 0 0 3 0x14200 cleaner cleaner
83887 204544 0 0 3 0x14200 reaper reaper
52290 310040 0 0 3 0x14200 pgdaemon pagedaemon
65955 315724 0 0 3 0x14200 bored viomb
47258 270162 0 0 3 0x40014200 acpi0 acpi0
770 207953 0 0 3 0x40014200 idle1
17212 108403 0 0 3 0x14200 bored softnet3
66265 130756 0 0 3 0x14200 bored softnet2
*56013 245945 0 0 7 0x14200 softnet1
96966 403320 0 0 3 0x14200 bored softnet0
95106 451150 0 0 3 0x14200 bored systqmp
17049 461008 0 0 3 0x14200 bored systq
34926 505141 0 0 3 0x14200 tmoslp softclockmp
13736 316891 0 0 7 0x40014200 softclock
52608 175894 0 0 3 0x40014200 idle0
1 482814 0 0 3 0x82 wait init
0 0 -1 0 3 0x10010200 scheduler swapper
ddb{1}> show all locks
Process 14761 (syz-executor) thread 0xffff8000ffff0f80 (78828)
exclusive rwlock vmmaplk r = 0 (0xfffffd806c0124e0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310
#2 vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5168
#3 uvmfault_lookup+0xe8 sys/uvm/uvm_fault.c:1918
#4 uvm_fault_check+0x8a5 uvmfault_amapcopy sys/uvm/uvm_fault.c:235 [inline]
#4 uvm_fault_check+0x8a5 sys/uvm/uvm_fault.c:784
#5 uvm_fault+0x106 sys/uvm/uvm_fault.c:677
#6 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:188
#7 usertrap+0x2d8 sys/arch/amd64/amd64/trap.c:436
#8 recall_trap+0x8
Process 39127 (syz-executor) thread 0xffff8000ffff1210 (369971)
exclusive rrwlock inode r = 0 (0xfffffd806c7d70e0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
#6 namei+0x7aa sys/kern/vfs_lookup.c:250
#7 vn_open+0x1f4 sys/kern/vfs_vnops.c:107
#8 doopenat+0x32e sys/kern/vfs_syscalls.c:1137
#9 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#9 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579
#10 Xsyscall+0x128
Process 76208 (syz-executor) thread 0xffff80003c4554a8 (429956)
exclusive rrwlock inode r = 0 (0xfffffd806c12cd00)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 ufs_link+0x87 sys/ufs/ufs/ufs_vnops.c:619
#6 VOP_LINK+0xfa sys/kern/vfs_vops.c:355
#7 dolinkat+0x2fc sys/kern/vfs_syscalls.c:1756
#8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579
#9 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806e074778)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310
#2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605
#3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527
#4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5 vfs_lookup+0x109 sys/kern/vfs_lookup.c:418
#6 namei+0x7aa sys/kern/vfs_lookup.c:250
#7 dolinkat+0x194 sys/kern/vfs_syscalls.c:1735
#8 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579
#9 Xsyscall+0x128
Process 56013 (softnet1) thread 0xffff8000ffffecd0 (245945)
shared rwlock netlock r = 0 (0xffffffff8382b4a0)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 rw_do_enter_read+0x36e sys/kern/kern_rwlock.c:397
#2 if_input_process+0x17f sys/net/if.c:1012
#3 ifiq_process+0xcd sys/net/ifq.c:874
#4 taskq_thread+0x157 sys/kern/kern_task.c:446
#5 proc_trampoline+0x10
shared rwlock softnet1 r = 0 (0xffff80000002c178)
#0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0 witness_lock+0x5bb sys/kern/subr_witness.c:1160
#1 taskq_thread+0x12a sys/kern/kern_task.c:442
#2 proc_trampoline+0x10
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10243 11184K 12476K 166960K 15362 0
pcb 18 14K 29K 166960K 452 0
rtable 232 13K 14K 166960K 733 0
pf 43 19K 22K 166960K 208 0
ifaddr 41 7K 9K 166960K 143 0
ifgroup 60 2K 3K 166960K 245 0
sysctl 4 1K 9K 166960K 17 0
counters 70 37K 37K 166960K 236 0
ioctlops 0 0K 4K 166960K 1970 0
iov 0 0K 28K 166960K 155 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1553 98K 98K 166960K 3791 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 9K 166960K 40 0
VM map 2 1K 1K 166960K 2 0
sem 19 17K 17K 166960K 38 0
dirhash 12 2K 3K 166960K 33 0
ACPI 1692 195K 286K 166960K 12470 0
file desc 18 65K 89K 166960K 2048 0
sigio 1 0K 0K 166960K 134 0
proc 77 103K 128K 166960K 961 0
subproc 72 4K 4K 166960K 136 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 365 0
in_multi 91 6K 7K 166960K 223 0
ether_multi 1 0K 0K 166960K 10 0
mrt 2 0K 0K 166960K 10 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 217 970K 970K 166960K 217 0
exec 0 0K 1K 166960K 739 0
fusefs mount 1 32K 32K 166960K 1 0
pfkey data 0 0K 0K 166960K 5 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 261 168K 182K 166960K 21049 0
UVM aobj 56 6K 6K 166960K 62 0
pinsyscall 43 86K 102K 166960K 3354 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 0 0K 0K 166960K 111 0
NDP 13 0K 2K 166960K 101 0
temp 80 8696K 8824K 166960K 89158 0
kqueue 15 22K 30K 166960K 415 0
SYN cache 2 16K 16K 166960K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 26 0 0 1 0 1 1 0 8 0
rtpcb 120 302 0 234 5 2 3 3 0 8 0
rtentry 176 223 0 130 6 0 6 6 0 8 0
unpcb 144 1284 0 1261 8 7 1 4 0 8 0
syncache 336 3 0 3 1 1 0 1 0 8 0
tcpcb 808 595 0 589 17 16 1 7 0 8 0
arp 128 35 0 20 1 0 1 1 0 8 0
inpcb 328 2129 0 2116 29 22 7 12 0 8 5
nd6 144 55 0 27 2 0 2 2 0 8 0
pkpcb 40 87 0 87 4 3 1 1 0 8 1
kcovpl 48 15 0 7 1 0 1 1 0 8 0
mppekey 1024 2 0 2 2 1 1 1 0 8 1
ppxss 1192 57 0 56 3 2 1 1 0 8 0
pppxif 1504 9 0 9 3 2 1 2 0 8 1
pfstscr 40 1 0 1 1 1 0 1 0 8 0
pffrag 232 44 0 39 1 0 1 1 0 482 0
pffrnode 88 44 0 39 1 0 1 1 0 8 0
pffrent 40 84 0 79 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfrktable 1344 7 0 3 1 0 1 1 0 8 0
pfanchor 1288 4 0 1 1 0 1 1 0 8 0
pftag 88 3 0 0 1 0 1 1 0 8 0
pfstitem 24 164 0 66 1 0 1 1 0 8 0
pfstkey 128 169 0 69 4 0 4 4 0 8 0
pfstate 384 164 0 68 10 0 10 10 0 8 0
pfrule 1344 32 0 21 2 0 2 2 0 8 1
rttmr 136 2 0 2 2 1 1 1 0 8 1
art_heap8 4096 3 0 0 3 0 3 3 0 8 0
art_heap4 256 966 0 522 40 9 31 31 0 8 2
art_table 32 969 0 522 4 0 4 4 0 8 0
art_node 16 220 0 137 1 0 1 1 0 8 0
sysvmsgpl 40 26 0 5 1 0 1 1 0 8 0
semapl 112 31 0 14 1 0 1 1 0 8 0
shmpl 112 59 0 6 2 0 2 2 0 8 0
dirhash 1024 31 0 14 3 0 3 3 0 8 0
dino2pl 256 5135 0 3614 96 0 96 96 0 8 0
ffsino 288 5136 0 3614 109 0 109 109 0 8 0
nchpl 144 8040 0 7426 63 39 24 63 0 8 0
rtmask 32 12 0 12 4 4 0 1 0 8 0
uvmvnodes 80 3350 0 0 69 0 69 69 0 8 0
vnodes 216 3350 0 0 187 0 187 187 0 8 0
namei 1024 28112 0 28110 3 2 1 2 0 8 0
percpumem 16 133 0 83 1 0 1 1 0 8 0
pfiaddrpl 120 1 0 1 1 1 0 1 0 8 0
kstatmem 264 144 0 114 4 1 3 3 0 8 0
acpiwqpl 32 1 0 1 1 0 1 1 1 8 1
scsiplug 72 13 0 13 5 4 1 1 0 8 1
scxspl 216 26675 0 26674 15 13 2 8 1 8 1
plimitpl 152 388 0 369 1 0 1 1 0 8 0
sigapl 424 2370 0 2299 10 1 9 9 0 8 0
knotepl 120 553 0 0 17 0 17 17 0 8 0
kqueuepl 224 780 0 768 9 6 3 5 0 8 2
pipepl 336 453 0 426 10 2 8 8 0 8 5
fdescpl 520 2327 0 2295 3 0 3 3 0 8 0
filepl 160 15528 0 15229 29 13 16 18 0 8 3
lockfpl 104 840 0 835 2 1 1 2 0 8 0
lockfspl 48 315 0 311 1 0 1 1 0 8 0
sessionpl 144 33 0 24 1 0 1 1 0 8 0
pgrppl 48 77 0 60 1 0 1 1 0 8 0
ucredpl 104 2401 0 2387 1 0 1 1 0 8 0
zombiepl 144 3526 0 3525 1 0 1 1 0 8 0
processpl 1240 2370 0 2299 7 1 6 6 0 8 0
procpl 656 5783 0 5699 8 0 8 8 0 8 0
srpgc 96 19 0 19 4 3 1 1 0 8 1
sosppl 168 7 0 7 4 3 1 1 0 8 1
sockpl 728 3947 0 3841 36 26 10 18 0 8 0
mcl64k 65536 9 0 0 2 0 2 2 0 8 0
mcl16k 16384 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 1 0 0 1 0 1 1 0 8 0
mcl9k 9216 1 0 0 1 0 1 1 0 8 0
mcl8k 8192 3 0 0 1 0 1 1 0 8 0
mcl4k 4096 121 0 0 15 0 15 15 0 8 0
mcl2k 2048 35 0 0 5 0 5 5 0 8 0
mtagpl 96 221 0 0 5 0 5 5 0 8 0
mbufpl 256 1183 0 0 73 0 73 73 0 8 0
bufpl 280 7405 0 1263 440 0 440 440 0 8 0
anonpl 32 7903 0 0 64 0 64 64 0 246 0
amapchunkpl 152 69977 0 69401 44 15 29 32 0 158 3
amappl16 200 5170 0 5128 36 30 6 15 0 8 1
amappl15 192 10 0 9 1 0 1 1 0 8 0
amappl14 184 131 0 118 1 0 1 1 0 8 0
amappl13 176 6 0 6 1 1 0 1 0 8 0
amappl12 168 3117 0 3085 3 1 2 2 0 8 0
amappl11 160 54 0 40 1 0 1 1 0 8 0
amappl10 152 6 0 5 2 1 1 1 0 8 0
amappl9 144 256 0 256 1 1 0 1 0 8 0
amappl8 136 22 0 19 1 0 1 1 0 8 0
amappl7 128 128 0 115 1 0 1 1 0 8 0
amappl6 120 242 0 239 1 0 1 1 0 8 0
amappl5 112 155 0 145 1 0 1 1 0 8 0
amappl4 104 349 0 328 1 0 1 1 0 8 0
amappl3 96 14348 0 14220 5 1 4 4 0 8 0
amappl2 88 765 0 703 2 0 2 2 0 8 0
amappl1 80 16476 0 15868 15 2 13 15 0 8 0
amappl 88 19932 0 19744 5 0 5 5 0 92 0
dma32768 32768 1 0 1 1 1 0 1 0 8 0
dma8192 8192 1 0 1 1 0 1 1 0 8 1
dma4096 4096 2 0 2 2 2 0 1 0 8 0
dma2048 2048 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma512 512 1 0 1 1 1 0 1 0 8 0
dma256 256 9 0 9 3 3 0 1 0 8 0
dma128 128 259 0 259 5 4 1 1 0 8 1
dma64 64 7 0 7 2 2 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 20 0 19 1 0 1 1 0 8 0
aobjpl 72 61 0 6 2 0 2 2 0 8 0
uaddrrnd 24 2327 0 2295 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 2327 0 2295 1 0 1 1 0 8 0
vmmpekpl 168 20150 0 20088 4 0 4 4 0 8 0
vmmpepl 168 147995 0 145900 112 18 94 101 0 357 1
vmsppl 480 2326 0 2295 6 1 5 5 0 8 0
rwobjpl 72 40846 0 36460 85 4 81 81 0 8 0
pdppl 4096 4661 0 4590 113 42 71 83 0 8 0
pvpl 32 16712 0 0 136 1 135 135 0 265 0
pmappl 256 2326 0 2295 3 0 3 3 0 8 0
extentpl 40 45 0 27 1 0 1 1 0 8 0
phpool 112 507 0 81 13 0 13 13 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x27: addq $0x8,%rsp
x86_ipi_db(ffffffff838aeff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline]
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 sys/kern/kern_lock.c:160
intr_handler(ffff80002a1f7d80,ffff800000079f00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:559
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline]
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 sys/kern/kern_lock.c:160
__mp_acquire_count(ffffffff83a0c618,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2da sys/kern/kern_synch.c:366
softclock_thread_run(ffffffff838185b8) at softclock_thread_run+0x79 sys/kern/kern_timeout.c:845
softclock_thread(ffff8000ffffe7b0) at softclock_thread+0x10a sys/kern/kern_timeout.c:867
end trace frame: 0x0, count: 4
ddb{0}> trace
x86_ipi_db(ffffffff838aeff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline]
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 sys/kern/kern_lock.c:160
intr_handler(ffff80002a1f7d80,ffff800000079f00) at intr_handler+0xe1 sys/arch/amd64/amd64/intr.c:559
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:129 [inline]
__mp_lock(ffffffff83a0c618) at __mp_lock+0x192 sys/kern/kern_lock.c:160
__mp_acquire_count(ffffffff83a0c618,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2da sys/kern/kern_synch.c:366
softclock_thread_run(ffffffff838185b8) at softclock_thread_run+0x79 sys/kern/kern_timeout.c:845
softclock_thread(ffff8000ffffe7b0) at softclock_thread+0x10a sys/kern/kern_timeout.c:867
end trace frame: 0x0, count: -11
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x25: addq $0x8,%rsp
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
panic(ffffffff8346d347) at panic+0x1e5 sys/kern/subr_prf.c:198
__assert(ffffffff83415b99,ffffffff8335e4f5,30d,ffffffff833c132c) at __assert+0x29 sys/kern/subr_prf.c:-1
splraise(deadbeef) at splraise+0xbd sys/arch/amd64/amd64/intr.c:781
mtx_enter_try(ffff8000014e8608) at mtx_enter_try+0x97 sys/kern/kern_lock.c:276
mtx_enter(ffff8000014e8608) at mtx_enter+0x62 sys/kern/kern_lock.c:253
_bpf_mtap(ffff800000064c40,fffffd8068509300,ffff80002a216880,2) at _bpf_mtap+0x2fb sys/net/bpf.c:1410
bpf_mtap_af(ffff800000064c40,18,fffffd8068509300,2) at bpf_mtap_af+0x71 sys/net/bpf.c:1502
if_input_local(ffff800000b2c000,fffffd8068509300,18,ffffffff83970b58) at if_input_local+0xb2 sys/net/if.c:802
loinput(ffff800000b2c000,fffffd8068509300,ffffffff83970b58) at loinput+0x73 sys/net/if_loop.c:254
if_input_process(ffff800000b2c000,ffff80002a216a58,1) at if_input_process+0x1d5 sys/net/if.c:1012
ifiq_process(ffff800000b2d200) at ifiq_process+0xcd sys/net/ifq.c:874
taskq_thread(ffff80000002c100) at taskq_thread+0x157 sys/kern/kern_task.c:446
end trace frame: 0x0, count: 2
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
panic(ffffffff8346d347) at panic+0x1e5 sys/kern/subr_prf.c:198
__assert(ffffffff83415b99,ffffffff8335e4f5,30d,ffffffff833c132c) at __assert+0x29 sys/kern/subr_prf.c:-1
splraise(deadbeef) at splraise+0xbd sys/arch/amd64/amd64/intr.c:781
mtx_enter_try(ffff8000014e8608) at mtx_enter_try+0x97 sys/kern/kern_lock.c:276
mtx_enter(ffff8000014e8608) at mtx_enter+0x62 sys/kern/kern_lock.c:253
_bpf_mtap(ffff800000064c40,fffffd8068509300,ffff80002a216880,2) at _bpf_mtap+0x2fb sys/net/bpf.c:1410
bpf_mtap_af(ffff800000064c40,18,fffffd8068509300,2) at bpf_mtap_af+0x71 sys/net/bpf.c:1502
if_input_local(ffff800000b2c000,fffffd8068509300,18,ffffffff83970b58) at if_input_local+0xb2 sys/net/if.c:802
loinput(ffff800000b2c000,fffffd8068509300,ffffffff83970b58) at loinput+0x73 sys/net/if_loop.c:254
if_input_process(ffff800000b2c000,ffff80002a216a58,1) at if_input_process+0x1d5 sys/net/if.c:1012
ifiq_process(ffff800000b2d200) at ifiq_process+0xcd sys/net/ifq.c:874
taskq_thread(ffff80000002c100) at taskq_thread+0x157 sys/kern/kern_task.c:446
end trace frame: 0x0, count: -13