kernel: protection fault trap, code=0
Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
the kernel did not panic
ddb{0}> trace
witness_checkorder(ffff800000e4b4b0,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794
rw_enter(ffff800000e4b4a0,1) at rw_enter+0xd5 sys/kern/kern_rwlock.c:249
rwsleep(ffff800000e4b640,ffff800000e4b4a0,118,ffffffff8292b56b,0) at rwsleep+0xd6 sys/kern/kern_synch.c:303
sosend(ffff800000e4b498,0,ffff80002a17e7b8,0,0,0) at sosend+0x76b sys/kern/uipc_socket.c:624
fifo_write(ffff80002a17e700) at fifo_write+0x80 sys/miscfs/fifofs/fifo_vnops.c:281
VOP_WRITE(fffffd80668d8798,ffff80002a17e7b8,3,fffffd807f7d7618) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245
ktrwriteraw(ffff80002a1872c0,fffffd80668d8798,fffffd807f7d7618,ffff80002a17e888,ffff80002a17e860) at ktrwriteraw+0x16c sys/kern/kern_ktrace.c:682
ktrgenio(ffff80002a1872c0,7,0,ffff800000e1d940,ce8) at ktrgenio+0x272 ktrwrite2 sys/kern/kern_ktrace.c:644 [inline]
ktrgenio(ffff80002a1872c0,7,0,ffff800000e1d940,ce8) at ktrgenio+0x272 sys/kern/kern_ktrace.c:258
dofilereadv(ffff80002a1872c0,7,ffff80002a17e9f8,0,ffff80002a17eab0) at dofilereadv+0x2e7 sys/kern/sys_generic.c:263
sys_read(ffff80002a1872c0,ffff80002a17eb60,ffff80002a17eab0) at sys_read+0x87 sys/kern/sys_generic.c:167
syscall(ffff80002a17eb60) at syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline]
syscall(ffff80002a17eb60) at syscall+0x5ae sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x71c5c64d5a30, count: -12
ddb{0}> show registers
rdi 0
rsi 0x20000 acpi_pdirpa+0xbe71
rbp 0xffff80002a17e480
rbx 0xe
rdx 0
rcx 0xffff80002a1872c0
rax 0xffffffff82cbaff0 cpu_info_full_primary+0x1ff0
r8 0x90
r9 0
r10 0x8760c8f29d8094d0
r11 0x2d4578ca6875555d
r12 0
r13 0xffff800000e4b4b0
r14 0x260980bb20000
r15 0xffff80002a1872c0
rip 0xffffffff82723b1c witness_checkorder+0x1ec
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff80002a17e3d0
ss 0x10
witness_checkorder+0x1ec: movl 0x8(%r14),%ebx
ddb{0}> show proc
PROC (sshd) tid=431853 pid=85137 tcnt=1 stat=onproc
flags process=12<EXEC,SUGID> proc=1<INKTR>
runpri=24, usrpri=50, slppri=24, nice=20
wchan=0x0, wmesg=, ps_single=0x0
forw=0xffffffffffffffff, list=0xffff80002a188aa8,0xffff80002a187578
process=0xffff8000ffff4d60 user=0xffff80002a179000, vmspace=0xfffffd806d562390
estcpu=0, cpticks=0, pctcpu=0.32, user=0, sys=0, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
83620 517126 15158 0 2 0x83 syz-executor.5
53956 378229 15158 0 2 0x83 syz-executor.2
14557 92017 15158 0 2 0x83 syz-executor.1
57917 221284 0 0 3 0x14280 nfsidl nfsio
40230 507143 0 0 3 0x14280 nfsidl nfsio
75534 79440 0 0 3 0x14280 nfsidl nfsio
62954 373483 0 0 3 0x14280 nfsidl nfsio
95212 493997 0 0 3 0x14280 nfsidl nfsio
28543 223225 15158 0 2 0x83 syz-executor.6
73987 381880 15158 0 2 0x83 syz-executor.4
80627 171500 0 0 3 0x14200 bored sosplice
33076 289198 15158 0 3 0x82 nanoslp syz-executor.7
292 289035 15158 0 2 0x83 syz-executor.3
58203 329089 15158 0 3 0x82 piperd syz-executor.0
15158 137049 42240 0 3 0x2000082 wait syz-fuzzer
15158 212161 42240 0 3 0x6000082 nanoslp syz-fuzzer
15158 43388 42240 0 3 0x6000082 wait syz-fuzzer
15158 382461 42240 0 3 0x6000082 wait syz-fuzzer
15158 350206 42240 0 3 0x6000082 wait syz-fuzzer
15158 10938 42240 0 3 0x6000082 wait syz-fuzzer
15158 225150 42240 0 2 0x6000083 syz-fuzzer
15158 135304 42240 0 3 0x6000082 thrsleep syz-fuzzer
15158 134440 42240 0 3 0x6000082 thrsleep syz-fuzzer
15158 506605 42240 0 2 0x6000083 syz-fuzzer
15158 450542 42240 0 3 0x6000082 thrsleep syz-fuzzer
15158 41215 42240 0 3 0x6000082 wait syz-fuzzer
15158 239154 42240 0 2 0x6000083 syz-fuzzer
15158 42659 42240 0 2 0x6000083 syz-fuzzer
15158 246754 42240 0 3 0x6000082 wait syz-fuzzer
15158 469603 42240 0 3 0x6000082 wait syz-fuzzer
42240 301295 85137 0 3 0x10008a sigsusp ksh
*85137 431853 72504 0 7 0x13 sshd
47073 251773 1 0 3 0x100083 ttyin getty
72504 504869 1 0 3 0x88 kqread sshd
5275 5742 28187 74 3 0x1100092 bpf pflogd
28187 315890 1 0 3 0x80 netio pflogd
93389 523203 37683 73 2 0x1100091 syslogd
37683 62832 1 0 3 0x100082 netio syslogd
58299 468728 1 0 3 0x100080 kqread resolvd
92216 53075 33970 77 3 0x100092 kqread dhcpleased
39651 327406 33970 77 3 0x100092 kqread dhcpleased
33970 230494 1 0 3 0x80 kqread dhcpleased
66474 276521 0 0 3 0x14200 bored smr
54388 11726 0 0 2 0x14200 zerothread
82181 376236 0 0 3 0x14200 aiodoned aiodoned
33228 30734 0 0 3 0x14200 syncer update
31154 131294 0 0 3 0x14200 cleaner cleaner
55222 42910 0 0 7 0x14200 reaper
45475 260327 0 0 3 0x14200 pgdaemon pagedaemon
25401 120574 0 0 3 0x14200 bored viomb
46419 294069 0 0 3 0x40014200 acpi0 acpi0
80951 322845 0 0 3 0x40014200 idle1
20473 241233 0 0 3 0x14200 bored softnet3
45630 401353 0 0 3 0x14200 bored softnet2
96554 228096 0 0 3 0x14200 bored softnet1
33884 409154 0 0 3 0x14200 bored softnet0
24905 435176 0 0 3 0x14200 bored systqmp
80842 200788 0 0 3 0x14200 bored systq
69920 387378 0 0 3 0x14200 tmoslp softclockmp
50403 442716 0 0 3 0x40014200 tmoslp softclock
38110 443286 0 0 3 0x40014200 idle0
1 262586 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 85137 (sshd) thread 0xffff80002a1872c0 (431853)
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82ec16a8)
#0 witness_lock+0x447
#1 __mp_acquire_count+0x48 sys/kern/kern_lock.c:227
#2 mi_switch+0x46f sys/kern/sched_bsd.c:470
#3 sleep_finish+0x19b sys/kern/kern_synch.c:414
#4 rwsleep+0xab sys/kern/kern_synch.c:300
#5 sosend+0x76b sys/kern/uipc_socket.c:624
#6 fifo_write+0x80 sys/miscfs/fifofs/fifo_vnops.c:281
#7 VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245
#8 ktrwriteraw+0x16c sys/kern/kern_ktrace.c:682
#9 ktrgenio+0x272 ktrwrite2 sys/kern/kern_ktrace.c:644 [inline]
#9 ktrgenio+0x272 sys/kern/kern_ktrace.c:258
#10 dofilereadv+0x2e7 sys/kern/sys_generic.c:263
#11 sys_read+0x87 sys/kern/sys_generic.c:167
#12 syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline]
#12 syscall+0x5ae sys/arch/amd64/amd64/trap.c:577
#13 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 10192 6474K 6943K 166960K 19865 0
pcb 15 15K 17K 166960K 256 0
rtable 178 13K 15K 166960K 777 0
pf 33 9K 10K 166960K 145 0
ifaddr 36 13K 16K 166960K 118 0
ifgroup 58 2K 2K 166960K 213 0
sysctl 2 0K 0K 166960K 2 0
counters 64 36K 36K 166960K 150 0
ioctlops 0 0K 4K 166960K 1594 0
iov 0 0K 48K 166960K 438 0
mount 1 1K 1K 166960K 1 0
log 0 0K 0K 166960K 4 0
vnodes 1348 84K 85K 166960K 3482 0
UFS quota 1 32K 32K 166960K 1 0
UFS mount 5 36K 36K 166960K 5 0
shm 2 1K 5K 166960K 45 0
VM map 2 1K 1K 166960K 2 0
sem 12 0K 1K 166960K 379 0
dirhash 12 2K 2K 166960K 24 0
ACPI 1697 195K 286K 166960K 12548 0
file desc 10 33K 89K 166960K 4049 0
sigio 0 0K 0K 166960K 156 0
proc 70 91K 128K 166960K 972 0
subproc 104 6K 6K 166960K 214 0
NFS srvsock 1 0K 0K 166960K 1 0
NFS daemon 1 16K 16K 166960K 1 0
ip_moptions 0 0K 0K 166960K 332 0
in_multi 66 4K 7K 166960K 218 0
ether_multi 1 0K 0K 166960K 4 0
ISOFS mount 1 32K 32K 166960K 1 0
MSDOSFS mount 1 16K 16K 166960K 1 0
ttys 73 334K 334K 166960K 73 0
exec 0 0K 1K 166960K 979 0
tdb 3 0K 0K 166960K 3 0
VM swap 8 62K 64K 166960K 10 0
UVM amap 353 315K 321K 166960K 42151 0
UVM aobj 131 4K 4K 166960K 139 0
memdesc 1 4K 4K 166960K 1 0
crypto data 1 1K 1K 166960K 1 0
ip6_options 0 0K 0K 166960K 152 0
NDP 12 0K 2K 166960K 87 0
temp 99 6781K 6900K 166960K 36610 0
kqueue 12 18K 28K 166960K 315 0
SYN cache 2 16K 16K 166960K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache 128 24 0 0 1 0 1 1 0 8 0
rtpcb 120 164 0 161 1 0 1 1 0 8 0
rtentry 112 231 0 152 4 0 4 4 0 8 0
unpcb 144 2792 0 2777 36 34 2 10 0 8 1
syncache 336 28 0 28 6 6 0 1 0 8 0
tcpqe 32 527 0 527 7 7 0 1 0 8 0
tcpcb 808 864 0 853 24 20 4 13 0 8 0
arp 120 44 0 30 1 0 1 1 0 8 0
inpcb 392 2550 0 2535 51 47 4 13 0 8 0
nd6 136 48 0 33 1 0 1 1 0 8 0
pkpcb 40 3 0 3 1 1 0 1 0 8 0
kcovpl 48 16 0 8 1 0 1 1 0 8 0
ppxss 1168 16 0 16 3 3 0 1 0 8 0
pffrag 232 10 0 9 1 0 1 1 0 482 0
pffrnode 88 10 0 9 1 0 1 1 0 8 0
pffrent 40 133 0 132 1 0 1 1 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 127 0 110 1 0 1 1 0 8 0
pfstkey 128 127 0 110 2 0 2 2 0 8 0
pfstate 376 127 0 110 5 3 2 4 0 8 0
pfrule 1344 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 862 0 515 32 6 26 30 0 8 0
art_table 32 863 0 515 4 0 4 4 0 8 0
art_node 16 220 0 148 1 0 1 1 0 8 0
semupl 112 2 0 2 1 1 0 1 0 8 0
semapl 112 377 0 367 1 0 1 1 0 8 0
shmpl 112 136 0 8 4 0 4 4 0 8 0
dirhash 1024 25 0 8 3 0 3 3 0 8 0
dino2pl 256 6655 0 5192 92 0 92 92 0 8 0
ffsino 272 6655 0 5192 98 0 98 98 0 8 0
nchpl 144 12259 0 10617 63 0 63 63 0 8 0
uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0
vnodes 216 5926 0 0 330 0 330 330 0 8 0
namei 1024 41228 0 41228 7 6 1 2 0 8 1
percpumem 16 89 0 43 1 0 1 1 0 8 0
vcpupl 2048 19 0 0 3 0 3 3 0 8 0
vmpool 696 22 0 3 2 0 2 2 0 8 0
kstatmem 264 110 0 86 2 0 2 2 0 8 0
scxspl 216 36411 0 36411 21 19 2 8 1 8 2
plimitpl 152 363 0 347 1 0 1 1 0 8 0
sigapl 424 4380 0 4332 9 2 7 8 0 8 0
futexpl 64 30016 0 30016 1 0 1 1 0 8 1
knotepl 120 610 0 0 19 0 19 19 0 8 0
kqueuepl 216 685 0 677 11 10 1 5 0 8 0
pipepl 320 611 0 583 16 13 3 8 0 8 0
fdescpl 496 4341 0 4318 6 2 4 5 0 8 0
filepl 152 22018 0 21779 54 42 12 20 0 8 2
lockfpl 104 813 0 811 2 1 1 2 0 8 0
lockfspl 48 296 0 294 1 0 1 1 0 8 0
sessionpl 144 32 0 15 1 0 1 1 0 8 0
pgrppl 48 77 0 60 1 0 1 1 0 8 0
ucredpl 104 3421 0 3408 1 0 1 1 0 8 0
zombiepl 144 4333 0 4332 2 1 1 1 0 8 0
processpl 1136 4380 0 4332 7 1 6 6 0 8 0
procpl 680 11443 0 11380 11 3 8 9 0 8 0
srpgc 96 14 0 14 6 6 0 1 0 8 0
sosppl 168 37 0 37 8 8 0 1 0 8 0
sockpl 584 5509 0 5477 67 62 5 21 0 8 0
mcl64k 65536 15 0 0 2 0 2 2 0 8 0
mcl16k 16384 18 0 0 3 0 3 3 0 8 1
mcl12k 12288 17 0 0 2 0 2 2 0 8 0
mcl9k 9216 6 0 0 1 0 1 1 0 8 0
mcl8k 8192 19 0 0 3 0 3 3 0 8 0
mcl4k 4096 17 0 0 3 0 3 3 0 8 0
mcl2k2 2112 6 0 0 1 0 1 1 0 8 0
mcl2k 2048 348 0 0 44 0 44 44 0 8 0
mtagpl 96 196 0 0 4 0 4 4 0 8 0
mbufpl 256 1087 0 0 61 0 61 61 0 8 0
bufpl 280 10437 0 4116 452 0 452 452 0 8 0
anonpl 24 513966 0 500148 111 18 93 94 0 186 0
amapchunkpl 152 133063 0 132315 50 11 39 43 0 158 0
amappl16 200 10906 0 10450 35 10 25 26 0 8 0
amappl15 192 27 0 27 1 1 0 1 0 8 0
amappl14 184 199 0 185 2 1 1 2 0 8 0
amappl13 176 8 0 8 2 2 0 1 0 8 0
amappl12 168 5142 0 5117 3 1 2 3 0 8 0
amappl11 160 60 0 46 1 0 1 1 0 8 0
amappl10 152 40 0 28 1 0 1 1 0 8 0
amappl9 144 224 0 223 1 0 1 1 0 8 0
amappl8 136 355 0 280 3 0 3 3 0 8 0
amappl7 128 212 0 186 2 0 2 2 0 8 0
amappl6 120 423 0 413 1 0 1 1 0 8 0
amappl5 112 193 0 182 1 0 1 1 0 8 0
amappl4 104 599 0 565 3 2 1 2 0 8 0
amappl3 96 26255 0 26193 3 0 3 3 0 8 0
amappl2 88 4932 0 4860 3 1 2 3 0 8 0
amappl1 80 24269 0 23733 24 11 13 23 0 8 0
amappl 88 41418 0 41209 7 0 7 7 0 92 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma1024 1024 1 0 0 1 0 1 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 72 138 0 8 3 0 3 3 0 8 0
uaddrrnd 24 4364 0 4322 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 4364 0 4322 1 0 1 1 0 8 0
vmmpekpl 168 34932 0 34854 4 0 4 4 0 8 0
vmmpepl 168 275163 0 273022 190 77 113 138 0 357 0
vmsppl 448 4363 0 4321 8 2 6 6 0 8 0
rwobjpl 56 76872 0 69281 112 3 109 110 0 8 0
pdppl 4096 8735 0 8661 298 216 82 89 0 8 8
pvpl 32 45648 0 0 369 0 369 369 0 265 0
pmappl 248 4363 0 4321 5 1 4 4 0 8 0
extentpl 40 56 0 38 1 0 1 1 0 8 0
phpool 112 772 0 326 14 0 14 14 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
witness_checkorder(ffff800000e4b4b0,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794
rw_enter(ffff800000e4b4a0,1) at rw_enter+0xd5 sys/kern/kern_rwlock.c:249
rwsleep(ffff800000e4b640,ffff800000e4b4a0,118,ffffffff8292b56b,0) at rwsleep+0xd6 sys/kern/kern_synch.c:303
sosend(ffff800000e4b498,0,ffff80002a17e7b8,0,0,0) at sosend+0x76b sys/kern/uipc_socket.c:624
fifo_write(ffff80002a17e700) at fifo_write+0x80 sys/miscfs/fifofs/fifo_vnops.c:281
VOP_WRITE(fffffd80668d8798,ffff80002a17e7b8,3,fffffd807f7d7618) at VOP_WRITE+0xc3 sys/kern/vfs_vops.c:245
ktrwriteraw(ffff80002a1872c0,fffffd80668d8798,fffffd807f7d7618,ffff80002a17e888,ffff80002a17e860) at ktrwriteraw+0x16c sys/kern/kern_ktrace.c:682
ktrgenio(ffff80002a1872c0,7,0,ffff800000e1d940,ce8) at ktrgenio+0x272 ktrwrite2 sys/kern/kern_ktrace.c:644 [inline]
ktrgenio(ffff80002a1872c0,7,0,ffff800000e1d940,ce8) at ktrgenio+0x272 sys/kern/kern_ktrace.c:258
dofilereadv(ffff80002a1872c0,7,ffff80002a17e9f8,0,ffff80002a17eab0) at dofilereadv+0x2e7 sys/kern/sys_generic.c:263
sys_read(ffff80002a1872c0,ffff80002a17eb60,ffff80002a17eab0) at sys_read+0x87 sys/kern/sys_generic.c:167
syscall(ffff80002a17eb60) at syscall+0x5ae mi_syscall sys/sys/syscall_mi.h:183 [inline]
syscall(ffff80002a17eb60) at syscall+0x5ae sys/arch/amd64/amd64/trap.c:577
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x71c5c64d5a30, count: -12
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp
ddb{1}> trace
x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393
x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc
uvm_unmap_detach(ffff80002a1528e0,1) at uvm_unmap_detach+0x113 sys/uvm/uvm_map.c:1382
uvm_map_teardown(fffffd807f0031c0) at uvm_map_teardown+0x2f5 sys/uvm/uvm_map.c:2585
uvmspace_free(fffffd807f0031c0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3497
reaper(ffff80002a145ff8) at reaper+0x19a sys/kern/kern_exit.c:463
end trace frame: 0x0, count: -8