kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace witness_checkorder(fffffd806f539e68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f539e58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff800025528800,fffffd806f539e58,fffffd806f539ee0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff800025528800,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff800025528800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff800025528800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff800025528800,ffff80002e4574b0,ffff80002e457500) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002e457580) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002e457580) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x795c82610f80, count: -9 ddb{0}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff80002e457250 rbx 0xe rdx 0 rcx 0xffff800025528800 rax 0xffffffff82bafff0 cpu_info_full_primary+0x1ff0 r8 0 r9 0 r10 0xac3f01096585b6e1 r11 0x263a8bf4ada9cf3 r12 0 r13 0xfffffd806f539e68 r14 0x436011ab436111ab r15 0xffff800025528800 rip 0xffffffff8167002c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002e4571a0 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{0}> show proc PROC (syz-executor.6) pid=520359 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=79, nice=20 forw=0xffffffffffffffff, list=0xffff800025528ff8,0xffff80002121a030 process=0xffff800028db1d68 user=0xffff80002e452000, vmspace=0xfffffd806cd86cc8 estcpu=29, cpticks=0, pctcpu=0.2 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 49818 142017 59001 32767 3 0x90 nanoslp syz-executor.7 49818 22584 59001 32767 3 0x4000090 netio syz-executor.7 59001 127868 40527 32767 3 0x90 nanoslp syz-executor.7 40527 20875 19115 0 3 0x82 wait syz-executor.7 49485 351737 96565 32767 3 0x90 piperd syz-executor.1 96565 381257 19115 0 3 0x82 wait syz-executor.1 80303 392265 52275 32767 3 0x90 nanoslp syz-executor.6 52275 282377 19115 0 3 0x82 wait syz-executor.6 90938 356122 67068 32767 3 0x90 piperd syz-executor.4 67068 307183 19115 0 3 0x82 wait syz-executor.4 60865 187940 98349 32767 3 0x90 piperd syz-executor.5 98349 308064 19115 0 3 0x82 wait syz-executor.5 70152 94723 0 0 3 0x14200 bored sosplice 65000 264354 25962 32767 3 0x90 piperd syz-executor.2 5003 67275 65626 32767 3 0x90 piperd syz-executor.3 25962 468616 19115 0 3 0x82 wait syz-executor.2 65626 454119 19115 0 3 0x82 wait syz-executor.3 32861 195977 84482 32767 3 0x90 piperd syz-executor.0 84482 123808 19115 0 3 0x82 wait syz-executor.0 19115 213172 29886 0 3 0x2000082 thrsleep syz-fuzzer 19115 470369 29886 0 3 0x6000082 nanoslp syz-fuzzer 19115 264140 29886 0 3 0x6000082 wait syz-fuzzer 19115 398350 29886 0 3 0x6000082 wait syz-fuzzer 19115 118186 29886 0 3 0x6000082 wait syz-fuzzer 19115 472292 29886 0 3 0x6000082 thrsleep syz-fuzzer 19115 252507 29886 0 3 0x6000082 thrsleep syz-fuzzer 19115 24207 29886 0 3 0x6000082 thrsleep syz-fuzzer 19115 410255 29886 0 3 0x6000082 wait syz-fuzzer 19115 347125 29886 0 3 0x6000082 wait syz-fuzzer 19115 423899 29886 0 3 0x6000082 thrsleep syz-fuzzer 19115 502540 29886 0 2 0x6000082 syz-fuzzer 19115 180010 29886 0 3 0x6000082 wait syz-fuzzer 19115 248163 29886 0 3 0x6000082 thrsleep syz-fuzzer 19115 155624 29886 0 3 0x6000082 wait syz-fuzzer 19115 93341 29886 0 3 0x6000082 wait syz-fuzzer 29886 236320 57871 0 3 0x10008a sigsusp ksh 57871 138065 82417 0 3 0x9a kqread sshd 81627 484012 1 0 3 0x100083 ttyin getty 82417 502691 1 0 3 0x88 kqread sshd 33456 123020 10662 73 3 0x1100090 kqread syslogd 10662 339216 1 0 3 0x100082 netio syslogd 29974 108815 1 0 3 0x100080 kqread resolvd 51710 313170 19199 77 3 0x100092 kqread dhcpleased 84823 392979 19199 77 3 0x100092 kqread dhcpleased 19199 48994 1 0 3 0x80 kqread dhcpleased 30724 293376 0 0 3 0x14200 bored smr 77851 342188 0 0 3 0x14200 pgzero zerothread 47808 119592 0 0 3 0x14200 aiodoned aiodoned 15744 383220 0 0 3 0x14200 syncer update 52923 77290 0 0 3 0x14200 cleaner cleaner 5128 368678 0 0 3 0x14200 reaper reaper 32003 145765 0 0 3 0x14200 pgdaemon pagedaemon 21541 12057 0 0 3 0x14200 bored viomb 75677 285412 0 0 3 0x40014200 acpi0 acpi0 68748 169507 0 0 3 0x40014200 idle1 27532 414499 0 0 3 0x14200 bored softnet3 33815 240681 0 0 3 0x14200 bored softnet2 27070 181425 0 0 3 0x14200 bored softnet1 91609 23697 0 0 7 0x14200 softnet0 23635 33383 0 0 3 0x14200 bored systqmp 44785 176392 0 0 3 0x14200 bored systq 93067 328265 0 0 3 0x40014200 bored softclock 85326 178341 0 0 3 0x40014200 idle0 1 287323 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 91609 (softnet0) thread 0xffff8000211682a8 (23697) shared rwlock softnet0 r = 0 (0xffff80000002d070) #0 witness_lock+0x447 #1 taskq_thread+0xca sys/kern/kern_task.c:446 #2 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10189 6409K 6420K 78643K 11312 0 pcb 13 8K 8K 78643K 13 0 rtable 238 6K 7K 78643K 854 0 pf 29 8K 8K 78643K 59 0 ifaddr 44 15K 15K 78643K 108 0 ifgroup 50 2K 2K 78643K 110 0 sysctl 3 1K 1K 78643K 3 0 counters 60 35K 35K 78643K 90 0 ioctlops 0 0K 2K 78643K 65 0 iov 0 0K 14K 78643K 243 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1279 80K 80K 78643K 1599 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 43 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 245 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 20 73K 117K 78643K 4215 0 sigio 0 0K 0K 78643K 22 0 proc 56 78K 103K 78643K 1050 0 subproc 104 6K 6K 78643K 299 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 436 0 in_multi 99 7K 7K 78643K 406 0 ether_multi 1 0K 0K 78643K 19 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 1K 78643K 804 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 336 86K 94K 78643K 37928 0 UVM aobj 91 3K 3K 78643K 97 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 161 0 NDP 11 0K 2K 78643K 72 0 temp 74 5920K 6000K 78643K 14267 0 kqueue 12 18K 24K 78643K 428 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 133 0 130 1 0 1 1 0 8 0 rtentry 112 281 0 169 4 0 4 4 0 8 0 unpcb 144 1146 0 1131 2 1 1 2 0 8 0 syncache 304 132 0 132 7 6 1 1 0 8 1 tcpqe 32 561 0 561 8 7 1 1 0 8 1 tcpcb 808 1006 0 957 9 3 6 6 0 8 1 arp 120 49 0 30 1 0 1 1 0 8 0 ipq 40 13 0 10 3 2 1 1 0 8 0 ipqe 40 35 0 32 3 2 1 1 0 8 0 inpcb 368 2055 0 2002 8 0 8 8 0 8 2 nd6 136 73 0 48 1 0 1 1 0 8 0 kcovpl 48 23 0 15 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1140 0 681 29 0 29 29 0 8 0 art_table 32 1141 0 681 4 0 4 4 0 8 0 art_node 16 280 0 178 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 0 1 0 1 1 0 8 0 semapl 112 233 0 223 1 0 1 1 0 8 0 shmpl 112 94 0 6 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 6107 0 4663 91 0 91 91 0 8 0 ffsino 272 6107 0 4663 97 0 97 97 0 8 0 nchpl 144 11054 0 9417 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 30677 0 30677 2 1 1 2 0 8 1 percpumem 16 58 0 15 1 0 1 1 0 8 0 kstatmem 264 52 0 30 2 0 2 2 0 8 0 scxspl 216 34338 0 34338 18 17 1 8 1 8 1 plimitpl 152 329 0 306 6 5 1 2 0 8 0 sigapl 424 4481 0 4432 7 0 7 7 0 8 0 futexpl 64 22410 0 22410 1 0 1 1 0 8 1 knotepl 120 399 0 0 10 0 10 10 0 8 0 kqueuepl 216 576 0 568 5 0 5 5 0 8 4 pipepl 320 379 0 351 3 0 3 3 0 8 0 fdescpl 496 4463 0 4432 7 2 5 6 0 8 0 filepl 152 13528 0 13290 14 2 12 12 0 8 2 lockfpl 104 611 0 609 1 0 1 1 0 8 0 lockfspl 48 149 0 147 1 0 1 1 0 8 0 sessionpl 144 38 0 22 1 0 1 1 0 8 0 pgrppl 48 59 0 43 1 0 1 1 0 8 0 ucredpl 104 2433 0 2415 1 0 1 1 0 8 0 zombiepl 144 4433 0 4432 1 0 1 1 0 8 0 processpl 1072 4481 0 4432 4 0 4 4 0 8 0 procpl 680 9036 0 8971 10 3 7 9 0 8 0 sosppl 168 116 0 115 4 3 1 1 0 8 0 sockpl 488 3360 0 3285 19 5 14 14 0 8 3 mcl64k 65536 16 0 0 2 0 2 2 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 7 0 0 1 0 1 1 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 16 0 0 2 0 2 2 0 8 0 mcl4k 4096 26 0 0 3 0 3 3 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 290 0 0 33 1 32 33 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 1938 0 0 119 0 119 119 0 8 0 bufpl 288 10048 0 3723 453 0 453 453 0 8 0 anonpl 24 565558 0 557578 124 52 72 85 0 186 9 amapchunkpl 152 119226 0 118496 60 24 36 42 0 158 2 amappl16 200 14303 0 14147 66 50 16 24 0 8 7 amappl15 192 19 0 17 1 0 1 1 0 8 0 amappl14 184 219 0 203 2 1 1 2 0 8 0 amappl13 176 4 0 4 1 1 0 1 0 8 0 amappl12 168 5335 0 5299 2 0 2 2 0 8 0 amappl11 160 52 0 42 1 0 1 1 0 8 0 amappl10 152 42 0 31 1 0 1 1 0 8 0 amappl9 144 218 0 217 2 1 1 1 0 8 0 amappl8 136 361 0 262 4 0 4 4 0 8 0 amappl7 128 73 0 58 1 0 1 1 0 8 0 amappl6 120 362 0 343 2 1 1 2 0 8 0 amappl5 112 266 0 258 1 0 1 1 0 8 0 amappl4 104 697 0 654 3 1 2 3 0 8 0 amappl3 96 24140 0 24062 5 2 3 4 0 8 0 amappl2 88 4739 0 4665 3 1 2 3 0 8 0 amappl1 80 24048 0 23524 23 11 12 22 0 8 0 amappl 88 37129 0 36915 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 96 0 6 3 1 2 2 0 8 0 uaddrrnd 24 4463 0 4432 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4463 0 4432 1 0 1 1 0 8 0 vmmpekpl 168 31389 0 31320 4 0 4 4 0 8 0 vmmpepl 168 269735 0 267667 151 41 110 112 0 357 7 vmsppl 464 4462 0 4432 7 2 5 6 0 8 0 rwobjpl 56 73254 0 66055 111 5 106 106 0 8 2 pdppl 4096 8934 0 8864 256 174 82 92 0 8 12 pvpl 32 1702303 0 1688566 352 204 148 351 0 265 11 pmappl 248 4462 0 4432 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1123 0 184 27 0 27 27 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(fffffd806f539e68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f539e58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff800025528800,fffffd806f539e58,fffffd806f539ee0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff800025528800,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff800025528800) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff800025528800,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff800025528800,ffff80002e4574b0,ffff80002e457500) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002e457580) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002e457580) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x795c82610f80, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d58ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x29 kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x29 sys/dev/kcov.c:158 __mp_lock(ffffffff82c532e8) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82c532e8) at __mp_lock+0x133 sys/kern/kern_lock.c:147 if_qstart_compat(ffff8000001a1550) at if_qstart_compat+0x1e sys/net/if.c:716 ifq_serialize(ffff8000001a1550,ffff8000001a1678) at ifq_serialize+0x16e sys/net/ifq.c:113 taskq_thread(ffff80000002d000) at taskq_thread+0xe5 sys/kern/kern_task.c:450 end trace frame: 0x0, count: -8