kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace witness_checkorder(fffffd806f2c3958,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f2c3948) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002126eff0,fffffd806f2c3948,fffffd806f2c39d0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002126eff0,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002126eff0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002126eff0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002126eff0,ffff800027b4bd70,ffff800027b4bdc0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4be40) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4be40) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x763daa44eb60, count: -9 ddb{0}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff800027b4bb10 rbx 0xe rdx 0 rcx 0xffff80002126eff0 rax 0xffffffff82bfcff0 cpu_info_full_primary+0x1ff0 r8 0x1 r9 0 r10 0x5ffb0436756ce8e r11 0x28510060fdc731d0 r12 0 r13 0xfffffd806f2c3958 r14 0xfffeffff00010000 r15 0xffff80002126eff0 rip 0xffffffff81eeff1c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800027b4ba60 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{0}> show proc PROC (syz-executor.1) pid=172811 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=70, nice=20 forw=0xffffffffffffffff, list=0xffff80002126eaa0,0xffff8000211e5d60 process=0xffff8000ffff8008 user=0xffff800027b46000, vmspace=0xfffffd80679b91f8 estcpu=36, cpticks=2, pctcpu=0.0 user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 34134 50528 15744 32767 2 0x10 syz-executor.6 77308 132244 66370 32767 7 0x10 syz-executor.7 77308 230861 66370 32767 3 0x4000090 fsleep syz-executor.7 99153 224015 79784 32767 3 0x3010 suspend syz-executor.5 99153 428954 79784 32767 2 0x4081090 syz-executor.5 90712 12425 91856 32767 2 0x10 syz-executor.4 27778 192659 61254 32767 2 0x10 syz-executor.3 27778 106068 61254 32767 3 0x4000090 lockf syz-executor.3 27778 341804 61254 32767 2 0x4000010 syz-executor.3 10003 121764 50676 32767 2 0x10 syz-executor.0 83675 177423 19280 32767 3 0x90 nanoslp syz-executor.2 19280 16103 24619 0 3 0x82 wait syz-executor.2 15744 510018 76953 32767 2 0x10 syz-executor.6 76953 510460 24619 0 3 0x82 wait syz-executor.6 66370 253094 93285 32767 3 0x90 nanoslp syz-executor.7 93285 510501 24619 0 3 0x82 wait syz-executor.7 79784 297496 80956 32767 3 0x90 nanoslp syz-executor.5 80956 284502 24619 0 3 0x82 wait syz-executor.5 61254 149426 29093 32767 3 0x90 nanoslp syz-executor.3 29093 153524 24619 0 3 0x82 wait syz-executor.3 87286 209256 0 0 3 0x14200 bored sosplice 25883 154248 69832 32767 3 0x90 nanoslp syz-executor.1 69832 522739 24619 0 3 0x82 wait syz-executor.1 91856 227163 76831 32767 2 0x10 syz-executor.4 76831 432027 24619 0 3 0x82 wait syz-executor.4 50676 471940 65870 32767 3 0x90 nanoslp syz-executor.0 65870 519774 24619 0 3 0x82 wait syz-executor.0 24619 461146 76860 0 3 0x2000082 wait syz-fuzzer 24619 518139 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 164306 76860 0 3 0x6000082 wait syz-fuzzer 24619 83559 76860 0 3 0x6000082 wait syz-fuzzer 24619 455103 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 256425 76860 0 3 0x6000082 wait syz-fuzzer 24619 313620 76860 0 3 0x6000082 kqread syz-fuzzer 24619 425310 76860 0 3 0x6000082 wait syz-fuzzer 24619 25691 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 376789 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 470736 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 187226 76860 0 3 0x6000082 wait syz-fuzzer 24619 77778 76860 0 3 0x6000082 wait syz-fuzzer 24619 252235 76860 0 3 0x6000082 wait syz-fuzzer 24619 485854 76860 0 3 0x6000082 thrsleep syz-fuzzer 24619 177585 76860 0 3 0x6000082 thrsleep syz-fuzzer 76860 467289 32773 0 3 0x10008a sigsusp ksh 32773 471237 21563 0 3 0x9a kqread sshd 80998 272782 1 0 3 0x100083 ttyin getty 21563 399227 1 0 3 0x88 kqread sshd 81760 136567 62034 73 3 0x1100090 kqread syslogd 62034 1269 1 0 3 0x100082 netio syslogd 79650 115569 1 0 3 0x100080 kqread resolvd 92621 268720 71543 77 3 0x100092 kqread dhcpleased 67589 134058 71543 77 3 0x100092 kqread dhcpleased 71543 436828 1 0 3 0x80 kqread dhcpleased 26956 478954 0 0 3 0x14200 bored smr 25 320634 0 0 2 0x14200 zerothread 86523 471114 0 0 3 0x14200 aiodoned aiodoned 1249 259096 0 0 3 0x14200 syncer update 50447 280801 0 0 3 0x14200 cleaner cleaner 49678 7530 0 0 2 0x14200 reaper 27828 71865 0 0 3 0x14200 pgdaemon pagedaemon 7716 166474 0 0 3 0x14200 bored viomb 81791 379128 0 0 3 0x40014200 acpi0 acpi0 99741 53341 0 0 3 0x40014200 idle1 21407 215427 0 0 3 0x14200 bored softnet3 14611 91090 0 0 3 0x14200 bored softnet2 15755 70076 0 0 3 0x14200 bored softnet1 76022 163577 0 0 3 0x14200 bored softnet0 61137 338566 0 0 3 0x14200 bored systqmp 82119 358178 0 0 3 0x14200 bored systq 82410 456540 0 0 3 0x40014200 bored softclock 15512 83278 0 0 3 0x40014200 idle0 1 241610 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 77308 (syz-executor.7) thread 0xffff80002126f298 (132244) shared rwlock vmmaplk r = 0 (0xfffffd80679b9860) #0 witness_lock+0x447 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10189 6409K 6420K 78643K 11309 0 pcb 13 12K 14K 78643K 17 0 rtable 242 6K 7K 78643K 953 0 pf 29 8K 8K 78643K 57 0 ifaddr 44 15K 15K 78643K 104 0 ifgroup 50 2K 2K 78643K 106 0 sysctl 2 0K 0K 78643K 2 0 counters 60 35K 35K 78643K 88 0 ioctlops 0 0K 2K 78643K 90 0 iov 0 0K 16K 78643K 505 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 2196 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 53 0 VM map 2 1K 1K 78643K 2 0 sem 10 1K 1K 78643K 16 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 25 93K 121K 78643K 6031 0 sigio 0 0K 0K 78643K 841 0 proc 56 78K 115K 78643K 1242 0 subproc 104 6K 6K 78643K 286 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 497 0 in_multi 99 7K 7K 78643K 269 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 1K 78643K 1000 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 406 94K 100K 78643K 60935 0 UVM aobj 131 4K 4K 78643K 134 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 150 0 NDP 11 0K 2K 78643K 69 0 temp 74 5920K 6000K 78643K 19011 0 kqueue 12 18K 30K 78643K 517 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 281 0 278 3 2 1 2 0 8 0 rtentry 112 275 0 161 4 0 4 4 0 8 0 unpcb 144 10645 0 10500 59 53 6 10 0 8 0 syncache 304 67 0 67 9 8 1 1 0 8 1 tcpqe 32 1331 0 1331 9 9 0 2 0 8 0 tcpcb 808 2665 0 2645 61 53 8 14 0 8 6 arp 120 46 0 28 1 0 1 1 0 8 0 ipq 40 10 0 8 2 1 1 1 0 8 0 ipqe 40 35 0 33 2 1 1 1 0 8 0 inpcb 368 7810 0 7787 116 106 10 14 0 8 7 nd6 136 76 0 48 2 0 2 2 0 8 0 kcovpl 48 22 0 14 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1110 0 639 30 0 30 30 0 8 0 art_table 32 1111 0 639 4 0 4 4 0 8 0 art_node 16 274 0 170 1 0 1 1 0 8 0 sysvmsgpl 40 23 0 19 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 8 0 0 1 0 1 1 0 8 0 shmpl 112 131 0 3 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 8678 0 7231 91 0 91 91 0 8 0 ffsino 272 8678 0 7231 97 0 97 97 0 8 0 nchpl 144 16425 0 14785 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 51895 0 51895 3 2 1 3 0 8 1 percpumem 16 57 0 14 1 0 1 1 0 8 0 kstatmem 264 50 0 28 2 0 2 2 0 8 0 scxspl 216 49840 0 49840 24 21 3 8 1 8 3 plimitpl 152 819 0 796 7 6 1 2 0 8 0 sigapl 424 6302 0 6247 7 0 7 7 0 8 0 futexpl 64 50498 0 50496 1 0 1 1 0 8 0 knotepl 120 649 0 0 17 0 17 17 0 8 0 kqueuepl 216 1251 0 1243 21 20 1 5 0 8 0 pipepl 320 1977 0 1949 51 43 8 14 0 8 5 fdescpl 496 6284 0 6248 7 2 5 6 0 8 0 filepl 152 45147 0 44775 92 75 17 24 0 8 2 lockfpl 104 1356 0 1351 2 1 1 2 0 8 0 lockfspl 48 253 0 250 1 0 1 1 0 8 0 sessionpl 144 37 0 21 1 0 1 1 0 8 0 pgrppl 48 101 0 85 1 0 1 1 0 8 0 ucredpl 104 4194 0 4176 1 0 1 1 0 8 0 zombiepl 144 6250 0 6247 1 0 1 1 0 8 0 processpl 1072 6302 0 6247 5 1 4 5 0 8 0 procpl 680 16814 0 16738 17 9 8 8 0 8 1 sosppl 168 76 0 76 6 5 1 1 0 8 1 sockpl 488 18979 0 18808 408 386 22 34 0 8 0 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 17 0 0 3 0 3 3 0 8 0 mcl12k 12288 16 0 0 2 0 2 2 0 8 0 mcl9k 9216 10 0 0 1 0 1 1 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 49 0 0 4 1 3 4 0 8 0 mcl2k2 2112 8 0 0 1 0 1 1 0 8 0 mcl2k 2048 347 0 0 43 6 37 43 0 8 0 mtagpl 96 4 0 0 1 0 1 1 0 8 0 mbufpl 256 1173 0 0 57 0 57 57 0 8 0 bufpl 288 13817 0 7491 454 2 452 453 0 8 0 anonpl 24 746592 0 735387 169 81 88 117 0 186 1 amapchunkpl 152 190631 0 189735 68 30 38 43 0 158 1 amappl16 200 18203 0 17935 95 71 24 40 0 8 8 amappl15 192 18 0 18 1 1 0 1 0 8 0 amappl14 184 208 0 191 2 1 1 2 0 8 0 amappl13 176 61 0 60 1 0 1 1 0 8 0 amappl12 168 7118 0 7083 2 0 2 2 0 8 0 amappl11 160 54 0 44 1 0 1 1 0 8 0 amappl10 152 128 0 116 1 0 1 1 0 8 0 amappl9 144 245 0 243 1 0 1 1 0 8 0 amappl8 136 440 0 329 4 0 4 4 0 8 0 amappl7 128 126 0 111 2 0 2 2 0 8 0 amappl6 120 425 0 403 2 1 1 2 0 8 0 amappl5 112 326 0 318 1 0 1 1 0 8 0 amappl4 104 943 0 903 2 0 2 2 0 8 0 amappl3 96 38056 0 37960 4 1 3 4 0 8 0 amappl2 88 6738 0 6660 3 1 2 3 0 8 0 amappl1 80 30947 0 30417 23 10 13 22 0 8 0 amappl 88 60103 0 59840 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 133 0 3 3 0 3 3 0 8 0 uaddrrnd 24 6284 0 6248 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 6284 0 6248 1 0 1 1 0 8 0 vmmpekpl 168 54224 0 54165 3 0 3 3 0 8 0 vmmpepl 168 383528 0 381100 194 76 118 125 0 357 9 vmsppl 464 6283 0 6248 7 2 5 6 0 8 0 rwobjpl 56 106764 0 99371 116 8 108 109 0 8 2 pdppl 4096 12576 0 12496 312 230 82 94 0 8 2 pvpl 32 1917273 0 1900019 373 206 167 338 0 265 3 pmappl 248 6283 0 6248 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1301 0 411 26 0 26 26 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(fffffd806f2c3958,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f2c3948) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002126eff0,fffffd806f2c3948,fffffd806f2c39d0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002126eff0,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002126eff0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002126eff0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002126eff0,ffff800027b4bd70,ffff800027b4bdc0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b4be40) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b4be40) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x763daa44eb60, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d58ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x29 kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x29 sys/dev/kcov.c:158 __mp_lock(ffffffff82d48c68) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d48c68) at __mp_lock+0x133 sys/kern/kern_lock.c:147 uvm_fault(fffffd80679b9768,8150cf14000,0,1) at uvm_fault+0x181 sys/uvm/uvm_fault.c:622 upageflttrap(ffff80002e46d1b0,8150cf14000) at upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 usertrap(ffff80002e46d1b0) at usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x7487c5b43a30, count: -9