kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd806f21b298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f21b288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff8000212d5d38,fffffd806f21b288,fffffd806f21b310,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff8000212d5d38,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff8000212d5d38) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff8000212d5d38,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff8000212d5d38,ffff80002afc7870,ffff80002afc78c0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afc7940) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afc7940) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x755ef8a017c0, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff80002afc7610 rbx 0xe rdx 0 rcx 0xffff8000212d5d38 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0x1f5ece1b8038561b r11 0xc793fb4f1176010c r12 0 r13 0xfffffd806f21b298 r14 0xfffeffff00010000 r15 0xffff8000212d5d38 rip 0xffffffff81eeff1c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002afc7560 ss 0 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.3) pid=278309 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=80, nice=20 forw=0xffffffffffffffff, list=0xffff800022cfda98,0xffff8000212d5aa0 process=0xffff800027b5b258 user=0xffff80002afc2000, vmspace=0xfffffd8008a12570 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 36018 3167 88545 32767 2 0x10 syz-executor.1 36018 425656 88545 32767 3 0x4000090 fsleep syz-executor.1 70947 243880 22489 32767 2 0x10 syz-executor.6 70947 247966 22489 32767 3 0x4000090 fsleep syz-executor.6 34794 341431 14635 32767 2 0x10 syz-executor.2 34794 485375 14635 32767 3 0x4000090 fsleep syz-executor.2 34794 305205 14635 32767 3 0x4000090 fsleep syz-executor.2 46022 202198 89439 32767 2 0x10 syz-executor.5 46022 349128 89439 32767 2 0x4000010 syz-executor.5 94485 266597 92070 32767 2 0x10 syz-executor.0 94485 305986 92070 32767 3 0x4000090 kqread syz-executor.0 94485 50872 92070 32767 2 0x4000010 syz-executor.0 88545 261543 56489 32767 3 0x90 nanoslp syz-executor.1 56489 315518 52515 0 3 0x82 wait syz-executor.1 46313 74681 0 0 3 0x14200 bored sosplice 33712 308142 77234 32767 2 0x10 syz-executor.7 77234 253482 52515 0 3 0x82 wait syz-executor.7 22489 294911 40376 32767 3 0x90 nanoslp syz-executor.6 62830 425899 86698 32767 2 0x10 syz-executor.4 89439 322697 2197 32767 3 0x90 nanoslp syz-executor.5 40376 161283 52515 0 3 0x82 wait syz-executor.6 86698 224968 52515 0 3 0x82 wait syz-executor.4 2197 195736 52515 0 3 0x82 wait syz-executor.5 14635 93914 69231 32767 3 0x90 nanoslp syz-executor.2 18135 454063 89534 32767 3 0x90 nanoslp syz-executor.3 89534 457978 52515 0 3 0x82 wait syz-executor.3 69231 103188 52515 0 3 0x82 wait syz-executor.2 92070 132390 68018 32767 3 0x90 nanoslp syz-executor.0 68018 11720 52515 0 3 0x82 wait syz-executor.0 52515 241692 42590 0 3 0x2000082 wait syz-fuzzer 52515 353460 42590 0 3 0x6000082 nanoslp syz-fuzzer 52515 345509 42590 0 3 0x6000082 wait syz-fuzzer 52515 412183 42590 0 3 0x6000082 wait syz-fuzzer 52515 271916 42590 0 3 0x6000082 thrsleep syz-fuzzer 52515 134111 42590 0 3 0x6000082 wait syz-fuzzer 52515 53200 42590 0 3 0x6000082 thrsleep syz-fuzzer 52515 512126 42590 0 3 0x6000082 thrsleep syz-fuzzer 52515 302602 42590 0 3 0x6000082 wait syz-fuzzer 52515 503443 42590 0 3 0x6000082 thrsleep syz-fuzzer 52515 447579 42590 0 3 0x6000082 wait syz-fuzzer 52515 414897 42590 0 3 0x6000082 thrsleep syz-fuzzer 52515 311226 42590 0 3 0x6000082 kqread syz-fuzzer 52515 281339 42590 0 3 0x6000082 wait syz-fuzzer 52515 9941 42590 0 3 0x6000082 wait syz-fuzzer 42590 106450 2041 0 3 0x10008a sigsusp ksh 2041 105440 47041 0 7 0x12 sshd 46939 162941 1 0 3 0x100083 ttyin getty 47041 84674 1 0 3 0x88 kqread sshd 19591 4847 43876 73 3 0x1100090 kqread syslogd 43876 9336 1 0 3 0x100082 netio syslogd 25283 63042 1 0 3 0x100080 kqread resolvd 45797 273523 94528 77 3 0x100092 kqread dhcpleased 47 191347 94528 77 3 0x100092 kqread dhcpleased 94528 284852 1 0 3 0x80 kqread dhcpleased 34412 394554 0 0 3 0x14200 bored smr 22360 447862 0 0 2 0x14200 zerothread 47681 227440 0 0 3 0x14200 aiodoned aiodoned 66243 77440 0 0 3 0x14200 syncer update 77294 313492 0 0 3 0x14200 cleaner cleaner 63324 231816 0 0 2 0x14200 reaper 70505 228333 0 0 3 0x14200 pgdaemon pagedaemon 66499 519196 0 0 3 0x14200 bored viomb 56207 491353 0 0 3 0x40014200 acpi0 acpi0 13227 501455 0 0 3 0x40014200 idle1 84625 148849 0 0 3 0x14200 bored softnet3 93036 262420 0 0 3 0x14200 bored softnet2 58029 360166 0 0 3 0x14200 bored softnet1 24317 120000 0 0 3 0x14200 bored softnet0 73300 225517 0 0 3 0x14200 bored systqmp 88991 359108 0 0 3 0x14200 bored systq 94513 435849 0 0 3 0x40014200 bored softclock 89418 181805 0 0 3 0x40014200 idle0 1 193275 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10187 6409K 6420K 78643K 11268 0 pcb 13 8K 8K 78643K 13 0 rtable 238 6K 7K 78643K 685 0 pf 29 8K 8K 78643K 31 0 ifaddr 44 15K 15K 78643K 50 0 ifgroup 50 2K 2K 78643K 54 0 counters 60 35K 35K 78643K 62 0 ioctlops 0 0K 2K 78643K 78 0 iov 0 0K 16K 78643K 191 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 1616 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 46 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 219 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 24 89K 121K 78643K 2027 0 sigio 0 0K 0K 78643K 146 0 proc 56 78K 127K 78643K 592 0 subproc 104 6K 6K 78643K 117 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 2 0K 0K 78643K 64 0 in_multi 100 7K 7K 78643K 115 0 ether_multi 1 0K 0K 78643K 1 0 mrt 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 61 281K 281K 78643K 61 0 exec 0 0K 1K 78643K 674 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 348 84K 87K 78643K 22410 0 UVM aobj 131 4K 4K 78643K 147 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 43 0 NDP 11 0K 2K 78643K 30 0 temp 74 5920K 6044K 78643K 8493 0 kqueue 12 18K 34K 78643K 273 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 138 0 135 2 1 1 2 0 8 0 rtentry 112 126 0 14 4 0 4 4 0 8 0 unpcb 144 1183 0 1170 11 7 4 6 0 8 3 syncache 304 32 0 32 3 3 0 1 0 8 0 tcpqe 32 253 0 253 3 3 0 1 0 8 0 tcpcb 808 527 0 516 16 14 2 8 0 8 0 arp 120 21 0 2 1 0 1 1 0 8 0 ipq 40 1 0 1 1 1 0 1 0 8 0 ipqe 40 4 0 4 1 1 0 1 0 8 0 inpcb 368 1183 0 1166 16 11 5 8 0 8 2 nd6 136 30 0 5 1 0 1 1 0 8 0 kcovpl 48 9 0 1 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 513 0 57 30 1 29 30 0 8 0 art_table 32 514 0 57 4 0 4 4 0 8 0 art_node 16 125 0 23 1 0 1 1 0 8 0 sysvmsgpl 40 11 0 8 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 212 0 202 1 0 1 1 0 8 0 shmpl 112 144 0 16 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 4451 0 3010 91 0 91 91 0 8 0 ffsino 272 4451 0 3010 97 0 97 97 0 8 0 nchpl 144 7545 0 5900 63 0 63 63 0 8 0 uvmvnodes 80 4577 0 0 94 0 94 94 0 8 0 vnodes 216 4577 0 0 255 0 255 255 0 8 0 namei 1024 24991 0 24991 2 1 1 2 0 8 1 percpumem 16 44 0 1 1 0 1 1 0 8 0 kstatmem 264 24 0 2 2 0 2 2 0 8 0 scxspl 216 22594 0 22594 13 12 1 8 1 8 1 plimitpl 152 114 0 91 2 1 1 2 0 8 0 sigapl 424 2321 0 2268 7 0 7 7 0 8 0 futexpl 64 15822 0 15818 1 0 1 1 0 8 0 knotepl 120 216 0 0 7 0 7 7 0 8 0 kqueuepl 216 460 0 450 9 8 1 5 0 8 0 pipepl 320 591 0 562 22 19 3 9 0 8 0 fdescpl 496 2303 0 2268 7 1 6 6 0 8 0 filepl 152 13941 0 13701 31 18 13 20 0 8 3 lockfpl 104 401 0 399 1 0 1 1 0 8 0 lockfspl 48 135 0 133 1 0 1 1 0 8 0 sessionpl 144 24 0 8 1 0 1 1 0 8 0 pgrppl 48 29 0 13 1 0 1 1 0 8 0 ucredpl 104 1908 0 1890 1 0 1 1 0 8 0 zombiepl 144 2269 0 2268 1 0 1 1 0 8 0 processpl 1072 2321 0 2268 5 1 4 5 0 8 0 procpl 680 5806 0 5731 10 3 7 8 0 8 0 sosppl 168 60 0 60 3 2 1 1 0 8 1 sockpl 488 2568 0 2537 34 21 13 21 0 8 8 mcl64k 65536 9 0 0 2 0 2 2 0 8 0 mcl16k 16384 12 0 0 2 0 2 2 0 8 0 mcl12k 12288 8 0 0 1 0 1 1 0 8 0 mcl9k 9216 11 0 0 1 0 1 1 0 8 0 mcl8k 8192 12 0 0 2 0 2 2 0 8 0 mcl4k 4096 21 0 0 3 0 3 3 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 270 0 0 34 0 34 34 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 994 0 0 59 0 59 59 0 8 0 bufpl 288 7543 0 1214 453 0 453 453 0 8 0 anonpl 24 349607 0 338806 108 22 86 90 0 186 15 amapchunkpl 152 70852 0 69982 56 9 47 47 0 158 12 amappl16 200 8563 0 8282 41 22 19 28 0 8 4 amappl15 192 21 0 21 1 1 0 1 0 8 0 amappl14 184 157 0 144 2 1 1 2 0 8 0 amappl13 176 15 0 15 1 1 0 1 0 8 0 amappl12 168 2948 0 2913 2 0 2 2 0 8 0 amappl11 160 49 0 39 1 0 1 1 0 8 0 amappl10 152 28 0 18 1 0 1 1 0 8 0 amappl9 144 180 0 179 1 0 1 1 0 8 0 amappl8 136 247 0 179 3 0 3 3 0 8 0 amappl7 128 77 0 64 2 0 2 2 0 8 0 amappl6 120 247 0 227 2 1 1 2 0 8 0 amappl5 112 187 0 179 1 0 1 1 0 8 0 amappl4 104 637 0 602 2 1 1 2 0 8 0 amappl3 96 14185 0 14088 3 0 3 3 0 8 0 amappl2 88 2633 0 2559 3 1 2 3 0 8 0 amappl1 80 16370 0 15843 22 9 13 22 0 8 0 amappl 88 21432 0 21197 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 146 0 16 3 0 3 3 0 8 0 uaddrrnd 24 2303 0 2268 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2303 0 2268 1 0 1 1 0 8 0 vmmpekpl 168 23777 0 23721 3 0 3 3 0 8 0 vmmpepl 168 154397 0 152068 130 19 111 115 0 357 7 vmsppl 464 2302 0 2268 7 2 5 6 0 8 0 rwobjpl 56 49108 0 43113 86 1 85 85 0 8 0 pdppl 4096 4614 0 4536 148 66 82 94 0 8 4 pvpl 32 865881 0 849012 360 99 261 358 0 265 119 pmappl 248 2302 0 2268 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 972 0 98 26 0 26 26 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82bfcff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x30 kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x30 sys/dev/kcov.c:158 __mp_lock(ffffffff82d48c68) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d48c68) at __mp_lock+0x133 sys/kern/kern_lock.c:147 intr_handler(ffff8000211e4bd0,ffff80000027b500) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f __mp_lock(ffffffff82d48c68) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d48c68) at __mp_lock+0x129 sys/kern/kern_lock.c:147 doppoll(ffff8000211b3a98,c27ef95b930,4,0,ffff8000211e4fc4,ffff8000211e5090) at doppoll+0x159 sys/kern/sys_generic.c:950 sys_ppoll(ffff8000211b3a98,ffff8000211e5040,ffff8000211e5090) at sys_ppoll+0x137 sys/kern/sys_generic.c:916 syscall(ffff8000211e5110) at syscall+0x606 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff8000211e5110) at syscall+0x606 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x76957fcebcc0, count: -12 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> trace witness_checkorder(fffffd806f21b298,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f21b288) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff8000212d5d38,fffffd806f21b288,fffffd806f21b310,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff8000212d5d38,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff8000212d5d38) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff8000212d5d38,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff8000212d5d38,ffff80002afc7870,ffff80002afc78c0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002afc7940) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002afc7940) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x755ef8a017c0, count: -9