kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd8070031a30,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd8070031a20) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff8000211ee010,fffffd8070031a20,fffffd8070031aa8,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff8000211ee010,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff8000211ee010) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff8000211ee010,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff8000211ee010,ffff800027b73810,ffff800027b73860) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b738e0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b738e0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x740e766a6de0, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff800027b735b0 rbx 0xe rdx 0 rcx 0xffff8000211ee010 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0x5688e195ca1e7bef r11 0xb0b14b737c951a97 r12 0 r13 0xfffffd8070031a30 r14 0x436011ab436111ab r15 0xffff8000211ee010 rip 0xffffffff8167002c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800027b73500 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.6) pid=409375 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff8000212682c8,0xffff8000212692c8 process=0xffff800027b74448 user=0xffff800027b6e000, vmspace=0xfffffd80718ba1f8 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 80255 280922 57081 32767 2 0x10 syz-executor.0 80255 458949 57081 32767 3 0x4000090 fsleep syz-executor.0 99017 453900 12040 32767 7 0x10 syz-executor.3 99017 281861 12040 32767 3 0x4000090 lockf syz-executor.3 99017 148759 12040 32767 3 0x4000090 fsleep syz-executor.3 97720 309484 31720 32767 2 0x10 syz-executor.5 97720 160311 31720 32767 2 0x4000010 syz-executor.5 20840 108068 84398 32767 3 0x90 nanoslp syz-executor.2 20840 379833 84398 32767 3 0x4000090 lockf syz-executor.2 20840 415073 84398 32767 3 0x4000090 fsleep syz-executor.2 20840 413497 84398 32767 3 0x4000090 fsleep syz-executor.2 31720 510646 89338 32767 3 0x90 nanoslp syz-executor.5 89338 83613 84118 0 3 0x82 wait syz-executor.5 41330 480666 34522 32767 3 0x10 getblk syz-executor.1 34522 174976 84118 0 3 0x82 wait syz-executor.1 57081 364260 50267 32767 3 0x90 nanoslp syz-executor.0 50267 512737 84118 0 3 0x82 wait syz-executor.0 70724 421128 0 0 3 0x14200 bored sosplice 1870 343717 5040 32767 3 0x90 nanoslp syz-executor.6 99754 120873 75756 32767 3 0x90 nanoslp syz-executor.7 5040 60348 84118 0 3 0x82 wait syz-executor.6 75756 93142 84118 0 3 0x82 wait syz-executor.7 61070 356556 48527 32767 3 0x10 biowait syz-executor.4 12040 203343 52115 32767 3 0x90 nanoslp syz-executor.3 84398 43719 24738 32767 3 0x90 nanoslp syz-executor.2 48527 520898 84118 0 3 0x82 wait syz-executor.4 52115 511255 84118 0 3 0x82 wait syz-executor.3 24738 187595 84118 0 3 0x82 wait syz-executor.2 84118 285005 99897 0 3 0x2000082 thrsleep syz-fuzzer 84118 506708 99897 0 3 0x6000082 nanoslp syz-fuzzer 84118 510129 99897 0 3 0x6000082 wait syz-fuzzer 84118 379388 99897 0 3 0x6000082 wait syz-fuzzer 84118 76179 99897 0 3 0x6000082 wait syz-fuzzer 84118 307131 99897 0 3 0x6000082 thrsleep syz-fuzzer 84118 442741 99897 0 3 0x6000082 wait syz-fuzzer 84118 113116 99897 0 3 0x6000082 thrsleep syz-fuzzer 84118 3467 99897 0 3 0x6000082 wait syz-fuzzer 84118 313394 99897 0 3 0x6000082 thrsleep syz-fuzzer 84118 209634 99897 0 3 0x6000082 thrsleep syz-fuzzer 84118 186074 99897 0 3 0x6000082 thrsleep syz-fuzzer 84118 443872 99897 0 3 0x6000082 wait syz-fuzzer 84118 497957 99897 0 3 0x6000082 wait syz-fuzzer 84118 472639 99897 0 3 0x6000082 kqread syz-fuzzer 84118 19711 99897 0 3 0x6000082 wait syz-fuzzer 99897 444765 48352 0 3 0x10008a sigsusp ksh 48352 14058 24537 0 3 0x9a kqread sshd 10946 520998 1 0 3 0x100083 ttyin getty 24537 155350 1 0 3 0x88 kqread sshd 29752 446710 16552 73 3 0x1100090 kqread syslogd 16552 25294 1 0 3 0x100082 netio syslogd 73740 7725 1 0 3 0x100080 kqread resolvd 36384 65698 70177 77 3 0x100092 kqread dhcpleased 53707 514332 70177 77 3 0x100092 kqread dhcpleased 70177 86399 1 0 3 0x80 kqread dhcpleased 21820 517517 0 0 3 0x14200 bored smr 70300 29361 0 0 2 0x14200 zerothread 26291 458006 0 0 3 0x14200 aiodoned aiodoned 77152 421358 0 0 3 0x14200 syncer update 30504 429510 0 0 3 0x14200 cleaner cleaner 40669 2772 0 0 2 0x14200 reaper 44566 281701 0 0 3 0x14200 pgdaemon pagedaemon 80771 360702 0 0 3 0x14200 bored viomb 33204 442691 0 0 3 0x40014200 acpi0 acpi0 87270 452981 0 0 3 0x40014200 idle1 32051 14540 0 0 3 0x14200 bored softnet3 99350 228849 0 0 3 0x14200 bored softnet2 84814 214088 0 0 3 0x14200 bored softnet1 24385 261649 0 0 3 0x14200 bored softnet0 81008 423826 0 0 3 0x14200 bored systqmp 23914 289575 0 0 3 0x14200 bored systq 59082 366314 0 0 3 0x40014200 bored softclock 569 70995 0 0 3 0x40014200 idle0 1 406695 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 41330 (syz-executor.1) thread 0xffff800021291548 (480666) exclusive rrwlock inode r = 0 (0xfffffd80718965f8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1314 #8 ufs_lookup+0x13ba sys/ufs/ufs/ufs_lookup.c:487 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #13 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80681a32b8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 61070 (syz-executor.4) thread 0xffff800021269ab0 (356556) exclusive rrwlock inode r = 0 (0xfffffd80681a3808) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #10 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8066ee1920) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10212 6412K 6420K 78643K 11306 0 pcb 13 10K 12K 78643K 15 0 rtable 242 6K 7K 78643K 695 0 pf 29 8K 8K 78643K 39 0 ifaddr 44 15K 15K 78643K 68 0 ifgroup 50 2K 2K 78643K 70 0 sysctl 2 0K 0K 78643K 3 0 counters 60 35K 35K 78643K 70 0 ioctlops 0 0K 2K 78643K 108 0 iov 0 0K 16K 78643K 493 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 2242 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 96 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 14 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 23 85K 113K 78643K 5747 0 sigio 0 0K 0K 78643K 134 0 proc 56 78K 115K 78643K 867 0 subproc 104 6K 6K 78643K 169 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 310 0 in_multi 99 7K 7K 78643K 193 0 ether_multi 1 0K 0K 78643K 1 0 mrt 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 211 943K 943K 78643K 211 0 exec 0 0K 1K 78643K 946 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 422 94K 96K 78643K 57481 0 UVM aobj 131 4K 4K 78643K 137 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 143 0 NDP 11 0K 2K 78643K 42 0 temp 74 5920K 5998K 78643K 17043 0 kqueue 12 18K 32K 78643K 435 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 314 0 311 5 4 1 3 0 8 0 rtentry 112 177 0 63 4 0 4 4 0 8 0 unpcb 144 2926 0 2913 41 40 1 11 0 8 0 syncache 304 69 0 69 15 14 1 1 0 8 1 tcpqe 32 253 0 253 12 12 0 1 0 8 0 tcpcb 808 5236 0 5217 96 86 10 17 0 8 6 arp 120 29 0 11 1 0 1 1 0 8 0 ipq 40 11 0 11 3 3 0 1 0 8 0 ipqe 40 37 0 37 3 3 0 1 0 8 0 inpcb 368 7068 0 7046 98 88 10 19 0 8 7 nd6 136 49 0 21 2 0 2 2 0 8 0 kcovpl 48 13 0 5 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 708 0 244 30 1 29 30 0 8 0 art_table 32 709 0 244 4 0 4 4 0 8 0 art_node 16 176 0 72 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 3 2 1 1 1 0 8 0 semupl 112 5 0 5 1 1 0 1 0 8 0 semapl 112 10 0 0 1 0 1 1 0 8 0 shmpl 112 134 0 6 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 8687 0 7243 91 0 91 91 0 8 0 ffsino 272 8687 0 7243 97 0 97 97 0 8 0 nchpl 144 16072 0 14428 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 49467 0 49466 5 4 1 2 0 8 0 percpumem 16 48 0 5 1 0 1 1 0 8 0 kstatmem 264 32 0 10 2 0 2 2 0 8 0 scxspl 216 47178 0 47177 27 26 1 8 1 8 0 plimitpl 152 903 0 880 12 10 2 2 0 8 1 sigapl 424 6022 0 5969 7 0 7 7 0 8 0 futexpl 64 44060 0 44056 3 2 1 1 0 8 0 knotepl 120 339 0 0 7 0 7 7 0 8 0 kqueuepl 216 1228 0 1220 31 30 1 5 0 8 0 pipepl 320 1177 0 1149 47 44 3 16 0 8 0 fdescpl 496 6004 0 5970 7 2 5 6 0 8 0 filepl 152 35051 0 34805 97 82 15 29 0 8 3 lockfpl 104 1159 0 1154 3 2 1 2 0 8 0 lockfspl 48 324 0 321 1 0 1 1 0 8 0 sessionpl 144 28 0 12 1 0 1 1 0 8 0 pgrppl 48 104 0 88 1 0 1 1 0 8 0 ucredpl 104 5118 0 5100 1 0 1 1 0 8 0 zombiepl 144 5971 0 5969 1 0 1 1 0 8 0 processpl 1072 6022 0 5969 4 0 4 4 0 8 0 procpl 680 15708 0 15632 20 12 8 9 0 8 0 sosppl 168 77 0 77 4 3 1 1 0 8 1 sockpl 488 10696 0 10657 198 184 14 38 0 8 6 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 11 0 0 2 0 2 2 0 8 0 mcl12k 12288 12 0 0 2 0 2 2 0 8 0 mcl9k 9216 7 0 0 1 0 1 1 0 8 0 mcl8k 8192 26 0 0 4 1 3 3 0 8 0 mcl4k 4096 33 0 0 4 1 3 4 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 377 0 0 45 7 38 45 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 1783 0 0 109 0 109 109 0 8 0 bufpl 288 13171 0 6845 452 0 452 452 0 8 0 anonpl 24 693489 0 681997 197 105 92 95 0 186 19 amapchunkpl 152 180082 0 179159 66 26 40 40 0 158 0 amappl16 200 16909 0 16629 106 82 24 28 0 8 8 amappl15 192 9 0 9 2 2 0 1 0 8 0 amappl14 184 164 0 150 2 1 1 2 0 8 0 amappl13 176 67 0 67 2 2 0 1 0 8 0 amappl12 168 6696 0 6659 2 0 2 2 0 8 0 amappl11 160 65 0 54 1 0 1 1 0 8 0 amappl10 152 45 0 33 1 0 1 1 0 8 0 amappl9 144 317 0 317 3 2 1 1 0 8 1 amappl8 136 409 0 296 4 0 4 4 0 8 0 amappl7 128 127 0 113 2 0 2 2 0 8 0 amappl6 120 322 0 299 2 1 1 2 0 8 0 amappl5 112 327 0 319 1 0 1 1 0 8 0 amappl4 104 778 0 740 3 1 2 3 0 8 0 amappl3 96 35785 0 35684 7 4 3 4 0 8 0 amappl2 88 6574 0 6498 3 1 2 3 0 8 0 amappl1 80 28956 0 28430 22 9 13 22 0 8 0 amappl 88 56751 0 56487 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 136 0 6 3 0 3 3 0 8 0 uaddrrnd 24 6004 0 5970 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 6004 0 5970 1 0 1 1 0 8 0 vmmpekpl 168 49782 0 49723 5 2 3 5 0 8 0 vmmpepl 168 359187 0 356806 202 83 119 129 0 357 8 vmsppl 464 6003 0 5970 7 2 5 6 0 8 0 rwobjpl 56 99558 0 92146 115 7 108 108 0 8 1 pdppl 4096 12016 0 11940 278 196 82 92 0 8 6 pvpl 32 1803178 0 1785626 439 263 176 360 0 265 26 pmappl 248 6003 0 5970 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1341 0 398 28 0 28 28 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82bafff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x30 kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x30 sys/dev/kcov.c:158 __mp_lock(ffffffff82c532e8) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82c532e8) at __mp_lock+0x133 sys/kern/kern_lock.c:147 intr_handler(ffff80002e4219b0,ffff80000007b080) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f end of kernel end trace frame: 0x7e00c64f10f0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> trace witness_checkorder(fffffd8070031a30,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd8070031a20) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff8000211ee010,fffffd8070031a20,fffffd8070031aa8,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff8000211ee010,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff8000211ee010) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff8000211ee010,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff8000211ee010,ffff800027b73810,ffff800027b73860) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff800027b738e0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800027b738e0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x740e766a6de0, count: -9