kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd806fc71be0,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806fc71bd0) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002129d7f0,fffffd806fc71bd0,fffffd806fc71c58,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002129d7f0,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002129d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002129d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002129d7f0,ffff80002c9ed380,ffff80002c9ed3d0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002c9ed450) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002c9ed450) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f02ea40b770, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff80002c9ed120 rbx 0xe rdx 0 rcx 0xffff80002129d7f0 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0xdcd5da7db69bd7ed r11 0xa9517e34e4eeedc9 r12 0 r13 0xfffffd806fc71be0 r14 0x1004808610008086 r15 0xffff80002129d7f0 rip 0xffffffff81591c4c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002c9ed070 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.1) pid=497513 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=76, nice=20 forw=0xffffffffffffffff, list=0xffff80002129c800,0xffff800021289570 process=0xffff800027d95d68 user=0xffff80002c9e8000, vmspace=0xfffffd8063343cd8 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 80577 418984 18699 32767 2 0x10 syz-executor.3 80707 147325 13505 32767 2 0x10 syz-executor.5 72259 379596 27440 32767 2 0x10 syz-executor.4 72259 11103 27440 32767 2 0x4000010 syz-executor.4 57198 366190 93319 32767 3 0x90 nanoslp syz-executor.1 93319 153763 81356 0 3 0x82 wait syz-executor.1 18699 244990 67581 32767 3 0x90 nanoslp syz-executor.3 67581 239482 81356 0 3 0x82 wait syz-executor.3 62558 314820 96098 32767 2 0x10 syz-executor.6 96098 424556 81356 0 3 0x82 wait syz-executor.6 37936 56339 3460 32767 2 0x10 syz-executor.7 3460 147481 81356 0 3 0x82 wait syz-executor.7 60285 202327 99591 32767 7 0x10 syz-executor.0 99591 118651 81356 0 3 0x82 wait syz-executor.0 48471 232771 0 0 3 0x14200 bored sosplice 13505 447490 78560 32767 3 0x90 nanoslp syz-executor.5 27440 443662 98297 32767 3 0x90 nanoslp syz-executor.4 78560 497993 81356 0 3 0x82 wait syz-executor.5 98297 225924 81356 0 3 0x82 wait syz-executor.4 65107 415325 57380 32767 3 0x90 nanoslp syz-executor.2 57380 386536 81356 0 3 0x82 wait syz-executor.2 81356 336031 17146 0 3 0x2000082 thrsleep syz-fuzzer 81356 260510 17146 0 3 0x6000082 nanoslp syz-fuzzer 81356 65434 17146 0 3 0x6000082 wait syz-fuzzer 81356 465670 17146 0 3 0x6000082 wait syz-fuzzer 81356 195602 17146 0 3 0x6000082 wait syz-fuzzer 81356 356099 17146 0 3 0x6000082 thrsleep syz-fuzzer 81356 332513 17146 0 3 0x6000082 thrsleep syz-fuzzer 81356 291876 17146 0 3 0x6000082 wait syz-fuzzer 81356 454801 17146 0 3 0x6000082 thrsleep syz-fuzzer 81356 280948 17146 0 3 0x6000082 thrsleep syz-fuzzer 81356 345363 17146 0 3 0x6000082 wait syz-fuzzer 81356 220006 17146 0 3 0x6000082 wait syz-fuzzer 81356 33409 17146 0 3 0x6000082 wait syz-fuzzer 81356 287173 17146 0 3 0x6000082 kqread syz-fuzzer 81356 462687 17146 0 3 0x6000082 thrsleep syz-fuzzer 81356 343459 17146 0 3 0x6000082 wait syz-fuzzer 17146 104468 98632 0 3 0x10008a sigsusp ksh 98632 207203 13789 0 3 0x9a kqread sshd 3619 405441 1 0 3 0x100083 ttyin getty 13789 441479 1 0 3 0x88 kqread sshd 29288 249368 58904 73 3 0x1100090 kqread syslogd 58904 197079 1 0 3 0x100082 netio syslogd 85621 498791 1 0 3 0x100080 kqread resolvd 12333 347539 58293 77 3 0x100092 kqread dhcpleased 82154 263738 58293 77 3 0x100092 kqread dhcpleased 58293 95339 1 0 3 0x80 kqread dhcpleased 25370 332067 0 0 3 0x14200 bored smr 31311 405793 0 0 2 0x14200 zerothread 64853 252264 0 0 3 0x14200 aiodoned aiodoned 80823 516072 0 0 3 0x14200 syncer update 22804 291598 0 0 3 0x14200 cleaner cleaner 36950 397022 0 0 2 0x14200 reaper 56812 400861 0 0 3 0x14200 pgdaemon pagedaemon 8605 422058 0 0 3 0x14200 bored viomb 21889 251061 0 0 3 0x40014200 acpi0 acpi0 45503 131062 0 0 3 0x40014200 idle1 31206 44373 0 0 3 0x14200 bored softnet3 38216 423663 0 0 3 0x14200 bored softnet2 29183 205133 0 0 3 0x14200 bored softnet1 80598 21439 0 0 3 0x14200 bored softnet0 21342 434566 0 0 3 0x14200 bored systqmp 34799 492000 0 0 3 0x14200 bored systq 34019 396134 0 0 3 0x40014200 bored softclock 77183 162046 0 0 3 0x40014200 idle0 1 489310 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 60285 (syz-executor.0) thread 0xffff80002120c568 (202327) exclusive rrwlock inode r = 0 (0xfffffd806f0f8a30) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1314 #8 ufs_lookup+0x13ba sys/ufs/ufs/ufs_lookup.c:487 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #13 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd80671096f8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10194 6410K 6420K 78643K 11338 0 pcb 13 12K 14K 78643K 17 0 rtable 254 7K 7K 78643K 13540 0 pf 29 8K 8K 78643K 73 0 ifaddr 44 15K 16K 78643K 138 0 ifgroup 50 2K 2K 78643K 138 0 sysctl 3 1K 1K 78643K 3 0 counters 60 35K 35K 78643K 104 0 ioctlops 0 0K 2K 78643K 338 0 iov 0 0K 24K 78643K 1280 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1279 80K 80K 78643K 4579 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 21K 78643K 322 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 4160 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 22 81K 125K 78643K 16232 0 sigio 0 0K 0K 78643K 288 0 proc 56 78K 115K 78643K 2164 0 subproc 104 6K 6K 78643K 390 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 964 0 in_multi 99 7K 7K 78643K 545 0 ether_multi 1 0K 0K 78643K 8 0 mrt 2 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 103 466K 466K 78643K 103 0 exec 0 0K 1K 78643K 2479 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 434 94K 109K 78643K 161075 0 UVM aobj 131 4K 4K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 290 0 NDP 11 0K 2K 78643K 93 0 temp 74 5920K 6048K 78643K 41864 0 kqueue 12 18K 38K 78643K 1805 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 14039 0 14034 79 78 1 7 0 8 0 rtentry 112 390 0 270 4 0 4 4 0 8 0 unpcb 144 7633 0 7620 80 72 8 8 0 8 7 syncache 304 197 0 197 35 34 1 1 0 8 1 sackhl 24 1 0 1 1 1 0 1 0 8 0 tcpqe 32 1033 0 1033 23 23 0 1 0 8 0 tcpcb 808 5695 0 5680 169 166 3 16 0 8 0 arp 120 66 0 47 1 0 1 1 0 8 0 ipq 40 73 0 73 10 10 0 1 0 8 0 ipqe 40 338 0 338 10 10 0 1 0 8 0 inpcb 368 10251 0 10229 198 193 5 18 0 8 0 nd6 136 123 0 90 7 5 2 2 0 8 0 kcovpl 48 30 0 22 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1571 0 1090 34 2 32 32 0 8 1 art_table 32 1572 0 1090 5 1 4 5 0 8 0 art_node 16 389 0 279 1 0 1 1 0 8 0 sysvmsgpl 40 31 0 8 1 0 1 1 0 8 0 semapl 112 4158 0 4148 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 23107 0 21661 91 0 91 91 0 8 0 ffsino 272 23107 0 21661 97 0 97 97 0 8 0 nchpl 144 44433 0 42794 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 140962 0 140962 10 9 1 2 0 8 1 percpumem 16 65 0 22 1 0 1 1 0 8 0 kstatmem 264 66 0 44 2 0 2 2 0 8 0 scxspl 216 128263 0 128263 54 51 3 8 1 8 3 plimitpl 152 2380 0 2356 28 26 2 2 0 8 1 sigapl 424 16483 0 16431 7 0 7 7 0 8 0 futexpl 64 133329 0 133329 8 7 1 1 0 8 1 knotepl 120 1240 0 0 17 0 17 17 0 8 0 kqueuepl 216 4154 0 4146 61 60 1 8 0 8 0 pipepl 320 3108 0 3080 71 68 3 8 0 8 0 fdescpl 496 16465 0 16432 7 2 5 6 0 8 0 filepl 152 103014 0 102777 167 150 17 21 0 8 7 lockfpl 104 3847 0 3845 2 1 1 2 0 8 0 lockfspl 48 1320 0 1318 1 0 1 1 0 8 0 sessionpl 144 45 0 29 1 0 1 1 0 8 0 pgrppl 48 266 0 250 1 0 1 1 0 8 0 ucredpl 104 17100 0 17082 1 0 1 1 0 8 0 zombiepl 144 16433 0 16431 1 0 1 1 0 8 0 processpl 1072 16483 0 16431 5 1 4 5 0 8 0 procpl 680 45235 0 45166 39 32 7 9 0 8 0 sosppl 168 376 0 376 15 14 1 1 0 8 1 sockpl 488 32403 0 32366 541 511 30 39 0 8 23 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 17 0 0 3 0 3 3 0 8 0 mcl12k 12288 21 0 0 2 0 2 2 0 8 0 mcl9k 9216 17 0 0 2 0 2 2 0 8 0 mcl8k 8192 33 0 0 4 1 3 3 0 8 0 mcl4k 4096 89 0 0 5 1 4 4 0 8 0 mcl2k2 2112 20 0 0 2 0 2 2 0 8 0 mcl2k 2048 434 0 0 31 10 21 31 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 1824 0 0 61 0 61 61 0 8 0 bufpl 288 30002 0 23676 454 2 452 453 0 8 0 anonpl 24 1590583 0 1580005 178 86 92 108 0 186 0 amapchunkpl 152 507434 0 506599 132 94 38 50 0 158 0 amappl16 200 34650 0 34376 218 196 22 35 0 8 6 amappl15 192 10 0 9 1 0 1 1 0 8 0 amappl14 184 227 0 212 2 1 1 2 0 8 0 amappl13 176 35 0 33 1 0 1 1 0 8 0 amappl12 168 17454 0 17416 2 0 2 2 0 8 0 amappl11 160 53 0 43 1 0 1 1 0 8 0 amappl10 152 65 0 52 1 0 1 1 0 8 0 amappl9 144 337 0 336 1 0 1 1 0 8 0 amappl8 136 897 0 717 7 0 7 7 0 8 0 amappl7 128 154 0 139 2 0 2 2 0 8 0 amappl6 120 520 0 496 2 1 1 2 0 8 0 amappl5 112 746 0 736 1 0 1 1 0 8 0 amappl4 104 968 0 928 2 0 2 2 0 8 0 amappl3 96 99867 0 99788 4 1 3 4 0 8 0 amappl2 88 17589 0 17502 4 1 3 3 0 8 0 amappl1 80 66500 0 65970 22 10 12 22 0 8 0 amappl 88 159809 0 159563 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 16465 0 16432 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 16465 0 16432 1 0 1 1 0 8 0 vmmpekpl 168 125440 0 125377 5 1 4 4 0 8 0 vmmpepl 168 956396 0 954007 275 149 126 130 0 357 8 vmsppl 464 16464 0 16432 7 2 5 6 0 8 0 rwobjpl 56 241232 0 233758 121 11 110 112 0 8 0 pdppl 4096 32938 0 32864 638 556 82 96 0 8 8 pvpl 32 4415185 0 4398645 574 412 162 364 0 265 0 pmappl 248 16464 0 16432 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1844 0 974 26 0 26 26 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82bc7ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82d6d010) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d6d010) at __mp_lock+0x122 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82d6d010,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x46b sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19b sys/kern/kern_synch.c:414 biowait(fffffd806fae1b58) at biowait+0x91 sys/kern/vfs_bio.c:1278 bwrite(fffffd806fae1b58) at bwrite+0x21c sys/kern/vfs_bio.c:769 ffs_update(fffffd806f0f8998,1) at ffs_update+0x281 sys/ufs/ffs/ffs_inode.c:113 ffs_truncate(fffffd806f0f8998,0,4,fffffd807f7d6068) at ffs_truncate+0xce7 ufs_rmdir(ffff800022cdb728) at ufs_rmdir+0x3a9 sys/ufs/ufs/ufs_vnops.c:1342 VOP_RMDIR(fffffd8078673db0,fffffd8063fda8d0,ffff800022cdb808) at VOP_RMDIR+0x12a sys/kern/vfs_vops.c:407 dounlinkat(ffff80002120c568,ffffff9c,7624a9b65a10,8) at dounlinkat+0x20e sys/kern/vfs_syscalls.c:1880 syscall(ffff800022cdb980) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff800022cdb980) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7624a9b65a00, count: -16 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> trace witness_checkorder(fffffd806fc71be0,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806fc71bd0) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002129d7f0,fffffd806fc71bd0,fffffd806fc71c58,4,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002129d7f0,4) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002129d7f0) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002129d7f0,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002129d7f0,ffff80002c9ed380,ffff80002c9ed3d0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002c9ed450) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002c9ed450) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f02ea40b770, count: -9