kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd806f37de68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f37de58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff800024702008,fffffd806f37de58,fffffd806f37dee0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff800024702008,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff800024702008) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff800024702008,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff800024702008,ffff80002c9faef0,ffff80002c9faf40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002c9fafc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002c9fafc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7c4a07298da0, count: -9 ddb{1}> show registers rdi 0 rsi 0x20000 acpi_pdirpa+0xbe63 rbp 0xffff80002c9fac90 rbx 0xe rdx 0 rcx 0xffff800024702008 rax 0xffff800020d58ff0 r8 0x1 r9 0x1 r10 0x5c8b8fe4de40ab58 r11 0x21726456f24de4d6 r12 0 r13 0xfffffd806f37de68 r14 0x3ff5555555555555 r15 0xffff800024702008 rip 0xffffffff8146926c witness_checkorder+0x1ec cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002c9fabe0 ss 0x10 witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> show proc PROC (syz-executor.2) pid=440418 stat=onproc flags process=1018 proc=2000 pri=0, usrpri=75, nice=20 forw=0xffffffffffffffff, list=0xffff80002128eac0,0xffff800024702ab8 process=0xffff8000ffff69f8 user=0xffff80002c9f6000, vmspace=0xfffffd80661735a0 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 60972 325986 55229 32767 2 0x10 syz-executor.5 68428 422564 0 0 3 0x14200 bored sosplice 43691 305527 97726 32767 2 0x10 syz-executor.7 97726 498178 18383 0 3 0x82 wait syz-executor.7 33948 420339 45052 32767 3 0x90 nanoslp syz-executor.6 1301 111202 58893 32767 3 0x90 nanoslp syz-executor.4 55229 474898 5690 32767 3 0x90 nanoslp syz-executor.5 45052 330094 18383 0 3 0x82 wait syz-executor.6 66732 66940 30176 32767 2 0x10 syz-executor.3 58893 345735 18383 0 3 0x82 wait syz-executor.4 5690 504855 18383 0 3 0x82 wait syz-executor.5 30176 388136 18383 0 3 0x82 wait syz-executor.3 5758 128584 16235 32767 3 0x90 nanoslp syz-executor.2 16235 72915 18383 0 3 0x82 wait syz-executor.2 10255 366297 62615 32767 3 0x10 biowait syz-executor.1 53610 202356 53997 32767 3 0x90 nanoslp syz-executor.0 62615 269701 18383 0 3 0x82 wait syz-executor.1 53997 371613 18383 0 3 0x82 wait syz-executor.0 18383 111203 43916 0 3 0x2000082 wait syz-fuzzer 18383 97071 43916 0 3 0x6000082 nanoslp syz-fuzzer 18383 495927 43916 0 3 0x6000082 wait syz-fuzzer 18383 32097 43916 0 3 0x6000082 wait syz-fuzzer 18383 37586 43916 0 3 0x6000082 thrsleep syz-fuzzer 18383 92895 43916 0 3 0x6000082 wait syz-fuzzer 18383 350084 43916 0 3 0x6000082 thrsleep syz-fuzzer 18383 423351 43916 0 3 0x6000082 thrsleep syz-fuzzer 18383 255364 43916 0 3 0x6000082 wait syz-fuzzer 18383 171097 43916 0 3 0x6000082 wait syz-fuzzer 18383 163596 43916 0 3 0x6000082 wait syz-fuzzer 18383 181201 43916 0 3 0x6000082 thrsleep syz-fuzzer 18383 217815 43916 0 3 0x6000082 wait syz-fuzzer 18383 161580 43916 0 3 0x6000082 thrsleep syz-fuzzer 18383 68873 43916 0 3 0x6000082 kqread syz-fuzzer 18383 384437 43916 0 3 0x6000082 thrsleep syz-fuzzer 43916 34846 71226 0 3 0x10008a sigsusp ksh 71226 510284 47032 0 3 0x9a kqread sshd 23424 374024 1 0 3 0x100083 ttyin getty 47032 1108 1 0 3 0x88 kqread sshd 17534 53895 33197 73 3 0x1100090 kqread syslogd 33197 253008 1 0 3 0x100082 netio syslogd 13556 76012 1 0 3 0x100080 kqread resolvd 17345 183572 49302 77 3 0x100092 kqread dhcpleased 21956 281617 49302 77 3 0x100092 kqread dhcpleased 49302 249502 1 0 3 0x80 kqread dhcpleased 17827 504498 0 0 3 0x14200 bored smr 24578 338390 0 0 3 0x14200 pgzero zerothread 53648 372121 0 0 3 0x14200 aiodoned aiodoned 1477 298793 0 0 3 0x14200 syncer update 72808 517291 0 0 3 0x14200 cleaner cleaner 58786 382787 0 0 7 0x14200 reaper 77966 324694 0 0 3 0x14200 pgdaemon pagedaemon 87172 345048 0 0 3 0x14200 bored viomb 57221 273762 0 0 3 0x40014200 acpi0 acpi0 83165 457765 0 0 3 0x40014200 idle1 64720 172201 0 0 3 0x14200 bored softnet3 86323 324916 0 0 3 0x14200 bored softnet2 59160 412777 0 0 3 0x14200 bored softnet1 4618 370652 0 0 3 0x14200 bored softnet0 80716 413429 0 0 3 0x14200 bored systqmp 28356 80295 0 0 3 0x14200 bored systq 50648 72663 0 0 3 0x40014200 bored softclock 36740 237379 0 0 3 0x40014200 idle0 1 217809 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 10255 (syz-executor.1) thread 0xffff80002120c568 (366297) exclusive rrwlock inode r = 0 (0xfffffd8063fc2a28) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #10 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806d5edb48) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 58786 (reaper) thread 0xffff8000211b2d50 (382787) exclusive rwlock vmmaplk r = 0 (0xfffffd8066173c08) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 vm_map_lock_ln+0xfa sys/uvm/uvm_map.c:5345 #3 uvm_map_teardown+0x85 sys/uvm/uvm_map.c:2533 #4 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3503 #5 reaper+0x19a sys/kern/kern_exit.c:466 #6 proc_trampoline+0x1c ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10189 6409K 6420K 78643K 11267 0 pcb 13 8K 8K 78643K 13 0 rtable 236 6K 7K 78643K 378 0 pf 29 8K 8K 78643K 29 0 ifaddr 44 15K 15K 78643K 46 0 ifgroup 50 2K 2K 78643K 50 0 sysctl 2 0K 0K 78643K 2 0 counters 60 35K 35K 78643K 60 0 ioctlops 0 0K 2K 78643K 32 0 iov 0 0K 16K 78643K 281 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 1823 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 32 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 19 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 20 73K 113K 78643K 1791 0 sigio 0 0K 0K 78643K 35 0 proc 56 78K 103K 78643K 533 0 subproc 104 6K 6K 78643K 104 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 85 0 in_multi 99 7K 7K 78643K 105 0 ether_multi 1 0K 0K 78643K 4 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 73 334K 334K 78643K 73 0 exec 0 0K 1K 78643K 797 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 339 85K 89K 78643K 19442 0 UVM aobj 131 4K 4K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 39 0 NDP 11 0K 1K 78643K 27 0 temp 74 5920K 5984K 78643K 7725 0 kqueue 12 18K 34K 78643K 724 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 73 0 70 1 0 1 1 0 8 0 rtentry 112 115 0 4 4 0 4 4 0 8 0 unpcb 144 943 0 930 11 10 1 6 0 8 0 syncache 304 15 0 15 5 5 0 1 0 8 0 tcpqe 32 653 0 653 6 6 0 2 0 8 0 tcpcb 808 609 0 593 17 14 3 9 0 8 0 arp 120 18 0 0 1 0 1 1 0 8 0 inpcb 368 1160 0 1139 31 23 8 14 0 8 5 nd6 136 28 0 3 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 476 0 21 30 1 29 30 0 8 0 art_table 32 477 0 21 4 0 4 4 0 8 0 art_node 16 114 0 13 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 0 1 0 1 1 0 8 0 semupl 112 6 0 6 1 1 0 1 0 8 0 semapl 112 10 0 0 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 3856 0 2418 91 0 91 91 0 8 0 ffsino 272 3856 0 2418 97 0 97 97 0 8 0 nchpl 144 6206 0 4528 63 0 63 63 0 8 0 uvmvnodes 80 3969 0 0 81 0 81 81 0 8 0 vnodes 216 3969 0 0 221 0 221 221 0 8 0 namei 1024 20918 0 20917 3 2 1 2 0 8 0 percpumem 16 43 0 0 1 0 1 1 0 8 0 kstatmem 264 22 0 0 2 0 2 2 0 8 0 scxspl 216 20641 0 20640 14 10 4 8 1 8 3 plimitpl 152 275 0 252 3 2 1 2 0 8 0 sigapl 424 2091 0 2039 7 0 7 7 0 8 0 futexpl 64 17098 0 17098 1 0 1 1 0 8 1 knotepl 120 342 0 0 11 0 11 11 0 8 0 kqueuepl 216 856 0 848 5 4 1 5 0 8 0 pipepl 320 2569 0 2540 22 12 10 12 0 8 7 fdescpl 496 2073 0 2042 7 1 6 6 0 8 0 filepl 152 15673 0 15436 31 15 16 19 0 8 6 lockfpl 104 143 0 141 1 0 1 1 0 8 0 lockfspl 48 67 0 65 1 0 1 1 0 8 0 sessionpl 144 23 0 7 1 0 1 1 0 8 0 pgrppl 48 35 0 19 1 0 1 1 0 8 0 ucredpl 104 2664 0 2646 1 0 1 1 0 8 0 zombiepl 144 2043 0 2039 1 0 1 1 0 8 0 processpl 1072 2091 0 2039 4 0 4 4 0 8 0 procpl 680 4995 0 4927 12 4 8 8 0 8 1 sosppl 168 34 0 30 1 0 1 1 0 8 0 sockpl 488 2305 0 2268 77 63 14 29 0 8 8 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 11 0 0 2 0 2 2 0 8 0 mcl12k 12288 9 0 0 1 0 1 1 0 8 0 mcl9k 9216 7 0 0 1 0 1 1 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 261 0 0 33 0 33 33 0 8 0 mtagpl 96 16 0 0 1 0 1 1 0 8 0 mbufpl 256 962 0 0 59 0 59 59 0 8 0 bufpl 288 6794 0 471 452 0 452 452 0 8 0 anonpl 24 319057 0 308126 87 16 71 84 0 186 0 amapchunkpl 152 61136 0 60263 44 4 40 40 0 158 3 amappl16 200 7812 0 7529 30 14 16 25 0 8 0 amappl15 192 10 0 9 2 1 1 1 0 8 0 amappl14 184 151 0 139 2 1 1 2 0 8 0 amappl13 176 23 0 22 2 1 1 1 0 8 0 amappl12 168 2702 0 2669 2 0 2 2 0 8 0 amappl11 160 53 0 43 1 0 1 1 0 8 0 amappl10 152 24 0 13 1 0 1 1 0 8 0 amappl9 144 188 0 187 1 0 1 1 0 8 0 amappl8 136 219 0 158 3 0 3 3 0 8 0 amappl7 128 66 0 53 2 0 2 2 0 8 0 amappl6 120 255 0 237 1 0 1 1 0 8 0 amappl5 112 192 0 184 1 0 1 1 0 8 0 amappl4 104 570 0 538 2 0 2 2 0 8 0 amappl3 96 12588 0 12498 3 0 3 3 0 8 0 amappl2 88 2552 0 2481 3 1 2 3 0 8 0 amappl1 80 15476 0 14954 23 10 13 22 0 8 0 amappl 88 18875 0 18641 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 2073 0 2042 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2073 0 2042 1 0 1 1 0 8 0 vmmpekpl 168 28614 0 28554 4 0 4 4 0 8 0 vmmpepl 168 138419 0 136218 118 10 108 113 0 357 3 vmsppl 464 2072 0 2041 7 1 6 6 0 8 0 rwobjpl 56 44523 0 39135 78 1 77 77 0 8 0 pdppl 4096 4154 0 4082 132 52 80 90 0 8 8 pvpl 32 800869 0 784310 337 73 264 337 0 265 119 pmappl 248 2072 0 2041 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 975 0 98 26 0 26 26 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82c1fff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82c97058) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82c97058) at __mp_lock+0x129 sys/kern/kern_lock.c:147 intr_handler(ffff8000211b8dd0,ffff80000027b500) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_do_remove(fffffd806bac4c98,93b2c6000,93b2db000,0) at pmap_do_remove+0x51d sys/arch/amd64/amd64/pmap.c:1795 uvm_unmap_kill_entry_withlock(fffffd8066173b10,fffffd806bc82240,0) at uvm_unmap_kill_entry_withlock+0x1b0 sys/uvm/uvm_map.c:1928 uvm_map_teardown(fffffd8066173b10) at uvm_map_teardown+0x197 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd8066173b10) at uvm_map_teardown+0x197 sys/uvm/uvm_map.c:2565 uvmspace_free(fffffd8066173b10) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3503 reaper(ffff8000211b2d50) at reaper+0x19a sys/kern/kern_exit.c:466 end trace frame: 0x0, count: -12 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x1ec: movl 0x8(%r14),%ebx ddb{1}> trace witness_checkorder(fffffd806f37de68,9,0) at witness_checkorder+0x1ec sys/kern/subr_witness.c:794 mtx_enter(fffffd806f37de58) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff800024702008,fffffd806f37de58,fffffd806f37dee0,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff800024702008,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff800024702008) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff800024702008,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff800024702008,ffff80002c9faef0,ffff80002c9faf40) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002c9fafc0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002c9fafc0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7c4a07298da0, count: -9