kernel: protection fault trap, code=0 Stopped at remrunqueue+0xd0: movq %r12,0x8(%rbx) ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace remrunqueue(ffff8000212875f8) at remrunqueue+0xd0 sys/kern/kern_sched.c:299 sched_chooseproc() at sched_chooseproc+0x1a3 sys/kern/kern_sched.c:343 mi_switch() at mi_switch+0x27f sys/kern/sched_bsd.c:367 sleep_finish(0,1) at sleep_finish+0x184 sys/kern/kern_synch.c:411 biowait(fffffd80686cd480) at biowait+0x91 sys/kern/vfs_bio.c:1278 bwrite(fffffd80686cd480) at bwrite+0x21c sys/kern/vfs_bio.c:769 VOP_BWRITE(fffffd80686cd480) at VOP_BWRITE+0x4e sys/kern/vfs_vops.c:640 ufs_direnter(fffffd80695208d0,fffffd807237bc18,ffff8000281ad540,ffff8000281ad870,fffffd8072e6ba38) at ufs_direnter+0x90a sys/ufs/ufs/ufs_lookup.c:909 ufs_mkdir(ffff8000281ad6e0) at ufs_mkdir+0x718 sys/ufs/ufs/ufs_vnops.c:1238 VOP_MKDIR(fffffd80695208d0,ffff8000281ad840,ffff8000281ad870,ffff8000281ad770) at VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 domkdirat(ffff800021286860,ffffff9c,769bcdf2c7c0,1ff) at domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 syscall(ffff8000281ad9f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff8000281ad9f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x769bcdf2c830, count: -13 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff8000281ad230 rbx 0x5db91e5361741a53 rdx 0 rcx 0xffff800021286860 rax 0xffffffff82bfeff0 cpu_info_full_primary+0x1ff0 r8 0x8 r9 0 r10 0x805c93a5480c7d44 r11 0x54c1226f860ab3d8 r12 0x83b08e2772e26360 r13 0xffffffff82bfeff0 cpu_info_full_primary+0x1ff0 r14 0xffff8000212875f8 r15 0x10 rip 0xffffffff81206fd0 remrunqueue+0xd0 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff8000281ad1f0 ss 0x10 remrunqueue+0xd0: movq %r12,0x8(%rbx) ddb{0}> show proc PROC (syz-executor.5) pid=34502 stat=sleep flags process=10 proc=0 pri=17, usrpri=67, nice=20 forw=0x0, list=0xffff8000212862f0,0xffff8000212d55f8 process=0xffff8000ffff69f8 user=0xffff8000281a8000, vmspace=0xfffffd8077cfb3c8 estcpu=34, cpticks=0, pctcpu=0.1 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 86487 176252 75771 32767 3 0x90 nanoslp syz-executor.7 86487 218885 75771 32767 3 0x4000090 fsleep syz-executor.7 13406 232865 35696 32767 3 0x90 nanoslp syz-executor.0 13406 30114 35696 32767 3 0x4000090 fsleep syz-executor.0 86369 145441 38794 32767 3 0x90 nanoslp syz-executor.3 86369 4968 38794 32767 3 0x4000090 fsleep syz-executor.3 86369 392228 38794 32767 3 0x4000090 fsleep syz-executor.3 86369 45500 38794 32767 3 0x4000090 fsleep syz-executor.3 35696 325032 40563 32767 3 0x90 nanoslp syz-executor.0 40563 258201 84923 0 3 0x82 wait syz-executor.0 *45841 34502 4548 32767 3 0x10 biowait syz-executor.5 4548 252003 84923 0 3 0x82 wait syz-executor.5 1218 363329 0 0 3 0x14200 bored sosplice 3611 477348 67049 32767 3 0x90 nanoslp syz-executor.6 67049 282805 84923 0 3 0x82 wait syz-executor.6 75771 522449 39500 32767 3 0x90 nanoslp syz-executor.7 80781 300669 99391 32767 3 0x90 nanoslp syz-executor.4 39500 482325 84923 0 3 0x82 wait syz-executor.7 2249 57672 67237 32767 3 0x90 nanoslp syz-executor.2 99391 234951 84923 0 3 0x82 wait syz-executor.4 38794 27854 403 32767 3 0x90 nanoslp syz-executor.3 6580 276886 98848 32767 3 0x90 nanoslp syz-executor.1 67237 367013 84923 0 3 0x82 wait syz-executor.2 403 96188 84923 0 3 0x82 wait syz-executor.3 98848 267071 84923 0 3 0x82 wait syz-executor.1 84923 241223 1708 0 3 0x82 thrsleep syz-fuzzer 84923 374127 1708 0 3 0x4000082 nanoslp syz-fuzzer 84923 257274 1708 0 3 0x4000082 wait syz-fuzzer 84923 39367 1708 0 3 0x4000082 wait syz-fuzzer 84923 147532 1708 0 3 0x4000082 wait syz-fuzzer 84923 351980 1708 0 3 0x4000082 thrsleep syz-fuzzer 84923 230218 1708 0 3 0x4000082 wait syz-fuzzer 84923 389954 1708 0 3 0x4000082 kqread syz-fuzzer 84923 513760 1708 0 3 0x4000082 wait syz-fuzzer 84923 474215 1708 0 3 0x4000082 thrsleep syz-fuzzer 84923 228077 1708 0 3 0x4000082 thrsleep syz-fuzzer 84923 242798 1708 0 3 0x4000082 wait syz-fuzzer 84923 356419 1708 0 3 0x4000082 wait syz-fuzzer 84923 171997 1708 0 3 0x4000082 thrsleep syz-fuzzer 84923 56984 1708 0 3 0x4000082 thrsleep syz-fuzzer 84923 349255 1708 0 3 0x4000082 wait syz-fuzzer 1708 22896 6496 0 3 0x10008a sigsusp ksh 6496 60595 8114 0 3 0x9a kqread sshd 5370 274684 1 0 3 0x100083 ttyin getty 8114 247061 1 0 3 0x88 kqread sshd 56999 5252 45346 73 3 0x1100090 kqread syslogd 45346 410843 1 0 3 0x100082 netio syslogd 881 26843 1 0 3 0x100080 kqread resolvd 8713 343282 48766 77 3 0x100092 kqread dhcpleased 73471 241178 48766 77 3 0x100092 kqread dhcpleased 48766 208702 1 0 3 0x80 kqread dhcpleased 17021 58110 0 0 3 0x14200 bored smr 78914 25134 0 0 2 0x14200 zerothread 62415 519681 0 0 3 0x14200 aiodoned aiodoned 20174 323360 0 0 3 0x14200 syncer update 52079 47552 0 0 3 0x14200 cleaner cleaner 66996 373123 0 0 3 0x14200 reaper reaper 69218 231290 0 0 3 0x14200 pgdaemon pagedaemon 38068 252159 0 0 3 0x14200 bored viomb 8420 212067 0 0 3 0x40014200 acpi0 acpi0 35321 130037 0 0 7 0x40014200 idle1 21133 270881 0 0 3 0x14200 bored softnet3 31277 208147 0 0 3 0x14200 bored softnet2 99835 26573 0 0 3 0x14200 bored softnet1 92823 380641 0 0 3 0x14200 bored softnet0 99789 480620 0 0 3 0x14200 bored systqmp 55939 211235 0 0 3 0x14200 bored systq 66344 322743 0 0 3 0x40014200 bored softclock 42468 523990 0 0 3 0x40014200 idle0 1 421176 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive sched_lock &sched_lock r = 0 (0xffffffff82d53770) #0 witness_lock+0x447 #1 sleep_finish+0xa2 sys/kern/kern_synch.c:377 #2 biowait+0x91 sys/kern/vfs_bio.c:1278 #3 bwrite+0x21c sys/kern/vfs_bio.c:769 #4 VOP_BWRITE+0x4e sys/kern/vfs_vops.c:640 #5 ufs_direnter+0x90a sys/ufs/ufs/ufs_lookup.c:909 #6 ufs_mkdir+0x718 sys/ufs/ufs/ufs_vnops.c:1238 #7 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #8 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #9 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #9 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #10 Xsyscall+0x128 Process 45841 (syz-executor.5) thread 0xffff800021286860 (34502) exclusive rrwlock inode r = 0 (0xfffffd8067193d58) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #10 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8067193e68) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 exclusive sched_lock &sched_lock r = 0 (0xffffffff82d53770) #0 witness_lock+0x447 #1 sleep_finish+0xa2 sys/kern/kern_synch.c:377 #2 biowait+0x91 sys/kern/vfs_bio.c:1278 #3 bwrite+0x21c sys/kern/vfs_bio.c:769 #4 VOP_BWRITE+0x4e sys/kern/vfs_vops.c:640 #5 ufs_direnter+0x90a sys/ufs/ufs/ufs_lookup.c:909 #6 ufs_mkdir+0x718 sys/ufs/ufs/ufs_vnops.c:1238 #7 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #8 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #9 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #9 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #10 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10178 6407K 6419K 78643K 11268 0 pcb 13 8K 8K 78643K 13 0 rtable 234 6K 6K 78643K 464 0 pf 29 8K 8K 78643K 37 0 ifaddr 44 15K 15K 78643K 62 0 ifgroup 50 2K 2K 78643K 66 0 counters 60 35K 35K 78643K 68 0 ioctlops 0 0K 2K 78643K 33 0 iov 0 0K 12K 78643K 16 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 1365 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 8 0 VM map 2 1K 1K 78643K 2 0 sem 8 0K 1K 78643K 14 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 21 77K 117K 78643K 661 0 sigio 0 0K 0K 78643K 4 0 proc 56 78K 103K 78643K 600 0 subproc 104 6K 6K 78643K 156 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 99 7K 7K 78643K 143 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 412 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 330 85K 99K 78643K 8317 0 UVM aobj 21 2K 2K 78643K 21 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 17 0 NDP 11 0K 2K 78643K 39 0 temp 59 5868K 5932K 78643K 5519 0 kqueue 13 20K 24K 78643K 54 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 41 0 38 1 0 1 1 0 8 0 rtentry 112 155 0 45 4 0 4 4 0 8 0 unpcb 144 314 0 299 8 7 1 6 0 8 0 syncache 296 7 0 7 2 2 0 1 0 8 0 tcpqe 32 304 0 304 3 3 0 2 0 8 0 tcpcb 808 170 0 166 8 4 4 8 0 8 3 arp 120 26 0 8 1 0 1 1 0 8 0 ipq 40 1 0 1 1 0 1 1 0 8 1 ipqe 40 67 0 67 1 0 1 1 0 8 1 inpcb 368 426 0 419 7 0 7 7 0 8 6 nd6 136 36 0 12 1 0 1 1 0 8 0 kcovpl 48 12 0 4 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 629 0 176 29 0 29 29 0 8 0 art_table 32 630 0 176 4 0 4 4 0 8 0 art_node 16 154 0 54 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 0 1 0 1 1 0 8 0 semupl 112 5 0 5 2 2 0 1 0 8 0 semapl 112 6 0 0 1 0 1 1 0 8 0 shmpl 112 18 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2119 0 678 91 0 91 91 0 8 0 ffsino 272 2119 0 678 97 0 97 97 0 8 0 nchpl 144 3066 0 1422 63 0 63 63 0 8 0 uvmvnodes 80 2284 0 0 47 0 47 47 0 8 0 vnodes 216 2284 0 0 127 0 127 127 0 8 0 namei 1024 10868 0 10867 2 1 1 2 0 8 0 percpumem 16 47 0 4 1 0 1 1 0 8 0 kstatmem 264 30 0 8 2 0 2 2 0 8 0 scxspl 216 9924 0 9923 9 8 1 8 0 8 0 plimitpl 152 266 0 240 2 0 2 2 0 8 0 sigapl 424 940 0 886 7 0 7 7 0 8 0 futexpl 64 4262 0 4257 1 0 1 1 0 8 0 knotepl 120 178 0 0 6 0 6 6 0 8 0 kqueuepl 216 75 0 66 1 0 1 1 0 8 0 pipepl 320 162 0 134 3 0 3 3 0 8 0 fdescpl 496 922 0 890 7 2 5 6 0 8 0 filepl 152 4561 0 4306 20 7 13 15 0 8 3 lockfpl 104 27 0 25 1 0 1 1 0 8 0 lockfspl 48 13 0 11 1 0 1 1 0 8 0 sessionpl 144 27 0 11 1 0 1 1 0 8 0 pgrppl 48 35 0 19 1 0 1 1 0 8 0 ucredpl 104 357 0 339 1 0 1 1 0 8 0 zombiepl 144 890 0 886 1 0 1 1 0 8 0 processpl 1072 940 0 886 4 0 4 4 0 8 0 procpl 696 1824 0 1750 9 1 8 8 0 8 0 sosppl 168 7 0 7 1 0 1 1 0 8 1 sockpl 488 795 0 770 30 19 11 20 0 8 7 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 6 0 0 1 0 1 1 0 8 0 mcl12k 12288 5 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 8 0 0 1 0 1 1 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 299 0 0 37 0 37 37 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 352 0 0 21 0 21 21 0 8 0 bufpl 288 4608 0 145 319 0 319 319 0 8 0 anonpl 24 216001 0 205851 74 2 72 72 0 186 8 amapchunkpl 152 27393 0 26564 52 3 49 49 0 158 12 amappl16 200 5030 0 4779 15 1 14 14 0 8 0 amappl15 192 14 0 14 1 1 0 1 0 8 0 amappl14 184 165 0 152 2 1 1 2 0 8 0 amappl13 176 8 0 8 1 1 0 1 0 8 0 amappl12 168 1597 0 1561 2 0 2 2 0 8 0 amappl11 160 49 0 39 1 0 1 1 0 8 0 amappl10 152 34 0 24 1 0 1 1 0 8 0 amappl9 144 202 0 201 2 1 1 2 0 8 0 amappl8 136 220 0 164 3 0 3 3 0 8 1 amappl7 128 77 0 61 1 0 1 1 0 8 0 amappl6 120 265 0 249 2 1 1 2 0 8 0 amappl5 112 171 0 164 1 0 1 1 0 8 0 amappl4 104 637 0 600 2 0 2 2 0 8 0 amappl3 96 5457 0 5369 4 0 4 4 0 8 1 amappl2 88 1109 0 1041 4 2 2 3 0 8 0 amappl1 80 11810 0 11290 22 10 12 22 0 8 0 amappl 88 7783 0 7555 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 20 0 0 1 0 1 1 0 8 0 uaddrrnd 24 922 0 890 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 922 0 890 1 0 1 1 0 8 0 vmmpekpl 168 12660 0 12595 4 0 4 4 0 8 0 vmmpepl 168 76375 0 74223 117 10 107 111 0 357 4 vmsppl 464 921 0 890 7 2 5 6 0 8 0 rwobjpl 56 27164 0 23628 56 5 51 51 0 8 0 pdppl 4096 1852 0 1780 140 58 82 92 0 8 10 pvpl 32 513004 0 497109 355 55 300 354 0 265 167 pmappl 248 921 0 890 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 762 0 65 20 0 20 20 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace remrunqueue(ffff8000212875f8) at remrunqueue+0xd0 sys/kern/kern_sched.c:299 sched_chooseproc() at sched_chooseproc+0x1a3 sys/kern/kern_sched.c:343 mi_switch() at mi_switch+0x27f sys/kern/sched_bsd.c:367 sleep_finish(0,1) at sleep_finish+0x184 sys/kern/kern_synch.c:411 biowait(fffffd80686cd480) at biowait+0x91 sys/kern/vfs_bio.c:1278 bwrite(fffffd80686cd480) at bwrite+0x21c sys/kern/vfs_bio.c:769 VOP_BWRITE(fffffd80686cd480) at VOP_BWRITE+0x4e sys/kern/vfs_vops.c:640 ufs_direnter(fffffd80695208d0,fffffd807237bc18,ffff8000281ad540,ffff8000281ad870,fffffd8072e6ba38) at ufs_direnter+0x90a sys/ufs/ufs/ufs_lookup.c:909 ufs_mkdir(ffff8000281ad6e0) at ufs_mkdir+0x718 sys/ufs/ufs/ufs_vnops.c:1238 VOP_MKDIR(fffffd80695208d0,ffff8000281ad840,ffff8000281ad870,ffff8000281ad770) at VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 domkdirat(ffff800021286860,ffffff9c,769bcdf2c7c0,1ff) at domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 syscall(ffff8000281ad9f0) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff8000281ad9f0) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x769bcdf2c830, count: -13 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d58ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x312 sys/dev/acpi/acpicpu.c:1206 sched_idle(ffff800020d58ff0) at sched_idle+0x41e sys/kern/kern_sched.c:184 end trace frame: 0x0, count: -5