kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd806f1e70e8,9,0) at witness_checkorder+0x4f5 witness_lock_order_check sys/kern/subr_witness.c:2442 [inline] witness_checkorder(fffffd806f1e70e8,9,0) at witness_checkorder+0x4f5 sys/kern/subr_witness.c:890 mtx_enter(fffffd806f1e70d8) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002121b808,fffffd806f1e70d8,fffffd806f1e7160,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002121b808,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002121b808) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002121b808,0,0,1) at exit1+0x3ff sys/kern/kern_exit.c:206 sys_exit(ffff80002121b808,ffff80002129f3a0,ffff80002129f3f0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002129f470) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002129f470) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7db9d75213e0, count: -9 ddb{1}> show registers rdi 0xffffffff rsi 0xffffffff rbp 0xffff80002129f140 rbx 0xffffffff rdx 0 rcx 0xc rax 0xfffffd80031ee000 r8 0x2 r9 0x1 r10 0x42bf657dd6aebbe7 r11 0xe4966b3826293d15 r12 0xfffffd80031c6300 r13 0xfffffd806f1e70e8 r14 0xdeaf4152deaf4152 r15 0xfffffd80039b5a40 rip 0xffffffff811d0715 witness_checkorder+0x4f5 cs 0x8 rflags 0x10212 __ALIGN_SIZE+0xf212 rsp 0xffff80002129f090 ss 0x10 witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> show proc PROC (syz-executor1650604283) pid=360464 stat=onproc flags process=1008 proc=2000 pri=0, usrpri=73, nice=20 forw=0xffffffffffffffff, list=0xffff80002121bab0,0xffff80002121a580 process=0xffff8000212c4878 user=0xffff80002129a000, vmspace=0xfffffd8076e421f0 estcpu=36, cpticks=2, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 45258 97594 93191 0 2 0 syz-executor1650604283 93475 185472 91014 0 2 0 syz-executor1650604283 81148 234162 41998 0 2 0 syz-executor1650604283 81148 498550 41998 0 3 0x4000080 fsleep syz-executor1650604283 87111 162488 27939 0 2 0 syz-executor1650604283 87111 493558 27939 0 3 0x4000080 fsleep syz-executor1650604283 97657 96688 21583 0 2 0 syz-executor1650604283 97657 409667 21583 0 2 0x4000080 syz-executor1650604283 21583 312827 32991 0 3 0x80 nanoslp syz-executor1650604283 99272 454519 32991 0 3 0x80 nanoslp syz-executor1650604283 93191 24146 32991 0 3 0x80 nanoslp syz-executor1650604283 41998 522296 32991 0 3 0x80 nanoslp syz-executor1650604283 91014 210610 32991 0 3 0x80 nanoslp syz-executor1650604283 3622 482383 32991 0 2 0 syz-executor1650604283 44527 48561 32991 0 3 0x80 nanoslp syz-executor1650604283 27939 153703 32991 0 3 0x80 nanoslp syz-executor1650604283 32991 417522 46426 0 3 0x82 nanoslp syz-executor1650604283 46426 9866 1233 0 3 0x10008a sigsusp ksh 1233 359181 41282 0 3 0x9a kqread sshd 49979 339909 1 0 3 0x100083 ttyin getty 41282 176384 1 0 3 0x88 kqread sshd 83588 56429 91941 73 3 0x1100090 kqread syslogd 91941 146095 1 0 3 0x100082 netio syslogd 7390 282487 1 0 3 0x100080 kqread resolvd 15423 26662 97901 77 3 0x100092 kqread dhcpleased 19141 260323 97901 77 3 0x100092 kqread dhcpleased 97901 415848 1 0 3 0x80 kqread dhcpleased 83923 376695 0 0 3 0x14200 bored smr 45862 364944 0 0 2 0x14200 zerothread 95722 440340 0 0 3 0x14200 aiodoned aiodoned 27023 161623 0 0 3 0x14200 syncer update 69192 256780 0 0 3 0x14200 cleaner cleaner 62713 351212 0 0 7 0x14200 reaper 64560 427512 0 0 3 0x14200 pgdaemon pagedaemon 55563 455176 0 0 3 0x14200 bored viomb 43132 416628 0 0 3 0x40014200 acpi0 acpi0 84841 211804 0 0 3 0x40014200 idle1 38460 321221 0 0 3 0x14200 bored softnet3 25395 224808 0 0 3 0x14200 bored softnet2 5575 269163 0 0 3 0x14200 bored softnet1 59381 491031 0 0 3 0x14200 bored softnet0 89675 168789 0 0 3 0x14200 bored systqmp 64679 102099 0 0 3 0x14200 bored systq 29466 306228 0 0 3 0x40014200 bored softclock 99385 189844 0 0 3 0x40014200 idle0 1 50847 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10166 6390K 6420K 78643K 11244 0 pcb 13 8K 8K 78643K 13 0 rtable 58 1K 2K 78643K 110 0 pf 12 6K 6K 78643K 12 0 ifaddr 12 9K 9K 78643K 12 0 ifgroup 17 1K 1K 78643K 17 0 counters 44 33K 33K 78643K 44 0 ioctlops 0 0K 2K 78643K 21 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1174 73K 74K 78643K 1650 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 1K 1K 78643K 2 0 sem 2 0K 0K 78643K 2 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 5 8K 17K 78643K 2920 0 proc 55 78K 79K 78643K 246 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 11 0K 0K 78643K 11 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 85 387K 387K 78643K 85 0 exec 0 0K 1K 78643K 243 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 119 6K 7K 78643K 7877 0 UVM aobj 3 2K 2K 78643K 3 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 3 0K 0K 78643K 3 0 temp 1 5904K 5968K 78643K 3800 0 kqueue 11 16K 26K 78643K 994 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 20 0 17 1 0 1 1 0 8 0 rtentry 112 23 0 1 1 0 1 1 0 8 0 unpcb 144 33 0 20 1 0 1 1 0 8 0 syncache 304 5 0 5 1 0 1 1 0 8 1 tcpqe 32 227 0 227 1 1 0 1 0 8 0 tcpcb 808 978 0 974 2 0 2 2 0 8 1 arp 120 2 0 0 1 0 1 1 0 8 0 inpcb 368 996 0 989 2 0 2 2 0 8 1 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 96 0 0 6 0 6 6 0 8 0 art_table 32 97 0 0 1 0 1 1 0 8 0 art_node 16 22 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1885 0 500 87 0 87 87 0 8 0 ffsino 272 1885 0 500 93 0 93 93 0 8 0 nchpl 144 2069 0 510 58 0 58 58 0 8 0 uvmvnodes 80 1894 0 0 39 0 39 39 0 8 0 vnodes 216 1894 0 0 106 0 106 106 0 8 0 namei 1024 12028 0 12028 1 0 1 1 0 8 1 percpumem 16 35 0 0 1 0 1 1 0 8 0 kstatmem 264 6 0 0 1 0 1 1 0 8 0 scxspl 216 4805 0 4805 3 2 1 2 1 8 1 plimitpl 152 16 0 10 1 0 1 1 0 8 0 sigapl 424 1292 0 1246 6 0 6 6 0 8 0 futexpl 64 3249 0 3247 1 0 1 1 0 8 0 knotepl 120 55 0 0 2 0 2 2 0 8 0 kqueuepl 216 990 0 983 1 0 1 1 0 8 0 pipepl 320 87 0 84 1 0 1 1 0 8 0 fdescpl 496 1275 0 1248 5 1 4 4 0 8 0 filepl 152 7925 0 7862 4 0 4 4 0 8 1 lockfpl 104 6 0 4 1 0 1 1 0 8 0 lockfspl 48 4 0 2 1 0 1 1 0 8 0 sessionpl 144 17 0 9 1 0 1 1 0 8 0 pgrppl 48 17 0 9 1 0 1 1 0 8 0 ucredpl 104 5895 0 5885 1 0 1 1 0 8 0 zombiepl 144 1249 0 1246 1 0 1 1 0 8 0 processpl 1072 1292 0 1246 4 0 4 4 0 8 0 procpl 680 2294 0 2244 5 0 5 5 0 8 0 sockpl 488 1049 0 1026 4 0 4 4 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 252 0 0 32 0 32 32 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 260 0 0 17 0 17 17 0 8 0 bufpl 288 2512 0 88 174 0 174 174 0 8 0 anonpl 24 211839 0 209837 25 10 15 23 0 186 2 amapchunkpl 152 25646 0 25431 12 0 12 12 0 158 0 amappl16 200 5747 0 5746 5 4 1 5 0 8 0 amappl15 192 15 0 15 1 1 0 1 0 8 0 amappl14 184 111 0 102 1 0 1 1 0 8 0 amappl13 176 10 0 10 1 1 0 1 0 8 0 amappl12 168 1830 0 1814 2 1 1 2 0 8 0 amappl11 160 87 0 77 1 0 1 1 0 8 0 amappl10 152 17 0 17 1 1 0 1 0 8 0 amappl9 144 172 0 172 1 1 0 1 0 8 0 amappl8 136 33 0 31 1 0 1 1 0 8 0 amappl7 128 1036 0 1021 1 0 1 1 0 8 0 amappl6 120 157 0 144 1 0 1 1 0 8 0 amappl5 112 107 0 97 1 0 1 1 0 8 0 amappl4 104 417 0 387 1 0 1 1 0 8 0 amappl3 96 6915 0 6868 2 0 2 2 0 8 0 amappl2 88 461 0 419 2 0 2 2 0 8 0 amappl1 80 13936 0 13475 11 0 11 11 0 8 0 amappl 88 7608 0 7527 3 0 3 3 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 1275 0 1248 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1275 0 1248 1 0 1 1 0 8 0 vmmpekpl 168 11540 0 11516 2 0 2 2 0 8 0 vmmpepl 168 68643 0 67442 59 1 58 58 0 357 0 vmsppl 464 1274 0 1248 5 1 4 4 0 8 0 rwobjpl 56 30955 0 28394 39 2 37 37 0 8 0 pdppl 4096 2558 0 2496 82 16 66 66 0 8 4 pvpl 32 355494 0 350731 52 8 44 52 0 265 3 pmappl 248 1274 0 1248 3 1 2 2 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 510 0 18 15 0 15 15 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82ba3ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82d8cde8) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d8cde8) at __mp_lock+0x122 sys/kern/kern_lock.c:147 reaper(ffff8000211b2d50) at reaper+0x160 sys/kern/kern_exit.c:452 end trace frame: 0x0, count: -5 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> trace witness_checkorder(fffffd806f1e70e8,9,0) at witness_checkorder+0x4f5 witness_lock_order_check sys/kern/subr_witness.c:2442 [inline] witness_checkorder(fffffd806f1e70e8,9,0) at witness_checkorder+0x4f5 sys/kern/subr_witness.c:890 mtx_enter(fffffd806f1e70d8) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002121b808,fffffd806f1e70d8,fffffd806f1e7160,3,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002121b808,3) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002121b808) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002121b808,0,0,1) at exit1+0x3ff sys/kern/kern_exit.c:206 sys_exit(ffff80002121b808,ffff80002129f3a0,ffff80002129f3f0) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002129f470) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002129f470) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7db9d75213e0, count: -9