kernel: protection fault trap, code=0 Stopped at witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(fffffd807903f010,9,0) at witness_checkorder+0x4f5 witness_lock_order_check sys/kern/subr_witness.c:2442 [inline] witness_checkorder(fffffd807903f010,9,0) at witness_checkorder+0x4f5 sys/kern/subr_witness.c:890 mtx_enter(fffffd807903f000) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a570,fffffd807903f000,fffffd807903f088,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a570,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a570) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a570,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a570,ffff80002e4a9230,ffff80002e4a9280) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002e4a9300) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002e4a9300) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77d34a09aeb0, count: -9 ddb{1}> show registers rdi 0xffffffff rsi 0xffffffff rbp 0xffff80002e4a8fd0 rbx 0xffffffff rdx 0 rcx 0xc rax 0xfffffd80031ee000 r8 0x1 r9 0x1 r10 0x4e901edb1e28d20d r11 0x2b67477ce5ea2665 r12 0xfffffd80031c6300 r13 0xfffffd807903f010 r14 0xdeaf4152deaf4152 r15 0xfffffd80039b4a50 rip 0xffffffff8159fd35 witness_checkorder+0x4f5 cs 0x8 rflags 0x10212 __ALIGN_SIZE+0xf212 rsp 0xffff80002e4a8f20 ss 0 witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> show proc PROC (syz-executor.4) pid=407420 stat=onproc flags process=1008 proc=2000 pri=0, usrpri=70, nice=20 forw=0xffffffffffffffff, list=0xffff80002124a818,0xffff80002124b020 process=0xffff8000279525d0 user=0xffff80002e4a4000, vmspace=0xfffffd8008a123a0 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 46868 274619 95515 0 2 0 syz-executor.6 85203 393488 587 0 2 0 syz-executor.2 85203 255954 587 0 3 0x4000080 fsleep syz-executor.2 85203 243901 587 0 3 0x4000080 fsleep syz-executor.2 73417 218915 94802 0 2 0 syz-executor.1 73417 451785 94802 0 3 0x4000080 fsleep syz-executor.1 8112 331855 56518 0 2 0 syz-executor.3 8112 36057 56518 0 7 0x4000000 syz-executor.3 42468 105726 28352 0 2 0 syz-executor.0 42468 427336 28352 0 3 0x4000080 fsleep syz-executor.0 42468 97907 28352 0 2 0x4000000 syz-executor.0 56518 31257 69682 0 3 0x82 nanoslp syz-executor.3 95515 140348 69682 0 3 0x82 nanoslp syz-executor.6 84456 236123 0 0 3 0x14200 acct acct 30659 166215 0 0 3 0x14280 nfsidl nfsio 51724 104783 0 0 3 0x14280 nfsidl nfsio 55430 273385 0 0 3 0x14280 nfsidl nfsio 22310 313122 0 0 3 0x14280 nfsidl nfsio 17365 320513 0 0 3 0x14280 nfsidl nfsio 86428 202118 0 0 3 0x14280 nfsidl nfsio 85701 134983 0 0 3 0x14280 nfsidl nfsio 45866 362178 0 0 3 0x14280 nfsidl nfsio 98784 381943 0 0 3 0x14280 nfsidl nfsio 33148 490393 0 0 3 0x14280 nfsidl nfsio 46130 9881 0 0 3 0x14280 nfsidl nfsio 94830 279913 0 0 3 0x14280 nfsidl nfsio 91464 505142 0 0 3 0x14280 nfsidl nfsio 64538 59182 0 0 3 0x14280 nfsidl nfsio 69930 401844 0 0 3 0x14280 nfsidl nfsio 3008 415036 0 0 3 0x14280 nfsidl nfsio 94110 193787 0 0 3 0x14280 nfsidl nfsio 80407 163518 0 0 3 0x14280 nfsidl nfsio 45807 292973 0 0 3 0x14280 nfsidl nfsio 30791 302801 0 0 3 0x14280 nfsidl nfsio 16291 504469 69682 0 3 0x2 biowait syz-executor.7 59671 343426 1 0 3 0x100083 ttyin getty 20949 369538 69682 0 3 0x82 nanoslp syz-executor.4 92384 84157 0 0 2 0x14200 sosplice 54647 55475 69682 0 3 0x2 biowait syz-executor.5 28352 280868 69682 0 3 0x82 nanoslp syz-executor.0 587 493276 69682 0 3 0x82 nanoslp syz-executor.2 94802 90886 69682 0 3 0x82 nanoslp syz-executor.1 69682 131648 48253 0 3 0x2000082 wait syz-fuzzer 69682 116948 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 27714 48253 0 3 0x6000082 wait syz-fuzzer 69682 150100 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 423076 48253 0 3 0x6000082 kqread syz-fuzzer 69682 357954 48253 0 3 0x6000082 wait syz-fuzzer 69682 218481 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 267779 48253 0 3 0x6000082 wait syz-fuzzer 69682 423043 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 212163 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 254504 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 158378 48253 0 3 0x6000082 wait syz-fuzzer 69682 355371 48253 0 3 0x6000082 wait syz-fuzzer 69682 416721 48253 0 3 0x6000082 wait syz-fuzzer 69682 299753 48253 0 3 0x6000082 thrsleep syz-fuzzer 69682 513443 48253 0 3 0x6000082 wait syz-fuzzer 48253 405266 43398 0 3 0x10008a sigsusp ksh 43398 399144 11037 0 3 0x9a kqread sshd 11037 303637 1 0 3 0x88 kqread sshd 78924 311497 89024 74 3 0x1100092 bpf pflogd 89024 362059 1 0 3 0x80 netio pflogd 23268 51806 57953 73 3 0x1100010 ffs_fsync syslogd 57953 101494 1 0 3 0x100082 netio syslogd 7681 468792 1 0 3 0x100080 kqread resolvd 67317 417720 88336 77 3 0x100092 kqread dhcpleased 90406 107036 88336 77 3 0x100092 kqread dhcpleased 88336 233967 1 0 3 0x80 kqread dhcpleased 1158 284967 0 0 3 0x14200 bored smr 23373 400143 0 0 2 0x14200 zerothread 5803 120819 0 0 3 0x14200 aiodoned aiodoned 88676 33950 0 0 3 0x14200 syncer update 5583 165638 0 0 3 0x14200 cleaner cleaner 37582 187230 0 0 2 0x14200 reaper 97216 11997 0 0 3 0x14200 pgdaemon pagedaemon 74898 271153 0 0 3 0x14200 bored viomb 16662 125346 0 0 3 0x40014200 acpi0 acpi0 40394 454022 0 0 3 0x40014200 idle1 57659 105389 0 0 3 0x14200 bored softnet3 15340 150072 0 0 3 0x14200 bored softnet2 58661 255491 0 0 3 0x14200 bored softnet1 66186 306700 0 0 3 0x14200 bored softnet0 55364 506545 0 0 3 0x14200 bored systqmp 55804 103944 0 0 3 0x14200 bored systq 61455 255564 0 0 3 0x40014200 bored softclock 57590 13052 0 0 3 0x40014200 idle0 1 57937 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 8112 (syz-executor.3) thread 0xffff80002124b010 (36057) exclusive rwlock amaplk r = 0 (0xfffffd8067079588) #0 witness_lock+0x447 #1 uvm_fault_check+0x41a sys/uvm/uvm_fault.c:782 #2 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #3 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #4 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #5 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd8069b54dc0) #0 witness_lock+0x447 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 Process 16291 (syz-executor.7) thread 0xffff800021280010 (504469) exclusive rrwlock inode r = 0 (0xfffffd806761e4e8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #10 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806761ef88) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 92384 (sosplice) thread 0xffff800021238d50 (84157) shared rwlock sosplice r = 0 (0xffff800000d84f70) #0 witness_lock+0x447 #1 taskq_thread+0xca sys/kern/kern_task.c:446 #2 proc_trampoline+0x1c Process 54647 (syz-executor.5) thread 0xffff8000212317e8 (55475) exclusive rrwlock inode r = 0 (0xfffffd806dce8700) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 sys/ufs/ufs/ufs_ihash.c:140 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1343 #6 ffs_inode_alloc+0x1c2 sys/ufs/ffs/ffs_alloc.c:394 #7 ufs_mkdir+0xf8 sys/ufs/ufs/ufs_vnops.c:1149 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3073 #10 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #10 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806761e5f8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3058 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 23268 (syslogd) thread 0xffff8000211efd48 (51806) exclusive rrwlock inode r = 0 (0xfffffd806e77c700) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf9 sys/kern/vfs_syscalls.c:2896 #6 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #6 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #7 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10201 6554K 6949K 78643K 16863 0 pcb 13 13K 15K 78643K 165 0 rtable 247 7K 7K 78643K 549 0 pf 32 9K 10K 78643K 97 0 ifaddr 45 15K 16K 78643K 90 0 ifgroup 55 2K 2K 78643K 131 0 sysctl 2 0K 0K 78643K 2 0 counters 60 35K 36K 78643K 108 0 ioctlops 0 0K 4K 78643K 1508 0 iov 0 0K 16K 78643K 184 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1372 86K 86K 78643K 3131 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 377 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 292 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 16 57K 89K 78643K 3702 0 sigio 0 0K 0K 78643K 88 0 proc 70 91K 115K 78643K 895 0 subproc 104 6K 6K 78643K 169 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 1 0K 0K 78643K 1336 0 in_multi 99 7K 7K 78643K 206 0 ether_multi 1 0K 0K 78643K 3 0 mrt 1 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 67 307K 307K 78643K 67 0 exec 0 0K 1K 78643K 881 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 394 92K 95K 78643K 38892 0 UVM aobj 131 4K 4K 78643K 131 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 91 0 NDP 12 0K 2K 78643K 62 0 temp 74 5920K 6052K 78643K 32156 0 kqueue 12 18K 26K 78643K 234 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 124 0 121 2 1 1 2 0 8 0 rtentry 112 172 0 57 4 0 4 4 0 8 0 unpcb 144 3235 0 3220 17 16 1 6 0 8 0 syncache 304 43 0 43 6 5 1 1 0 8 1 tcpqe 32 144 0 144 3 3 0 1 0 8 0 tcpcb 808 4128 0 4120 54 53 1 14 0 8 0 arp 120 29 0 10 1 0 1 1 0 8 0 inpcb 368 7260 0 7250 92 90 2 19 0 8 0 nd6 136 44 0 16 1 0 1 1 0 8 0 kcovpl 48 13 0 5 1 0 1 1 0 8 0 ppxss 1256 13 0 13 5 5 0 1 0 8 0 pffrag 232 8 0 6 3 2 1 1 0 482 0 pffrnode 88 8 0 6 3 2 1 1 0 8 0 pffrent 40 24 0 22 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 116 0 107 1 0 1 1 0 8 0 pfstkey 128 116 0 107 1 0 1 1 0 8 0 pfstate 376 116 0 107 5 2 3 3 0 8 1 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 701 0 235 32 2 30 30 0 8 0 art_table 32 702 0 235 4 0 4 4 0 8 0 art_node 16 171 0 66 1 0 1 1 0 8 0 semapl 112 290 0 280 1 0 1 1 0 8 0 shmpl 112 128 0 0 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 6104 0 4647 92 0 92 92 0 8 0 ffsino 272 6104 0 4647 98 0 98 98 0 8 0 nchpl 144 11308 0 9666 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 36122 0 36120 5 4 1 2 0 8 0 percpumem 16 67 0 24 1 0 1 1 0 8 0 vmpool 696 7 0 7 2 2 0 1 0 8 0 kstatmem 264 72 0 48 2 0 2 2 0 8 0 scxspl 216 31510 0 31507 13 12 1 8 1 8 0 plimitpl 152 631 0 614 1 0 1 1 0 8 0 sigapl 424 4036 0 3968 10 2 8 8 0 8 0 futexpl 64 32718 0 32714 1 0 1 1 0 8 0 knotepl 120 343 0 0 10 0 10 10 0 8 0 kqueuepl 216 771 0 763 13 12 1 5 0 8 0 pipepl 320 709 0 681 24 21 3 8 0 8 0 fdescpl 496 3997 0 3968 5 1 4 5 0 8 0 filepl 152 26904 0 26657 47 37 10 19 0 8 0 lockfpl 104 1064 0 1061 4 3 1 2 0 8 0 lockfspl 48 450 0 447 1 0 1 1 0 8 0 sessionpl 144 30 0 13 1 0 1 1 0 8 0 pgrppl 48 130 0 113 1 0 1 1 0 8 0 ucredpl 104 5004 0 4990 1 0 1 1 0 8 0 zombiepl 144 3969 0 3968 1 0 1 1 0 8 0 processpl 1072 4036 0 3968 5 0 5 5 0 8 0 procpl 680 10570 0 10480 12 4 8 9 0 8 0 sosppl 168 34 0 33 7 6 1 1 0 8 0 sockpl 488 10623 0 10594 239 235 4 32 0 8 0 mcl64k 65536 10 0 0 2 0 2 2 0 8 0 mcl16k 16384 11 0 0 2 0 2 2 0 8 0 mcl12k 12288 12 0 0 2 0 2 2 0 8 0 mcl9k 9216 11 0 0 1 0 1 1 0 8 0 mcl8k 8192 12 0 0 2 0 2 2 0 8 0 mcl4k 4096 20 0 0 3 1 2 3 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 274 0 0 29 0 29 29 0 8 0 mtagpl 96 434 0 0 11 0 11 11 0 8 0 mbufpl 256 1195 0 0 71 0 71 71 0 8 0 bufpl 288 9295 0 2972 452 0 452 452 0 8 0 anonpl 24 495482 0 481865 164 51 113 113 0 186 20 amapchunkpl 152 123512 0 122585 73 24 49 51 0 158 9 amappl16 200 10469 0 10092 49 28 21 33 0 8 0 amappl15 192 24 0 23 1 0 1 1 0 8 0 amappl14 184 202 0 186 2 1 1 2 0 8 0 amappl13 176 15 0 14 1 0 1 1 0 8 0 amappl12 168 4759 0 4727 3 1 2 2 0 8 0 amappl11 160 53 0 39 1 0 1 1 0 8 0 amappl10 152 48 0 36 1 0 1 1 0 8 0 amappl9 144 195 0 195 5 5 0 1 0 8 0 amappl8 136 359 0 263 4 0 4 4 0 8 0 amappl7 128 84 0 71 2 1 1 2 0 8 0 amappl6 120 306 0 280 2 1 1 2 0 8 0 amappl5 112 243 0 232 1 0 1 1 0 8 0 amappl4 104 676 0 632 3 1 2 3 0 8 0 amappl3 96 24573 0 24480 4 1 3 3 0 8 0 amappl2 88 4377 0 4304 3 1 2 3 0 8 0 amappl1 80 22895 0 22335 23 11 12 23 0 8 0 amappl 88 38188 0 37937 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 130 0 0 3 0 3 3 0 8 0 uaddrrnd 24 4004 0 3975 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 4004 0 3975 1 0 1 1 0 8 0 vmmpekpl 168 35327 0 35263 4 0 4 4 0 8 0 vmmpepl 168 253920 0 251555 192 81 111 126 0 357 3 vmsppl 464 4003 0 3975 5 1 4 5 0 8 0 rwobjpl 56 72922 0 65332 109 1 108 108 0 8 0 pdppl 4096 8016 0 7950 233 163 70 82 0 8 4 pvpl 32 1290913 0 1271239 469 244 225 363 0 265 54 pmappl 248 4003 0 3975 3 1 2 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1191 0 324 26 0 26 26 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82bc2ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82cbdb20) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82cbdb20) at __mp_lock+0x122 sys/kern/kern_lock.c:147 intr_handler(ffff80002e4af000,ffff80000007b080) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:532 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f Xspllower() at Xspllower+0x1d pmap_extract(fffffd806e3b97c8,2e919237000,ffff80002e4af1a0) at pmap_extract+0x1c8 sys/arch/amd64/amd64/pmap.c:1550 uvm_fault_upper_lookup(ffff80002e4af340,ffff80002e4af378,ffff80002e4af240,ffff80002e4af2c0) at uvm_fault_upper_lookup+0x139 sys/uvm/uvm_fault.c:860 uvm_fault(fffffd8069b54cc8,2e919234000,0,2) at uvm_fault+0x129 sys/uvm/uvm_fault.c:605 upageflttrap(ffff80002e4af4c0,2e919234000) at upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 usertrap(ffff80002e4af4c0) at usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x2e94412bbc0, count: -13 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x4f5: movl 0x10(%r14),%ecx ddb{1}> trace witness_checkorder(fffffd807903f010,9,0) at witness_checkorder+0x4f5 witness_lock_order_check sys/kern/subr_witness.c:2442 [inline] witness_checkorder(fffffd807903f010,9,0) at witness_checkorder+0x4f5 sys/kern/subr_witness.c:890 mtx_enter(fffffd807903f000) at mtx_enter+0x3e sys/kern/kern_lock.c:265 knote_remove(ffff80002124a570,fffffd807903f000,fffffd807903f088,0,0) at knote_remove+0x20d sys/kern/kern_event.c:1881 knote_fdclose(ffff80002124a570,0) at knote_fdclose+0xae sys/kern/kern_event.c:1934 fdfree(ffff80002124a570) at fdfree+0xdf sys/kern/kern_descrip.c:1196 exit1(ffff80002124a570,0,0,1) at exit1+0x3e4 sys/kern/kern_exit.c:206 sys_exit(ffff80002124a570,ffff80002e4a9230,ffff80002e4a9280) at sys_exit+0x1a sys/kern/kern_exit.c:89 syscall(ffff80002e4a9300) at syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002e4a9300) at syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77d34a09aeb0, count: -9