witness: lock order reversal: 1st 0xffff800001acaa98 vmmaplk (&map->lock) 2nd 0xffff800001bc8b58 inode (&ip->i_lock) lock order [1] vmmaplk (&map->lock) -> [2] inode (&ip->i_lock) #0 rw_do_enter_write+0xc4 sys/kern/kern_rwlock.c:234 #1 rrw_enter+0xf0 sys/kern/kern_rwlock.c:621 #2 VOP_LOCK+0x17e sys/kern/vfs_vops.c:527 #3 vn_lock+0xca sys/kern/vfs_vnops.c:576 #4 vn_rdwr+0x138 sys/kern/vfs_vnops.c:326 #5 vndstrategy+0x8e4 sys/dev/vnd.c:342 #6 physio+0x581 sys/kern/kern_physio.c:162 #7 spec_read+0x29a sys/kern/spec_vnops.c:215 #8 VOP_READ+0x1a8 sys/kern/vfs_vops.c:227 #9 vn_read+0x1fc sys/kern/vfs_vnops.c:375 #10 dofilereadv+0x386 sys/kern/sys_generic.c:252 #11 sys_read+0x141 sys/kern/sys_generic.c:172 #12 syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 #13 Xsyscall+0x128 lock order [2] inode (&ip->i_lock) -> [1] vmmaplk (&map->lock) #0 rw_do_enter_read+0x8b sys/kern/kern_rwlock.c:355 #1 uvmfault_lookup+0x1a2 sys/uvm/uvm_fault.c:-1 #2 uvm_fault_check+0x43 sys/uvm/uvm_fault.c:693 #3 uvm_fault+0x1e7 sys/uvm/uvm_fault.c:627 #4 kpageflttrap+0x41e sys/arch/amd64/amd64/trap.c:285 #5 kerntrap+0x1b6 sys/arch/amd64/amd64/trap.c:532 #6 alltraps_kern_meltdown+0x7b #7 copyout+0x59 #8 ffs_read+0x701 sys/ufs/ffs/ffs_vnops.c:254 #9 VOP_READ+0x1a8 sys/kern/vfs_vops.c:227 #10 vn_rdwr+0x1bc sys/kern/vfs_vnops.c:-1 #11 vmcmd_map_readvn+0x20a sys/kern/exec_subr.c:250 #12 exec_process_vmcmds+0x164 sys/kern/exec_subr.c:139 #13 sys_execve+0x1354 sys/kern/kern_exec.c:540 #14 start_init+0x5fb sys/kern/init_main.c:732 #15 proc_trampoline+0x10 Stopped at db_enter+0x17: popq %rbp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> show kasan kasan: no report recorded this boot ddb{1}> trace db_enter() at db_enter+0x17 sys/arch/amd64/amd64/db_interface.c:457 witness_checkorder(ffff800001bc8b58,9,0) at witness_checkorder+0x19db sys/kern/subr_witness.c:-1 rw_do_enter_write(ffff800001bc8b40,1) at rw_do_enter_write+0xc4 sys/kern/kern_rwlock.c:234 rrw_enter(ffff800001bc8b40,1) at rrw_enter+0xf0 sys/kern/kern_rwlock.c:621 VOP_LOCK(ffff800001c8d988,2001) at VOP_LOCK+0x17e sys/kern/vfs_vops.c:527 vn_lock(ffff800001c8d988,2001) at vn_lock+0xca sys/kern/vfs_vnops.c:576 vn_rdwr(0,ffff800001c8d988,ffff800011b06000,92,0,1,ffff800000d9c5b8,ffff800001b1b450,ffff800001b1b4c0,ffff800028fd3ff0) at vn_rdwr+0x138 sys/kern/vfs_vnops.c:326 vndstrategy(ffff800001b1b450) at vndstrategy+0x8e4 sys/dev/vnd.c:342 physio(ffffffff83c7e780,2902,8000,ffffffff833ec6c0,ffff800030023c80) at physio+0x581 sys/kern/kern_physio.c:162 spec_read(ffff800030023a40) at spec_read+0x29a sys/kern/spec_vnops.c:215 VOP_READ(ffff800001968b00,ffff800030023c80,0,ffff800000119068) at VOP_READ+0x1a8 sys/kern/vfs_vops.c:227 vn_read(ffff800001bbbc10,ffff800030023c80,0) at vn_read+0x1fc sys/kern/vfs_vnops.c:375 dofilereadv(ffff800029a1c030,4,ffff800030023c80,0,ffff800030023e40) at dofilereadv+0x386 sys/kern/sys_generic.c:252 sys_read(ffff800029a1c030,ffff800030023ed0,ffff800030023e40) at sys_read+0x141 sys/kern/sys_generic.c:172 syscall(ffff800030023ed0) at syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030023ed0) at syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd0aba2dc920, count: -16 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff800030023140 rbx 0xffffffff84991460 .str.41 rdx 0 rcx 0xffff800028fd3ff0 rax 0 r8 0xffff800030022f20 r9 0xffff800030022ec0 r10 0xffff8000300233f8 r11 0xffffffff821db0c0 x86_bus_space_io_read_1 r12 0xffffffff84a296e0 ffs_vget.__lock_type r13 0xffff800001acaa98 r14 0x3 r15 0xffffffff84a29720 .str.13 rip 0xffffffff8107c237 db_enter+0x17 cs 0x8 rflags 0x246 rsp 0xffff800030023140 ss 0x10 db_enter+0x17: popq %rbp ddb{1}> show proc PROC (syz-executor) tid=185339 pid=73908 tcnt=3 stat=onproc flags process=10 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800029a1dcb8,0xffff8000342d62d0 process=0xffff8000298ec028 user=0xffff800030018000, vmspace=0xffff800001aca998 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S PRLAGS PFLAGS WAIT COMMAND 73783 448808 99203 0 2 0x2 0 ifconfig 99203 197769 6232 0 3 0x100002 0x88 sigsusp sh 73908 199533 9961 0 2 0x10 0 syz-executor *73908 185339 9961 0 7 0x10 0x4000000 syz-executor 73908 250684 9961 0 3 0x10 0x4000080 fsleep syz-executor 62161 30751 58524 0 2 0 0 syz-executor 62161 27766 58524 0 3 0 0x4000080 fsleep syz-executor 62161 427105 58524 0 3 0 0x4000080 fsleep syz-executor 10327 442558 13497 0 3 0x1000010 0x80 nanoslp syz-executor 10327 52006 13497 0 3 0x1000010 0x4000080 kqsel syz-executor 10327 507360 13497 0 3 0x1000010 0x4000080 fsleep syz-executor 63100 39537 66953 0 3 0 0x80 nanoslp syz-executor 63100 315462 66953 0 3 0 0x4000080 kqsel syz-executor 63100 131546 66953 0 3 0 0x4000080 fsleep syz-executor 63100 155569 66953 0 3 0 0x4000080 fsleep syz-executor 59100 204265 0 0 3 0x14000 0x280 nfsidl nfsio 3835 273374 0 0 3 0x14000 0x280 nfsidl nfsio 45887 324947 0 0 3 0x14000 0x280 nfsidl nfsio 67324 171246 0 0 3 0x14000 0x280 nfsidl nfsio 68866 42349 0 0 3 0x14000 0x280 nfsidl nfsio 51289 429667 0 0 3 0x14000 0x280 nfsidl nfsio 93924 366926 0 0 3 0x14000 0x280 nfsidl nfsio 80058 258928 0 0 3 0x14000 0x280 nfsidl nfsio 84153 93350 0 0 3 0x14000 0x280 nfsidl nfsio 49301 508148 0 0 3 0x14000 0x280 nfsidl nfsio 31869 425899 0 0 3 0x14000 0x280 nfsidl nfsio 14993 127221 0 0 3 0x14000 0x280 nfsidl nfsio 34627 76254 0 0 3 0x14000 0x280 nfsidl nfsio 80472 421208 0 0 3 0x14000 0x280 nfsidl nfsio 18343 318134 0 0 3 0x14000 0x280 nfsidl nfsio 75393 524141 0 0 3 0x14000 0x280 nfsidl nfsio 48369 199499 0 0 3 0x14000 0x280 nfsidl nfsio 85237 404467 0 0 3 0x14000 0x280 nfsidl nfsio 77881 455754 0 0 3 0x14000 0x280 nfsidl nfsio 21222 256184 0 0 3 0x14000 0x280 nfsidl nfsio 6232 91884 96646 0 3 0x2 0x80 wait syz-executor 92248 323114 1 0 3 0x2 0x80 nanoslp getty 12811 171803 96646 0 3 0x2 0 biowait syz-executor 69192 488855 96646 0 3 0x2 0x80 nanoslp syz-executor 9961 48193 96646 0 3 0x2 0x80 nanoslp syz-executor 58524 89049 96646 0 3 0x2 0x80 nanoslp syz-executor 6145 345275 96646 0 3 0x2 0x80 nanoslp syz-executor 13497 488645 96646 0 3 0x2 0x80 nanoslp syz-executor 66953 171627 96646 0 3 0x2 0x80 nanoslp syz-executor 96646 200212 1 0 7 0x2 0x1 syz-executor 94669 243155 1 0 3 0x10000002 0x88 kqread sshd 53558 229684 56857 74 3 0x1100012 0x80 bpf pflogd 56857 184238 1 0 3 0 0x80 sbwait pflogd 33034 317363 31823 73 3 0x1100010 0x80 kqread syslogd 31823 3391 1 0 3 0x100002 0x80 sbwait syslogd 12245 42166 1 0 3 0x100000 0x80 kqread resolvd 5490 98000 13643 77 3 0x100012 0x80 kqread dhcpleased 37876 341831 13643 77 3 0x100012 0x80 kqread dhcpleased 13643 219406 1 0 3 0 0x80 kqread dhcpleased 32205 351609 0 0 3 0x14000 0x200 bored smr 26375 57618 0 0 2 0x14000 0x200 zerothread 97192 428324 0 0 3 0x14000 0x200 aiodoned aiodoned 53421 79055 0 0 3 0x14000 0x200 syncer update 35631 279197 0 0 3 0x14000 0x200 cleaner cleaner 99056 300604 0 0 3 0x14000 0x200 reaper reaper 19233 213648 0 0 3 0x14000 0x200 pgdaemon pagedaemon 75004 79860 0 0 3 0x14000 0x200 bored viomb 846 458029 0 0 3 0x14000 0x40000200 acpi0 acpi0 19550 302430 0 0 3 0x14000 0x40000200 idle1 69163 108952 0 0 3 0x14000 0x200 bored softnet1 35511 162164 0 0 2 0x14000 0x200 softnet0 72857 251904 0 0 3 0x14000 0x200 bored systqmp 70255 330497 0 0 3 0x14000 0x200 bored systq 41185 291501 0 0 3 0x14000 0x200 tmoslp softclockmp 41766 504983 0 0 3 0x14000 0x40000200 tmoslp softclock 59141 472274 0 0 3 0x14000 0x40000200 idle0 1 351880 0 0 3 0x2 0x80 wait init 0 0 -1 0 3 0x10000 0x200 scheduler swapper ddb{1}> show all locks Process 73908 (syz-executor) thread 0xffff800029a1c030 (185339) shared rwlock vmmaplk r = 0 (0xffff800001acaa98) #0 witness_lock+0x632 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x632 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x55d sys/kern/kern_rwlock.c:413 #2 uvm_vslock_device+0x1bc sys/uvm/uvm_glue.c:173 #3 physio+0x4a7 sys/kern/kern_physio.c:139 #4 spec_read+0x29a sys/kern/spec_vnops.c:215 #5 VOP_READ+0x1a8 sys/kern/vfs_vops.c:227 #6 vn_read+0x1fc sys/kern/vfs_vnops.c:375 #7 dofilereadv+0x386 sys/kern/sys_generic.c:252 #8 sys_read+0x141 sys/kern/sys_generic.c:172 #9 syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 #10 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff85609240) #0 witness_lock+0x632 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x632 sys/kern/subr_witness.c:1160 #1 vn_read+0x83 sys/kern/vfs_vnops.c:357 #2 dofilereadv+0x386 sys/kern/sys_generic.c:252 #3 sys_read+0x141 sys/kern/sys_generic.c:172 #4 syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 #5 Xsyscall+0x128 Process 12811 (syz-executor) thread 0xffff8000298e3240 (171803) exclusive rrwlock inode r = 0 (0xffff800001bc8340) #0 witness_lock+0x632 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x632 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x53e sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xf0 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0x17e sys/kern/vfs_vops.c:527 #4 vn_lock+0xca sys/kern/vfs_vnops.c:576 #5 vget+0x321 sys/kern/vfs_subr.c:699 #6 ufs_ihashget+0x251 sys/ufs/ufs/ufs_ihash.c:100 #7 ffs_vget+0x10b sys/ufs/ffs/ffs_vfsops.c:1203 #8 ufs_lookup+0x1529 sys/ufs/ufs/ufs_lookup.c:478 #9 VOP_LOOKUP+0xda sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x107d sys/kern/vfs_lookup.c:585 #11 namei+0xe19 sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x102 sys/kern/vfs_syscalls.c:1807 #13 syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xffff800001b87ec8) #0 witness_lock+0x632 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x632 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x53e sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xf0 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0x17e sys/kern/vfs_vops.c:527 #4 vn_lock+0xca sys/kern/vfs_vnops.c:576 #5 vfs_lookup+0x1f7 sys/kern/vfs_lookup.c:431 #6 namei+0xe19 sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x102 sys/kern/vfs_syscalls.c:1807 #8 syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 #9 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11058 12245K 12408K 166960K 12197 0 pcb 20 28K 32K 166960K 43 0 rtable 226 13K 29K 166960K 402 0 pf 35 22K 26K 166960K 52 0 ifaddr 42 12K 12K 166960K 52 0 ifgroup 55 2K 2K 166960K 63 0 sysctl 1 1K 13K 166960K 5 0 counters 70 42K 43K 166960K 74 0 ioctlops 2 2K 185K 166960K 1499 0 iov 1 0K 1K 166960K 5 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1307 84K 86K 166960K 1430 0 UFS quota 1 36K 36K 166960K 1 0 UFS mount 5 44K 44K 166960K 5 0 shm 2 2K 2K 166960K 2 0 VM map 2 1K 1K 166960K 2 0 sem 4 0K 0K 166960K 4 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1734 201K 413K 166960K 11964 0 file desc 18 65K 121K 166960K 224 0 proc 96 145K 182K 166960K 627 0 subproc 72 9K 10K 166960K 90 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 20K 20K 166960K 1 0 ip_moptions 0 0K 0K 166960K 5 0 in_multi 95 7K 7K 166960K 117 0 ether_multi 1 0K 0K 166960K 1 0 mrt 0 0K 0K 166960K 6 0 ISOFS mount 1 36K 36K 166960K 1 0 MSDOSFS mount 1 20K 20K 166960K 1 0 ttys 43 303K 303K 166960K 43 0 exec 13 3K 17K 166960K 429 0 fusefs mount 1 36K 36K 166960K 1 0 tdb 3 1K 1K 166960K 3 0 VM swap 14 124K 124K 166960K 15 0 UVM amap 376 243K 362K 166960K 3935 0 UVM aobj 4 4K 4K 166960K 4 0 pinsyscall 81 146K 383K 166960K 1474 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 6 0 NDP 13 0K 2K 166960K 33 0 temp 812 9303K 9472K 166960K 5934 0 kqueue 18 53K 84K 166960K 49 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 28 0 0 1 0 1 1 0 8 0 rtpcb 120 40 0 37 1 0 1 1 0 8 0 rtentry 176 130 0 23 6 0 6 6 0 8 1 unpcb 144 94 0 78 1 0 1 1 0 8 0 syncache 336 4 0 4 2 1 1 1 0 8 1 tcpcb 736 25 0 21 1 0 1 1 0 8 0 arp 136 22 0 4 1 0 1 1 0 8 0 inpcb 328 193 0 181 7 0 7 7 0 8 6 nd6 152 28 0 6 1 0 1 1 0 8 0 kcovpl 48 10 0 2 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 2 0 2 1 0 1 1 0 8 1 pftag 88 1 0 0 1 0 1 1 0 8 0 pfqueue 320 2 0 0 1 0 1 1 0 8 0 pfstitem 24 32 0 0 1 0 1 1 0 8 0 pfstkey 128 32 0 0 2 0 2 2 0 8 0 pfstate 448 32 0 0 4 0 4 4 0 8 0 pfrule 1360 24 0 19 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 524 0 88 29 0 29 29 0 8 1 art_table 40 525 0 88 5 0 5 5 0 8 0 art_node 32 130 0 32 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 1 1 0 1 1 0 8 1 semupl 112 1 0 0 1 0 1 1 0 8 0 semapl 72 2 0 0 1 0 1 1 0 8 0 shmpl 120 1 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1677 0 203 93 0 93 93 0 8 0 ffsino 296 1677 0 203 114 0 114 114 0 8 0 nchpl 144 1963 0 248 64 0 64 64 0 8 0 vnodes 216 1813 0 0 101 0 101 101 0 8 0 namei 1024 7224 0 7224 2 1 1 2 0 8 1 percpumem 16 53 0 2 1 0 1 1 0 8 0 kstatmem 264 31 0 4 2 0 2 2 0 8 0 scxspl 216 7214 0 7213 4 3 1 2 1 8 0 plimitpl 152 35 0 20 1 0 1 1 0 8 0 sigapl 424 568 0 502 8 0 8 8 0 8 0 knotepl 120 220 0 0 7 0 7 7 0 8 0 kqueuepl 224 61 0 49 1 0 1 1 0 8 0 pipepl 344 147 0 119 3 0 3 3 0 8 0 fdescpl 528 532 0 503 3 0 3 3 0 8 0 filepl 160 2179 0 1957 13 0 13 13 0 8 3 lockfpl 104 28 0 24 1 0 1 1 0 8 0 lockfspl 48 16 0 12 1 0 1 1 0 8 0 sessionpl 144 30 0 21 1 0 1 1 0 8 0 pgrppl 48 40 0 23 1 0 1 1 0 8 0 ucredpl 104 135 0 119 1 0 1 1 0 8 0 zombiepl 144 505 0 502 1 0 1 1 0 8 0 processpl 1240 568 0 502 6 0 6 6 0 8 0 procpl 664 673 0 598 7 0 7 7 0 8 0 sockpl 752 331 0 300 10 0 10 10 0 8 6 mcl64k 65536 11 0 0 2 0 2 2 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 120 0 0 15 0 15 15 0 8 0 mcl2k 2048 18 0 0 3 0 3 3 0 8 0 mextrefs 64 17 0 0 1 0 1 1 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 286 0 0 18 0 18 18 0 8 0 bufpl 272 2574 0 107 165 0 165 165 0 8 0 anonpl 32 3910 0 0 32 0 32 32 0 222 0 amapchunkpl 152 10869 0 10415 20 0 20 20 0 158 1 amappl16 200 2189 0 2168 5 3 2 5 0 8 0 amappl15 192 3 0 3 1 1 0 1 0 8 0 amappl14 184 473 0 472 1 0 1 1 0 8 0 amappl13 176 136 0 126 1 0 1 1 0 8 0 amappl12 168 884 0 856 2 0 2 2 0 8 0 amappl11 160 5 0 4 1 0 1 1 0 8 0 amappl10 152 65 0 51 1 0 1 1 0 8 0 amappl9 144 310 0 310 1 1 0 1 0 8 0 amappl8 136 119 0 117 1 0 1 1 0 8 0 amappl7 128 164 0 150 1 0 1 1 0 8 0 amappl6 120 224 0 222 1 0 1 1 0 8 0 amappl5 112 111 0 102 1 0 1 1 0 8 0 amappl4 104 354 0 333 1 0 1 1 0 8 0 amappl3 96 1974 0 1868 3 0 3 3 0 8 0 amappl2 88 603 0 549 2 0 2 2 0 8 0 amappl1 80 12212 0 11766 15 0 15 15 0 8 4 amappl 88 3110 0 2956 4 0 4 4 0 92 0 uvmvnodes 80 102 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 3 0 0 1 0 1 1 0 8 0 uaddrrnd 24 532 0 503 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 532 0 503 1 0 1 1 0 8 0 vmmpekpl 168 6855 0 6817 2 0 2 2 0 8 0 vmmpepl 168 45789 0 44169 88 0 88 88 0 357 15 vmsppl 488 531 0 503 5 0 5 5 0 8 1 rwobjpl 80 17422 0 16498 24 0 24 24 0 8 2 pdppl 4096 1073 0 1006 101 32 69 87 0 8 2 pvpl 32 10310 0 0 85 1 84 84 0 265 0 pmappl 256 531 0 503 3 0 3 3 0 8 0 extentpl 40 47 0 29 1 0 1 1 0 8 0 phpool 120 449 0 37 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x19: leave ddb{0}> trace x86_ipi_db(ffffffff84f6eff0) at x86_ipi_db+0x19 sys/arch/amd64/amd64/db_interface.c:412 x86_ipi_handler() at x86_ipi_handler+0x112 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff85608a40) at __mp_lock+0x272 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff85608a40) at __mp_lock+0x272 sys/kern/kern_lock.c:173 intr_handler(ffff8000298fcfb0,ffff800000197080) at intr_handler+0x113 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x28 kd_curproc sys/dev/kcov.c:585 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x28 sys/dev/kcov.c:153 __mp_lock(ffffffff85608a40) at __mp_lock+0x290 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff85608a40) at __mp_lock+0x290 sys/kern/kern_lock.c:173 ktrgenio(ffff800029884d00,2e,1,ffff800001b4cea0,30) at ktrgenio+0x2e5 ktrwrite2 sys/kern/kern_ktrace.c:-1 [inline] ktrgenio(ffff800029884d00,2e,1,ffff800001b4cea0,30) at ktrgenio+0x2e5 sys/kern/kern_ktrace.c:264 dofilewritev(ffff800029884d00,2e,ffff8000298fd360,0,ffff8000298fd520) at dofilewritev+0x5ef sys/kern/sys_generic.c:402 sys_write(ffff800029884d00,ffff8000298fd5b0,ffff8000298fd520) at sys_write+0x141 sys/kern/sys_generic.c:300 syscall(ffff8000298fd5b0) at syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff8000298fd5b0) at syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7b594c1096c0, count: -13 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x17: popq %rbp ddb{1}> trace db_enter() at db_enter+0x17 sys/arch/amd64/amd64/db_interface.c:457 witness_checkorder(ffff800001bc8b58,9,0) at witness_checkorder+0x19db sys/kern/subr_witness.c:-1 rw_do_enter_write(ffff800001bc8b40,1) at rw_do_enter_write+0xc4 sys/kern/kern_rwlock.c:234 rrw_enter(ffff800001bc8b40,1) at rrw_enter+0xf0 sys/kern/kern_rwlock.c:621 VOP_LOCK(ffff800001c8d988,2001) at VOP_LOCK+0x17e sys/kern/vfs_vops.c:527 vn_lock(ffff800001c8d988,2001) at vn_lock+0xca sys/kern/vfs_vnops.c:576 vn_rdwr(0,ffff800001c8d988,ffff800011b06000,92,0,1,ffff800000d9c5b8,ffff800001b1b450,ffff800001b1b4c0,ffff800028fd3ff0) at vn_rdwr+0x138 sys/kern/vfs_vnops.c:326 vndstrategy(ffff800001b1b450) at vndstrategy+0x8e4 sys/dev/vnd.c:342 physio(ffffffff83c7e780,2902,8000,ffffffff833ec6c0,ffff800030023c80) at physio+0x581 sys/kern/kern_physio.c:162 spec_read(ffff800030023a40) at spec_read+0x29a sys/kern/spec_vnops.c:215 VOP_READ(ffff800001968b00,ffff800030023c80,0,ffff800000119068) at VOP_READ+0x1a8 sys/kern/vfs_vops.c:227 vn_read(ffff800001bbbc10,ffff800030023c80,0) at vn_read+0x1fc sys/kern/vfs_vnops.c:375 dofilereadv(ffff800029a1c030,4,ffff800030023c80,0,ffff800030023e40) at dofilereadv+0x386 sys/kern/sys_generic.c:252 sys_read(ffff800029a1c030,ffff800030023ed0,ffff800030023e40) at sys_read+0x141 sys/kern/sys_generic.c:172 syscall(ffff800030023ed0) at syscall+0x1089 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff800030023ed0) at syscall+0x1089 sys/arch/amd64/amd64/trap.c:791 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd0aba2dc920, count: -16 ddb{1}>