witness: lock order reversal: 1st 0xfffffd806a7fb120 vmmaplk (&map->lock) 2nd 0xfffffd806a40a458 inode (&ip->i_lock) lock order [1] vmmaplk (&map->lock) -> [2] inode (&ip->i_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #2 VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 #3 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #4 vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 #5 vndstrategy+0x4bd sys/dev/vnd.c:342 #6 physio+0x2d6 sys/kern/kern_physio.c:162 #7 spec_write+0x11f sys/kern/spec_vnops.c:302 #8 VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 #9 vn_write+0x1d3 sys/kern/vfs_vnops.c:408 #10 dofilewritev+0x242 sys/kern/sys_generic.c:380 #11 sys_writev+0xd8 sys/kern/sys_generic.c:327 #12 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #13 Xsyscall+0x128 lock order [2] inode (&ip->i_lock) -> [1] vmmaplk (&map->lock) #0 rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 #1 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1902 #2 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:699 #3 uvm_fault+0x106 sys/uvm/uvm_fault.c:633 #4 kpageflttrap+0x2f4 sys/arch/amd64/amd64/trap.c:283 #5 kerntrap+0x198 sys/arch/amd64/amd64/trap.c:491 #6 alltraps_kern_meltdown+0x7b #7 copyout+0x64 #8 ffs_read+0x3f2 sys/ufs/ffs/ffs_vnops.c:254 #9 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #10 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #11 vmcmd_map_readvn+0x130 sys/kern/exec_subr.c:249 #12 exec_process_vmcmds+0xef sys/kern/exec_subr.c:139 #13 sys_execve+0xd3d sys/kern/kern_exec.c:471 #14 start_init+0x3c3 sys/kern/init_main.c:720 #15 proc_trampoline+0x10 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806a40a458,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806a40a440,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806a40a440,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806458eb00,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd806458eb00,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vn_rdwr(1,fffffd806458eb00,ffff800011a26040,b1,4e0000,1,fe7b2eb27a547445,0,b1,1) at vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 vndstrategy(fffffd8066156468) at vndstrategy+0x4bd sys/dev/vnd.c:342 physio(ffffffff82526170,2902,0,ffffffff82946290,ffff80003c4f1970) at physio+0x2d6 sys/kern/kern_physio.c:162 spec_write(ffff80003c4f1740) at spec_write+0x11f sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd8078685eb8,ffff80003c4f1970,1,fffffd80097fb4e0) at VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 vn_write(fffffd806a46a228,ffff80003c4f1970,0) at vn_write+0x1d3 sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002a387790,6,ffff80003c4f1970,0,ffff80003c4f1a30) at dofilewritev+0x242 sys/kern/sys_generic.c:380 sys_writev(ffff80002a387790,ffff80003c4f1ae0,ffff80003c4f1a30) at sys_writev+0xd8 sys/kern/sys_generic.c:327 syscall(ffff80003c4f1ae0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4f1ae0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdd9808a05c0, count: -16 ddb{1}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003c4f1250 rbx 0 rdx 0xffff80000147b500 rcx 0xffff80002a387790 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003c4f1130 r9 0x8080808080808080 r10 0x92cf285341da659f r11 0xd0416109150c42cf r12 0xfffffd8003f0a2c0 r13 0xfffffd80046f93d8 r14 0x3 r15 0xffffffff833ec42a substchar+0x26c1 rip 0xffffffff830284d5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c4f1240 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=155374 pid=61743 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a3874f8,0xffffffff83898bc0 process=0xffff80003c4c6b78 user=0xffff80003c4ec000, vmspace=0xfffffd806a7fb020 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 61743 515719 34220 0 2 0 syz-executor *61743 155374 34220 0 7 0x4000000 syz-executor 91927 368088 38145 0 7 0 syz-executor 91927 201557 38145 0 2 0x4000000 syz-executor 63175 104805 81102 0 2 0 syz-executor 63175 440365 81102 0 3 0x4000080 fsleep syz-executor 26377 299724 98439 0 2 0 syz-executor 26377 432318 98439 0 3 0x4000080 fsleep syz-executor 39608 321821 75960 -1 2 0x10 syz-executor 39608 375344 75960 -1 3 0x4000090 fsleep syz-executor 39608 420165 75960 -1 3 0x4000090 fsleep syz-executor 57918 408289 32671 0 2 0 syz-executor 57918 341053 32671 0 3 0x4000080 fsleep syz-executor 57918 519948 32671 0 3 0x4000080 bell syz-executor 57918 279711 32671 0 3 0x4000080 bell syz-executor 52806 457798 29737 0 2 0 syz-executor 52806 371210 29737 0 3 0x4000080 fsleep syz-executor 52806 246118 29737 0 3 0x4000080 fsleep syz-executor 52806 418089 29737 0 3 0x4000080 fsleep syz-executor 29737 496891 80218 0 2 0x2 syz-executor 6087 446870 76994 0 3 0x82 sbwait sshd-session 93563 70919 0 0 3 0x14280 nfsidl nfsio 89207 308612 0 0 3 0x14280 nfsidl nfsio 18301 518357 0 0 3 0x14280 nfsidl nfsio 50790 454402 0 0 3 0x14280 nfsidl nfsio 10842 40408 0 0 3 0x14280 nfsidl nfsio 93232 77764 0 0 3 0x14280 nfsidl nfsio 54695 86418 0 0 3 0x14280 nfsidl nfsio 30024 214620 0 0 3 0x14280 nfsidl nfsio 62327 27414 0 0 3 0x14280 nfsidl nfsio 33850 315268 0 0 3 0x14280 nfsidl nfsio 29772 449993 0 0 3 0x14280 nfsidl nfsio 64210 197971 0 0 3 0x14280 nfsidl nfsio 28251 292687 0 0 3 0x14280 nfsidl nfsio 76375 282772 0 0 3 0x14280 nfsidl nfsio 28522 280070 0 0 3 0x14280 nfsidl nfsio 76154 309319 0 0 3 0x14280 nfsidl nfsio 83126 519202 0 0 3 0x14280 nfsidl nfsio 80077 457031 0 0 3 0x14280 nfsidl nfsio 48206 313622 0 0 3 0x14280 nfsidl nfsio 86008 518296 0 0 3 0x14280 nfsidl nfsio 76057 242530 0 0 3 0x14200 acct acct 90860 103686 0 0 3 0x14200 bored sosplice 98439 116509 80218 0 3 0x82 nanoslp syz-executor 34220 221366 80218 0 3 0x82 nanoslp syz-executor 75960 406150 80218 0 3 0x82 nanoslp syz-executor 51773 64282 80218 0 2 0x2 syz-executor 38145 484535 80218 0 3 0x82 nanoslp syz-executor 32671 7344 80218 0 3 0x82 nanoslp syz-executor 81102 373937 80218 0 3 0x82 nanoslp syz-executor 80218 332955 48863 0 3 0x82 kqread syz-executor 48863 101594 67488 0 3 0x10008a sigsusp ksh 67488 359439 84897 0 3 0x98 kqread sshd-session 84897 104268 76994 0 3 0x92 kqread sshd-session 19140 168939 1 0 3 0x100083 ttyopn getty 76994 450937 1 0 3 0x88 kqread sshd 88071 168757 7815 74 3 0x1100092 bpf pflogd 7815 483748 1 0 3 0x80 sbwait pflogd 96533 516754 74508 73 3 0x1100090 kqread syslogd 74508 88672 1 0 3 0x100082 sbwait syslogd 63115 109049 1 0 3 0x100080 kqread resolvd 84765 481508 98238 77 3 0x100092 kqread dhcpleased 6404 380342 98238 77 3 0x100092 kqread dhcpleased 98238 63355 1 0 3 0x80 kqread dhcpleased 8777 186784 0 0 3 0x14200 bored smr 37929 175609 0 0 2 0x14200 zerothread 54558 337627 0 0 3 0x14200 aiodoned aiodoned 92583 63998 0 0 3 0x14200 syncer update 29836 82447 0 0 3 0x14200 cleaner cleaner 59656 43947 0 0 3 0x14200 reaper reaper 16666 88192 0 0 3 0x14200 pgdaemon pagedaemon 84507 507731 0 0 3 0x14200 bored viomb 62255 81095 0 0 3 0x40014200 acpi0 acpi0 53812 445387 0 0 3 0x40014200 idle1 12110 213229 0 0 3 0x14200 bored softnet1 28569 259656 0 0 2 0x14200 softnet0 57452 278718 0 0 3 0x14200 bored systqmp 75756 105574 0 0 3 0x14200 bored systq 28320 459561 0 0 3 0x14200 tmoslp softclockmp 30420 72860 0 0 3 0x40014200 tmoslp softclock 19011 1767 0 0 3 0x40014200 idle0 1 408168 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 61743 (syz-executor) thread 0xffff80002a387790 (155374) shared rwlock vmmaplk r = 0 (0xfffffd806a7fb120) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvm_vslock_device+0x149 sys/uvm/uvm_glue.c:173 #3 physio+0x257 sys/kern/kern_physio.c:139 #4 spec_write+0x11f sys/kern/spec_vnops.c:302 #5 VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 #6 vn_write+0x1d3 sys/kern/vfs_vnops.c:408 #7 dofilewritev+0x242 sys/kern/sys_generic.c:380 #8 sys_writev+0xd8 sys/kern/sys_generic.c:327 #9 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #9 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #10 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff839989c0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_write+0x4e sys/kern/vfs_vnops.c:393 #2 dofilewritev+0x242 sys/kern/sys_generic.c:380 #3 sys_writev+0xd8 sys/kern/sys_generic.c:327 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 #5 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10234 11036K 11248K 166960K 11944 0 pcb 19 15K 17K 166960K 220 0 rtable 211 11K 12K 166960K 417 0 pf 38 18K 82K 166960K 165 0 ifaddr 40 7K 7K 166960K 84 0 ifgroup 55 2K 2K 166960K 120 0 sysctl 3 1K 9K 166960K 15 0 counters 68 36K 38K 166960K 160 0 ioctlops 0 0K 4K 166960K 1625 0 iov 0 0K 16K 166960K 34 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1339 84K 85K 166960K 1865 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 33 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 236K 166960K 819 0 sigio 0 0K 0K 166960K 18 0 proc 72 115K 180K 166960K 647 0 subproc 72 4K 4K 166960K 92 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 132 0 in_multi 88 6K 7K 166960K 165 0 ether_multi 1 0K 0K 166960K 14 0 mrt 0 0K 0K 166960K 8 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 241 1076K 1076K 166960K 241 0 exec 0 0K 1K 166960K 500 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 247 161K 162K 166960K 8726 0 UVM aobj 15 2K 2K 166960K 17 0 pinsyscall 44 88K 104K 166960K 1936 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 2 0K 0K 166960K 46 0 NDP 12 0K 2K 166960K 57 0 temp 56 8651K 8720K 166960K 23942 0 kqueue 17 24K 34K 166960K 195 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 112 0 109 2 1 1 2 0 8 0 rtentry 176 127 0 48 5 0 5 5 0 8 0 unpcb 144 575 0 552 4 3 1 4 0 8 0 syncache 336 8 0 8 3 3 0 1 0 8 0 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 358 0 351 7 6 1 7 0 8 0 arp 136 16 0 5 1 0 1 1 0 8 0 inpcb 328 1022 0 1008 11 9 2 7 0 8 0 nd6 152 22 0 6 1 0 1 1 0 8 0 pkpcb 40 4 0 4 2 2 0 1 0 8 0 kcovpl 48 10 0 2 1 0 1 1 0 8 0 ppxss 1192 40 0 40 1 1 0 1 0 8 0 pppxif 1504 3 0 3 1 1 0 1 0 8 0 pffrag 232 8 0 2 1 0 1 1 0 482 0 pffrnode 88 8 0 2 1 0 1 1 0 8 0 pffrent 40 10 0 4 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 16 0 16 2 2 0 1 0 8 0 pfanchor 1288 7 0 4 2 1 1 1 0 8 0 pftag 88 4 0 4 2 2 0 1 0 8 0 pfstitem 24 89 0 47 1 0 1 1 0 8 0 pfstkey 128 93 0 18 3 0 3 3 0 8 0 pfstate 384 90 0 49 5 0 5 5 0 8 0 pfrule 1344 32 0 27 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 599 0 189 29 3 26 28 0 8 0 art_table 40 602 0 189 5 0 5 5 0 8 0 art_node 32 126 0 58 1 0 1 1 0 8 0 sysvmsgpl 40 7 0 5 1 0 1 1 0 8 0 semupl 112 2 0 2 2 2 0 1 0 8 0 semapl 112 28 0 18 1 0 1 1 0 8 0 shmpl 112 14 0 2 1 0 1 1 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 2802 0 1291 96 1 95 96 0 8 0 ffsino 296 2802 0 1291 117 0 117 117 0 8 0 nchpl 144 3854 0 2157 64 0 64 64 0 8 0 rtmask 32 13 0 13 1 1 0 1 0 8 0 vnodes 216 3138 0 0 175 0 175 175 0 8 0 namei 1024 12942 0 12942 2 1 1 1 0 8 1 percpumem 16 95 0 46 1 0 1 1 0 8 0 pfiaddrpl 120 4 0 4 2 2 0 1 0 8 0 kstatmem 264 78 0 50 3 0 3 3 0 8 0 scxspl 216 28260 0 28260 10 9 1 8 1 8 1 plimitpl 152 224 0 205 1 0 1 1 0 8 0 sigapl 424 1105 0 1035 10 1 9 9 0 8 0 knotepl 120 529 0 0 16 0 16 16 0 8 0 kqueuepl 224 367 0 356 7 5 2 7 0 8 1 pipepl 344 352 0 325 9 6 3 9 0 8 0 fdescpl 528 1066 0 1034 3 0 3 3 0 8 0 filepl 160 6569 0 6329 19 6 13 16 0 8 1 lockfpl 104 171 0 169 1 0 1 1 0 8 0 lockfspl 48 81 0 79 1 0 1 1 0 8 0 sessionpl 144 28 0 18 1 0 1 1 0 8 0 pgrppl 48 43 0 25 1 0 1 1 0 8 0 ucredpl 104 876 0 861 1 0 1 1 0 8 0 zombiepl 144 1035 0 1035 1 0 1 1 0 8 1 processpl 1232 1105 0 1035 6 0 6 6 0 8 0 procpl 664 2239 0 2157 8 0 8 8 0 8 0 sosppl 168 1 0 1 1 1 0 1 0 8 0 sockpl 752 1728 0 1688 18 13 5 14 0 8 0 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 113 0 0 15 0 15 15 0 8 0 mcl2k 2048 36 0 0 4 0 4 4 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 211 0 0 14 0 14 14 0 8 0 bufpl 280 11981 0 5837 439 0 439 439 0 8 0 anonpl 32 13994 0 0 115 2 113 113 0 246 0 amapchunkpl 152 28458 0 27874 38 9 29 29 0 158 1 amappl16 200 4850 0 4594 44 17 27 27 0 8 2 amappl15 192 1 0 1 1 1 0 1 0 8 0 amappl14 184 134 0 121 1 0 1 1 0 8 0 amappl13 176 5 0 5 1 1 0 1 0 8 0 amappl12 168 1744 0 1711 4 2 2 3 0 8 0 amappl11 160 50 0 36 1 0 1 1 0 8 0 amappl10 152 7 0 7 1 1 0 1 0 8 0 amappl9 144 248 0 248 1 1 0 1 0 8 0 amappl8 136 25 0 23 1 0 1 1 0 8 0 amappl7 128 120 0 106 1 0 1 1 0 8 0 amappl6 120 201 0 197 1 0 1 1 0 8 0 amappl5 112 136 0 126 1 0 1 1 0 8 0 amappl4 104 312 0 293 1 0 1 1 0 8 0 amappl3 96 4968 0 4871 3 0 3 3 0 8 0 amappl2 88 1329 0 1245 3 0 3 3 0 8 0 amappl1 80 11848 0 11156 16 0 16 16 0 8 0 amappl 88 7888 0 7719 5 0 5 5 0 92 0 uvmvnodes 80 3138 0 0 65 0 65 65 0 8 0 dma8192 8192 2 0 2 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 7 0 7 2 2 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 16 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1066 0 1034 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1066 0 1034 1 0 1 1 0 8 0 vmmpekpl 168 10954 0 10916 3 0 3 3 0 8 0 vmmpepl 168 75031 0 72688 120 4 116 116 0 357 0 vmsppl 488 1065 0 1034 5 0 5 5 0 8 0 rwobjpl 80 26145 0 21731 96 0 96 96 0 8 0 pdppl 4096 2140 0 2068 108 34 74 86 0 8 2 pvpl 32 21215 0 0 171 0 171 171 0 265 0 pmappl 256 1065 0 1034 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 294 0 51 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff83821ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:584 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:153 __mp_lock(ffffffff839987b8) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff839987b8) at __mp_lock+0x1a3 sys/kern/kern_lock.c:165 intr_handler(ffff80003a40dd00,ffff80000006ac00) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:559 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff839987b8) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff839987b8) at __mp_lock+0x199 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7d8a1af63490, count: -11 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd806a40a458,9,0) at witness_checkorder+0x10b9 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd806a40a440,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd806a40a440,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd806458eb00,2001) at VOP_LOCK+0xa3 sys/kern/vfs_vops.c:527 vn_lock(fffffd806458eb00,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:570 vn_rdwr(1,fffffd806458eb00,ffff800011a26040,b1,4e0000,1,fe7b2eb27a547445,0,b1,1) at vn_rdwr+0xd1 sys/kern/vfs_vnops.c:320 vndstrategy(fffffd8066156468) at vndstrategy+0x4bd sys/dev/vnd.c:342 physio(ffffffff82526170,2902,0,ffffffff82946290,ffff80003c4f1970) at physio+0x2d6 sys/kern/kern_physio.c:162 spec_write(ffff80003c4f1740) at spec_write+0x11f sys/kern/spec_vnops.c:302 VOP_WRITE(fffffd8078685eb8,ffff80003c4f1970,1,fffffd80097fb4e0) at VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 vn_write(fffffd806a46a228,ffff80003c4f1970,0) at vn_write+0x1d3 sys/kern/vfs_vnops.c:408 dofilewritev(ffff80002a387790,6,ffff80003c4f1970,0,ffff80003c4f1a30) at dofilewritev+0x242 sys/kern/sys_generic.c:380 sys_writev(ffff80002a387790,ffff80003c4f1ae0,ffff80003c4f1a30) at sys_writev+0xd8 sys/kern/sys_generic.c:327 syscall(ffff80003c4f1ae0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4f1ae0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:748 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdd9808a05c0, count: -16