pf: key search, in on vio0: witness: TCPlock order reversal: wire: (0) 1st 0xffff800010fde7d0 sbufsnd (&so->so_snd.sb_lock) 10.128.15.235 2nd 0xfffffd00651cb318 inode (&ip->i_lock) :30002lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff8351cfce -> 0xffffffff83491d2e is missing 10.128.0.39lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) :29247#0 pf: key search, in on vio0: TCP wire: (0) 10.128.15.235rw_do_enter_write:30002+0xba 10.128.0.39#1 :29247 pf: key search, in on vio0: TCP wire: (0) 10.128.15.235sblock:30002+0xb6 10.128.0.39#2 :29247 pf: key search, out on vio0: soreceiveTCP+0x27d wire: (0) 10.128.15.235#3 :30002 10.128.0.39:29247 fifo_read+0x117 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfc sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x32b sys/kern/uipc_socket.c:1352 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1226 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd00651cb318,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd00651cb300,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd00651cb300,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd006a1b97b0,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd006a1b97b0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vfs_lookup(ffff80003739c3a0) at vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 namei(ffff80003739c3a0) at namei+0x7c5 sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fde5e8,fffffd006db31a00,ffff800045ffc7d0) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800010fde5e8,fffffd006d8e2800,fffffd006db31a00,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800010fde5e8,fffffd006db31a00,ffff80003739c628,0,0,400) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff800045ffc7d0,6,ffff80003739c720,400,ffff80003739c7d0) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendto(ffff800045ffc7d0,ffff80003739c880,ffff80003739c7d0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:563 syscall(ffff80003739c880) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003739c880) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x311f8ffa350, count: -15 ddb{0}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003739c010 rbx 0 rdx 0xffff8000015fcd40 rcx 0xffff800045ffc7d0 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003739bef0 r9 0x8080808080808080 r10 0xbb89e38b406c3473 r11 0xeef4a2acf1c900db r12 0xfffffd00040c2980 r13 0xfffffd00048aa460 r14 0x3 r15 0xffffffff83527de9 substchar+0xa606 rip 0xffffffff82bc5d85 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003739c000 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=100122 pid=99709 tcnt=2 stat=onproc flags process=10 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a223768,0xffffffff83a572e0 process=0xffff800045fe6b70 user=0xffff800037397000, vmspace=0xfffffd006bfc93f0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 99709 225286 62920 -1 2 0x10 syz-executor *99709 100122 62920 -1 7 0x4000010 syz-executor 5109 67936 78681 0 2 0x10 syz-executor 5109 11722 78681 0 3 0x4000090 fsleep syz-executor 84286 55592 22696 0 2 0 syz-executor 84286 400728 22696 0 3 0x4000080 sbwait syz-executor 84286 53055 22696 0 3 0x4000080 fsleep syz-executor 81080 512192 44848 0 2 0 syz-executor 81080 80679 44848 0 3 0x4000080 fsleep syz-executor 39468 240561 94856 0 2 0 syz-executor 39468 392611 94856 0 2 0x4000000 syz-executor 39468 333504 94856 0 3 0x4000080 fsleep syz-executor 31786 30996 72324 0 2 0 syz-executor 31786 16816 72324 0 3 0x4000080 fsleep syz-executor 99596 371409 66015 0 2 0 syz-executor 99596 239560 66015 0 7 0x4000000 syz-executor 99596 394459 66015 0 3 0x4000000 inode syz-executor 90504 30797 1 0 3 0x100083 ttyin getty 62920 366831 98745 0 3 0x82 nanoslp syz-executor 94856 54349 98745 0 3 0x82 nanoslp syz-executor 44848 163559 98745 0 3 0x82 nanoslp syz-executor 66015 89858 98745 0 3 0x82 nanoslp syz-executor 78681 203829 98745 0 3 0x82 nanoslp syz-executor 97540 395649 98745 0 2 0x2 syz-executor 22696 514042 98745 0 3 0x82 nanoslp syz-executor 72324 122644 98745 0 2 0x2 syz-executor 98745 225816 1 0 2 0x2 syz-executor 84212 401581 0 0 3 0x14200 bored smr 34031 37051 0 0 2 0x14200 zerothread 45995 503330 0 0 3 0x14200 aiodoned aiodoned 20368 342514 0 0 3 0x14200 syncer update 94880 219735 0 0 3 0x14200 cleaner cleaner 91168 77138 0 0 3 0x14200 reaper reaper 70628 6770 0 0 3 0x14200 pgdaemon pagedaemon 67674 68466 0 0 3 0x14200 bored viomb 46793 283420 0 0 3 0x40014200 acpi0 acpi0 80820 162734 0 0 3 0x40014200 idle1 62176 174194 0 0 3 0x14200 bored softnet1 16448 87732 0 0 3 0x14200 bored softnet0 26825 252548 0 0 3 0x14200 bored systqmp 3358 17186 0 0 3 0x14200 syncxs systq 75370 467175 0 0 3 0x14200 tmoslp softclockmp 64528 196589 0 0 3 0x40014200 tmoslp softclock 77630 245878 0 0 3 0x40014200 idle0 1 139617 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 99709 (syz-executor) thread 0xffff800045ffc7d0 (100122) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83b41300) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendto+0x8d sys/kern/uipc_syscalls.c:563 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff800010fde7d0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:639 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendto+0x8d sys/kern/uipc_syscalls.c:563 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 Process 99596 (syz-executor) thread 0xffff800045ffd9f8 (239560) exclusive rrwlock inode r = 0 (0xfffffd00651cb1f0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576 #5 vn_write+0x18f sys/kern/vfs_vnops.c:411 #6 dofilewritev+0x2bd sys/kern/sys_generic.c:384 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #9 Xsyscall+0x128 Process 3358 (systq) thread 0xffff800045ffe530 (17186) shared rwlock systq r = 0 (0xffffffff838d67a8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11068 12145K 12339K 166960K 12500 0 pcb 17 12K 12K 166960K 68 0 rtable 250 8K 8K 166960K 387 0 pf 40 18K 24K 166960K 90 0 ifaddr 44 7K 7K 166960K 53 0 ifgroup 57 2K 2K 166960K 69 0 sysctl 3 1K 9K 166960K 10 0 counters 72 37K 37K 166960K 86 0 ioctlops 0 0K 4K 166960K 1538 0 iov 0 0K 16K 166960K 9 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1363 86K 86K 166960K 1584 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 9 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 23 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 16 61K 97K 166960K 339 0 sigio 0 0K 0K 166960K 5 0 proc 21 33K 180K 166960K 577 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 13 0 in_multi 99 7K 7K 166960K 105 0 ether_multi 1 0K 0K 166960K 1 0 mrt 1 0K 0K 166960K 9 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 49 228K 228K 166960K 49 0 exec 0 0K 1K 166960K 407 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 133 82K 177K 166960K 4923 0 UVM aobj 14 4K 4K 166960K 15 0 pinsyscall 19 38K 108K 166960K 1499 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 11 0 NDP 13 0K 2K 166960K 34 0 temp 74 9127K 9163K 166960K 10039 0 kqueue 1 2K 27K 166960K 65 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle vscsiccb 40 1 0 0 1 0 1 1 0 8 0 plcache 128 28 0 0 1 0 1 1 0 8 0 rtpcb 120 41 0 41 1 0 1 1 0 8 1 rtentry 176 119 0 7 6 0 6 6 0 8 0 unpcb 144 121 0 117 1 0 1 1 0 8 0 syncache 336 5 0 4 2 1 1 1 0 8 0 tcpcb 736 54 0 51 1 0 1 1 0 8 0 arp 136 20 0 2 1 0 1 1 0 8 0 inpcb 328 218 0 214 3 1 2 2 0 8 1 nd6 152 26 0 0 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 7 0 6 1 0 1 1 0 8 0 pfstscr 40 12 0 10 1 0 1 1 0 8 0 pffrag 232 1 0 0 1 0 1 1 0 482 0 pffrnode 88 1 0 0 1 0 1 1 0 8 0 pffrent 40 1 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 4 0 1 1 0 1 1 0 8 0 pfstitem 24 39 0 0 1 0 1 1 0 8 0 pfstkey 128 49 0 10 2 0 2 2 0 8 0 pfstate 448 42 0 5 5 0 5 5 0 8 0 pfrule 1360 23 0 18 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 478 0 7 30 0 30 30 0 8 0 art_table 40 479 0 7 5 0 5 5 0 8 0 art_node 32 119 0 17 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 5 1 0 1 1 0 8 1 semupl 112 2 0 2 2 1 1 1 0 8 1 semapl 72 19 0 9 1 0 1 1 0 8 0 shmpl 112 12 0 1 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 1925 0 452 93 0 93 93 0 8 0 ffsino 296 1925 0 452 115 0 115 115 0 8 1 nchpl 144 2394 0 689 64 0 64 64 0 8 0 rtmask 32 1 0 1 1 0 1 1 0 8 1 vnodes 216 2177 0 0 121 0 121 121 0 8 0 namei 1024 7573 0 7572 4 2 2 2 0 8 1 percpumem 16 59 0 7 1 0 1 1 0 8 0 kstatmem 264 39 0 10 3 0 3 3 0 8 1 scxspl 216 9844 0 9843 4 3 1 3 1 8 0 plimitpl 152 82 0 70 1 0 1 1 0 8 0 sigapl 424 657 0 622 7 1 6 7 0 8 0 knotepl 120 544 0 0 17 0 17 17 0 8 0 kqueuepl 224 79 0 78 1 0 1 1 0 8 0 pipepl 344 138 0 111 3 0 3 3 0 8 0 fdescpl 528 641 0 622 3 0 3 3 0 8 0 filepl 160 2678 0 2511 13 1 12 12 0 8 2 lockfpl 104 206 0 206 2 0 2 2 0 8 2 lockfspl 48 99 0 99 1 0 1 1 0 8 1 sessionpl 144 30 0 27 1 0 1 1 0 8 0 pgrppl 48 41 0 30 1 0 1 1 0 8 0 ucredpl 104 283 0 278 1 0 1 1 0 8 0 zombiepl 144 622 0 622 2 1 1 1 0 8 1 processpl 1232 657 0 622 5 0 5 5 0 8 0 procpl 664 1000 0 955 7 1 6 6 0 8 1 sosppl 176 1 0 1 1 0 1 1 0 8 1 sockpl 752 389 0 381 4 0 4 4 0 8 2 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 112 0 0 14 0 14 14 0 8 0 mcl2k 2048 28 0 0 4 0 4 4 0 8 0 mextrefs 64 28 0 0 1 0 1 1 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 172 0 0 11 0 11 11 0 8 0 bufpl 272 4344 0 107 283 0 283 283 0 8 0 anonpl 32 7416 0 0 60 0 60 60 0 247 0 amapchunkpl 152 14744 0 14391 25 3 22 24 0 158 4 amappl16 200 2402 0 2350 23 12 11 14 0 8 7 amappl15 192 80 0 80 1 1 0 1 0 8 0 amappl14 184 451 0 451 1 0 1 1 0 8 1 amappl13 176 126 0 125 1 0 1 1 0 8 0 amappl12 168 890 0 872 2 0 2 2 0 8 0 amappl11 160 7 0 6 1 0 1 1 0 8 0 amappl10 152 64 0 64 1 0 1 1 0 8 1 amappl9 144 275 0 274 2 1 1 1 0 8 0 amappl8 136 123 0 123 1 0 1 1 0 8 1 amappl7 128 195 0 192 1 0 1 1 0 8 0 amappl6 120 154 0 154 1 0 1 1 0 8 1 amappl5 112 98 0 97 1 0 1 1 0 8 0 amappl4 104 293 0 290 1 0 1 1 0 8 0 amappl3 96 2848 0 2769 5 1 4 4 0 8 1 amappl2 88 548 0 538 2 0 2 2 0 8 0 amappl1 80 11319 0 11202 15 2 13 15 0 8 8 amappl 88 4101 0 3982 4 0 4 4 0 92 0 uvmvnodes 80 107 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 14 0 1 1 0 1 1 0 8 0 uaddrrnd 24 641 0 622 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 641 0 622 1 0 1 1 0 8 0 vmmpekpl 168 7163 0 7127 2 0 2 2 0 8 0 vmmpepl 168 50494 0 49624 95 9 86 94 0 357 39 vmsppl 488 640 0 622 5 1 4 5 0 8 0 rwobjpl 80 17254 0 16789 26 2 24 26 0 8 1 pdppl 4096 1289 0 1244 99 50 49 87 0 8 4 pvpl 32 13525 0 0 110 0 110 110 0 265 0 pmappl 256 640 0 622 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 560 0 56 15 0 15 15 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffffd00651cb318,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffffd00651cb300,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffffd00651cb300,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffffd006a1b97b0,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffffd006a1b97b0,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vfs_lookup(ffff80003739c3a0) at vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 namei(ffff80003739c3a0) at namei+0x7c5 sys/kern/vfs_lookup.c:250 unp_connect(ffff800010fde5e8,fffffd006db31a00,ffff800045ffc7d0) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff800010fde5e8,fffffd006d8e2800,fffffd006db31a00,0) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff800010fde5e8,fffffd006db31a00,ffff80003739c628,0,0,400) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff800045ffc7d0,6,ffff80003739c720,400,ffff80003739c7d0) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendto(ffff800045ffc7d0,ffff80003739c880,ffff80003739c7d0) at sys_sendto+0x8d sys/kern/uipc_syscalls.c:563 syscall(ffff80003739c880) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003739c880) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x311f8ffa350, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff80002999dff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83b40b00) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83b40b00) at __mp_lock+0x192 sys/kern/kern_lock.c:173 __mp_acquire_count(ffffffff83b40b00,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369 biowait(fffffd006ceaa550) at biowait+0xc6 sys/kern/vfs_bio.c:1110 bwrite(fffffd006ceaa550) at bwrite+0x359 sys/kern/vfs_bio.c:625 ffs_write(ffff80002a2291b0) at ffs_write+0x810 sys/ufs/ffs/ffs_vnops.c:377 VOP_WRITE(fffffd006399d448,ffff80002a229368,7,fffffd00097fd208) at VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 vn_write(fffffd00632c84c0,ffff80002a229368,0) at vn_write+0x1d3 sys/kern/vfs_vnops.c:414 dofilewritev(ffff800045ffd9f8,3,ffff80002a229368,0,ffff80002a229420) at dofilewritev+0x2bd sys/kern/sys_generic.c:384 sys_write(ffff800045ffd9f8,ffff80002a2294d0,ffff80002a229420) at sys_write+0xa2 sys/kern/sys_generic.c:300 syscall(ffff80002a2294d0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80002a2294d0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x358e95780e0, count: -15 ddb{1}>