witness: lock order reversal: 1st 0xffff80002a23cee0 fdlock (&newfdp->fd_fd.fd_lock) 2nd 0xfffff780703657a8 inode (&ip->i_lock) lock order [1] fdlock (&newfdp->fd_fd.fd_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff834d9dfb -> 0xffffffff834c7f16 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:890 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfc sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] fdlock (&newfdp->fd_fd.fd_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 unp_externalize+0x3cf sys/kern/uipc_usrreq.c:1077 #2 soreceive+0xc24 sys/kern/uipc_socket.c:1029 #3 recvit+0x40b sys/kern/uipc_syscalls.c:1078 #4 sys_recvmsg+0x1bf sys/kern/uipc_syscalls.c:878 #5 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 #6 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> show kasan No such command ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffff780703657a8,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffff78070365790,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffff78070365790,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffff78070461520,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffff78070461520,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vn_closefile(fffff78070826140,ffff800045fe22c0) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff78070826140,ffff800045fe22c0) at vn_closefile+0x111 sys/kern/vfs_vnops.c:621 fdrop(fffff78070826140,ffff800045fe22c0) at fdrop+0x121 sys/kern/kern_descrip.c:1281 knote_drop(fffff7806ddbec38,ffff800045fe22c0) at knote_drop+0x1a1 sys/kern/kern_event.c:2314 knote_remove(ffff800045fe22c0,fffff7806fbc11c0,fffff7806fbc1250,4,0) at knote_remove+0x215 sys/kern/kern_event.c:-1 knote_fdclose(ffff800045fe22c0,4) at knote_fdclose+0xf9 sys/kern/kern_event.c:2221 fdrelease(ffff800045fe22c0,4) at fdrelease+0xf9 sys/kern/kern_descrip.c:761 sys_closefrom(ffff800045fe22c0,ffff80003c3ba6c0,ffff80003c3ba610) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff80003c3ba6c0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c3ba6c0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2a9add1ba90, count: -15 ddb{1}> show registers rdi 0 rsi 0x80000 acpi_pdirpa+0x6be71 rbp 0xffff80003c3ba110 rbx 0 rdx 0xffff8000015dac00 rcx 0xffff800045fe22c0 rax 0x7ffff acpi_pdirpa+0x6be70 r8 0xffff80003c3b9ff0 r9 0x8080808080808080 r10 0x378686236ef470eb r11 0xa90ee77eeaae8566 r12 0xfffff78004100d80 r13 0xfffff780048ed570 r14 0x3 r15 0xffffffff8355ddd1 substchar+0x724c rip 0xffffffff8287ccf5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c3ba100 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=472083 pid=87420 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800045fe1a20,0xffff800045fe3260 process=0xffff800045fdd860 user=0xffff80003c3b5000, vmspace=0xfffff7806ccb35d8 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S PRLAGS PFLAGS WAIT COMMAND 87420 396745 46222 0 2 0 0 syz-executor *87420 472083 46222 0 7 0 0x4000000 syz-executor 31041 289617 43078 0 2 0 0 syz-executor 31041 475642 43078 0 3 0 0x4000080 fsleep syz-executor 31041 326169 43078 0 3 0 0x4000080 fsleep syz-executor 94758 49563 33637 0 2 0 0 syz-executor 94758 74395 33637 0 3 0 0x4000080 fsleep syz-executor 94758 495472 33637 0 3 0 0x4000080 fsleep syz-executor 50697 403555 18309 0 7 0 0 syz-executor 54136 439328 29774 0 2 0 0 syz-executor 54136 295297 29774 0 3 0 0x4000080 fsleep syz-executor 54136 232114 29774 0 3 0 0x4000080 fsleep syz-executor 53503 238406 10436 0 2 0x2 0 syz-executor 18309 347954 10436 0 3 0x2 0x80 nanoslp syz-executor 29774 361806 10436 0 3 0x2 0x80 nanoslp syz-executor 33637 243462 10436 0 3 0x2 0x80 nanoslp syz-executor 11290 37234 0 0 3 0x14000 0x280 nfsidl nfsio 28881 224202 0 0 3 0x14000 0x280 nfsidl nfsio 54021 139602 0 0 3 0x14000 0x280 nfsidl nfsio 72779 46462 0 0 3 0x14000 0x280 nfsidl nfsio 85257 517713 0 0 3 0x14000 0x280 nfsidl nfsio 64323 498901 0 0 3 0x14000 0x280 nfsidl nfsio 70133 467638 0 0 3 0x14000 0x280 nfsidl nfsio 60991 248019 0 0 3 0x14000 0x280 nfsidl nfsio 50974 426567 0 0 3 0x14000 0x280 nfsidl nfsio 66013 404713 0 0 3 0x14000 0x280 nfsidl nfsio 46534 339060 0 0 3 0x14000 0x280 nfsidl nfsio 41852 367936 0 0 3 0x14000 0x280 nfsidl nfsio 81456 156322 0 0 3 0x14000 0x280 nfsidl nfsio 98783 160326 0 0 3 0x14000 0x280 nfsidl nfsio 28350 94367 0 0 3 0x14000 0x280 nfsidl nfsio 85792 251587 0 0 3 0x14000 0x280 nfsidl nfsio 44095 130088 0 0 3 0x14000 0x280 nfsidl nfsio 99276 483408 0 0 3 0x14000 0x280 nfsidl nfsio 96480 388792 0 0 3 0x14000 0x280 nfsidl nfsio 52255 51703 0 0 3 0x14000 0x280 nfsidl nfsio 43078 229734 10436 0 3 0x2 0x80 nanoslp syz-executor 46222 199410 10436 0 3 0x2 0x80 nanoslp syz-executor 10436 64176 19692 0 3 0x2 0x80 wait syz-executor 19692 324763 89747 0 3 0x100002 0x88 sigsusp ksh 89747 189917 93264 0 3 0x10 0x88 kqread sshd-session 93264 45090 93359 0 3 0x12 0x80 kqread sshd-session 86676 485496 1 0 3 0x100003 0x80 ttyin getty 93359 516680 1 0 3 0 0x88 kqread sshd 74227 281166 88088 74 3 0x1100012 0x80 bpf pflogd 88088 493332 1 0 3 0 0x80 sbwait pflogd 72888 127708 86738 73 3 0x1100010 0x80 kqread syslogd 86738 158975 1 0 3 0x100002 0x80 sbwait syslogd 27996 421648 1 0 3 0x100000 0x80 kqread resolvd 62395 96816 6428 77 3 0x100012 0x80 kqread dhcpleased 42575 411872 6428 77 3 0x100012 0x80 kqread dhcpleased 6428 356121 1 0 3 0 0x80 kqread dhcpleased 28839 232838 0 0 3 0x14000 0x200 bored smr 74867 480672 0 0 2 0x14000 0x200 zerothread 30170 3538 0 0 3 0x14000 0x200 aiodoned aiodoned 81404 176749 0 0 3 0x14000 0x200 syncer update 76704 389221 0 0 3 0x14000 0x200 cleaner cleaner 10663 159356 0 0 3 0x14000 0x200 reaper reaper 90847 451795 0 0 3 0x14000 0x200 pgdaemon pagedaemon 34782 153759 0 0 3 0x14000 0x200 bored viomb 18778 83386 0 0 3 0x14000 0x40000200 acpi0 acpi0 28371 85868 0 0 3 0x14000 0x40000200 idle1 64087 475308 0 0 3 0x14000 0x200 bored softnet1 79068 499036 0 0 2 0x14000 0x200 softnet0 93640 388189 0 0 3 0x14000 0x200 bored systqmp 1090 313526 0 0 3 0x14000 0x200 bored systq 18056 14412 0 0 3 0x14000 0x200 tmoslp softclockmp 40796 475103 0 0 3 0x14000 0x40000200 tmoslp softclock 19973 234867 0 0 3 0x14000 0x40000200 idle0 1 314771 0 0 3 0x2 0x80 wait init 0 0 -1 0 3 0x10000 0x200 scheduler swapper ddb{1}> show all locks Process 87420 (syz-executor) thread 0xffff800045fe22c0 (472083) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83b07840) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 vn_closefile+0x41 sys/kern/vfs_vnops.c:614 #2 fdrop+0x121 sys/kern/kern_descrip.c:1281 #3 knote_drop+0x1a1 sys/kern/kern_event.c:2314 #4 knote_remove+0x215 sys/kern/kern_event.c:-1 #5 knote_fdclose+0xf9 sys/kern/kern_event.c:2221 #6 fdrelease+0xf9 sys/kern/kern_descrip.c:761 #7 sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 #9 Xsyscall+0x128 exclusive rwlock fdlock r = 0 (0xffff80002a23cee0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sys_closefrom+0xe7 sys/kern/kern_descrip.c:1463 #3 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #3 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 #4 Xsyscall+0x128 Process 50697 (syz-executor) thread 0xffff800045fdad30 (403555) shared rwlock uobjlk r = 0 (0xfffff7806d761bf8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvm_fault_lower_lookup+0x53 sys/uvm/uvm_fault.c:1204 #3 uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334 #4 uvm_fault+0x274 sys/uvm/uvm_fault.c:-1 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:194 #6 usertrap+0x430 sys/arch/amd64/amd64/trap.c:648 #7 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffff7806ced44e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1880 #3 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:693 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:627 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:194 #6 usertrap+0x430 sys/arch/amd64/amd64/trap.c:648 #7 recall_trap+0x8 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11057 12088K 12167K 166960K 12238 0 pcb 17 12K 12K 166960K 31 0 rtable 195 5K 7K 166960K 962 0 pf 33 17K 25K 166960K 97 0 ifaddr 38 6K 7K 166960K 126 0 ifgroup 51 2K 2K 166960K 136 0 sysctl 1 1K 9K 166960K 8 0 counters 68 36K 37K 166960K 110 0 ioctlops 0 0K 4K 166960K 1514 0 iov 0 0K 16K 166960K 7 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1297 82K 82K 166960K 1576 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 27 1K 1K 166960K 42 0 dirhash 15 2K 2K 166960K 15 0 ACPI 1734 201K 291K 166960K 11964 0 file desc 15 53K 97K 166960K 527 0 proc 71 115K 180K 166960K 1104 0 subproc 71 4K 4K 166960K 251 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 19 0 in_multi 85 5K 6K 166960K 316 0 ether_multi 1 0K 0K 166960K 1 0 mrt 0 0K 0K 166960K 10 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 73 334K 334K 166960K 73 0 exec 0 0K 1K 166960K 650 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 214 167K 184K 166960K 5751 0 UVM aobj 7 2K 2K 166960K 7 0 pinsyscall 40 80K 110K 166960K 2207 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 4 0 NDP 21 1K 2K 166960K 86 0 temp 35 9122K 9142K 166960K 13767 0 kqueue 14 22K 25K 166960K 41 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 28 0 0 1 0 1 1 0 8 0 rtpcb 120 76 0 73 1 0 1 1 0 8 0 rtentry 176 321 0 232 6 0 6 6 0 8 1 unpcb 144 67 0 50 1 0 1 1 0 8 0 syncache 336 5 0 5 1 0 1 1 0 8 1 sackhl 24 1 0 1 1 1 0 1 0 8 0 tcpcb 736 14 0 10 1 0 1 1 0 8 0 arp 136 56 0 40 1 0 1 1 0 8 0 inpcb 328 204 0 196 2 0 2 2 0 8 1 nd6 152 82 0 60 1 0 1 1 0 8 0 pkpcb 40 3 0 3 1 0 1 1 0 8 1 kcovpl 48 27 0 20 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 5 0 0 1 0 1 1 0 8 0 pftag 88 1 0 0 1 0 1 1 0 8 0 pfqueue 320 1 0 1 1 0 1 1 0 8 1 pfstitem 24 37 0 0 1 0 1 1 0 8 0 pfstkey 128 37 0 0 2 0 2 2 0 8 0 pfstate 448 37 0 0 5 0 5 5 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1297 0 921 29 2 27 29 0 8 0 art_table 40 1298 0 921 5 0 5 5 0 8 0 art_node 32 321 0 241 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0 semapl 72 40 0 15 1 0 1 1 0 8 0 shmpl 120 4 0 0 1 0 1 1 0 8 0 dirhash 1024 19 0 0 3 0 3 3 0 8 0 dino2pl 256 1771 0 243 96 0 96 96 0 8 0 ffsino 296 1771 0 243 118 0 118 118 0 8 0 nchpl 144 2124 0 333 67 0 67 67 0 8 0 vnodes 216 2057 0 0 115 0 115 115 0 8 0 namei 1024 9607 0 9607 4 1 3 3 0 8 3 percpumem 16 71 0 21 1 0 1 1 0 8 0 kstatmem 264 67 0 42 2 0 2 2 0 8 0 scxspl 216 7203 0 7203 4 3 1 3 1 8 1 plimitpl 152 160 0 143 1 0 1 1 0 8 0 sigapl 424 833 0 768 9 0 9 9 0 8 1 knotepl 120 74 0 0 3 0 3 3 0 8 0 kqueuepl 224 58 0 48 1 0 1 1 0 8 0 pipepl 344 203 0 176 3 0 3 3 0 8 0 fdescpl 528 797 0 768 3 0 3 3 0 8 0 filepl 160 2873 0 2658 11 0 11 11 0 8 1 lockfpl 104 91 0 87 1 0 1 1 0 8 0 lockfspl 48 29 0 25 1 0 1 1 0 8 0 sessionpl 144 212 0 203 1 0 1 1 0 8 0 pgrppl 48 244 0 227 1 0 1 1 0 8 0 ucredpl 104 249 0 236 1 0 1 1 0 8 0 zombiepl 144 770 0 768 1 0 1 1 0 8 0 processpl 1240 833 0 768 6 0 6 6 0 8 0 procpl 664 1081 0 1009 8 0 8 8 0 8 0 sosppl 176 1 0 1 1 0 1 1 0 8 1 sockpl 752 356 0 328 5 0 5 5 0 8 2 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl9k128 9344 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 121 0 0 16 0 16 16 0 8 0 mcl2k 2048 26 0 0 4 0 4 4 0 8 0 mextrefs 64 23 0 0 1 0 1 1 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 199 0 0 13 0 13 13 0 8 0 bufpl 272 2567 0 106 165 0 165 165 0 8 0 anonpl 32 5528 0 0 45 0 45 45 0 247 0 amapchunkpl 152 16015 0 15596 27 0 27 27 0 158 9 amappl16 200 1948 0 1932 5 0 5 5 0 8 3 amappl15 192 5 0 5 1 1 0 1 0 8 0 amappl14 184 664 0 663 1 0 1 1 0 8 0 amappl13 176 163 0 150 1 0 1 1 0 8 0 amappl12 168 1131 0 1104 2 0 2 2 0 8 0 amappl11 160 5 0 5 1 1 0 1 0 8 0 amappl10 152 72 0 58 1 0 1 1 0 8 0 amappl9 144 275 0 274 2 1 1 1 0 8 0 amappl8 136 179 0 176 1 0 1 1 0 8 0 amappl7 128 192 0 179 1 0 1 1 0 8 0 amappl6 120 348 0 347 1 0 1 1 0 8 0 amappl5 112 115 0 105 1 0 1 1 0 8 0 amappl4 104 351 0 332 1 0 1 1 0 8 0 amappl3 96 2839 0 2756 3 0 3 3 0 8 0 amappl2 88 855 0 780 2 0 2 2 0 8 0 amappl1 80 13351 0 12761 16 0 16 16 0 8 3 amappl 88 4639 0 4497 5 0 5 5 0 92 1 uvmvnodes 80 109 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 6 0 0 1 0 1 1 0 8 0 uaddrrnd 24 797 0 768 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 797 0 768 1 0 1 1 0 8 0 vmmpekpl 168 8421 0 8373 3 0 3 3 0 8 0 vmmpepl 168 60310 0 58537 89 0 89 89 0 357 6 vmsppl 488 796 0 768 5 0 5 5 0 8 0 rwobjpl 80 20125 0 19124 25 0 25 25 0 8 2 pdppl 4096 1602 0 1536 116 46 70 88 0 8 4 pvpl 32 11995 0 0 98 1 97 97 0 265 0 pmappl 256 796 0 768 3 0 3 3 0 8 0 extentpl 40 46 0 28 1 0 1 1 0 8 0 phpool 112 465 0 52 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff83a0aff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83b07040) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83b07040) at __mp_lock+0x192 sys/kern/kern_lock.c:173 intr_handler(ffff80002a32c150,ffff80000006e200) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff83b07040) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83b07040) at __mp_lock+0x192 sys/kern/kern_lock.c:173 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:862 Xsoftclock() at Xsoftclock+0x27 pmap_extract(fffff7806ccb2000,e129afab000,ffff80002a32c3f0) at pmap_extract+0x271 sys/arch/amd64/amd64/pmap.c:1588 uvm_fault_lower_lookup(ffff80002a32c630,ffff80002a32c668,ffff80002a32c5b0) at uvm_fault_lower_lookup+0x265 sys/uvm/uvm_fault.c:1239 uvm_fault_lower(ffff80002a32c630,ffff80002a32c668,ffff80002a32c5b0) at uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334 uvm_fault(fffff7806ced43e8,e129afac000,0,4) at uvm_fault+0x274 sys/uvm/uvm_fault.c:-1 upageflttrap(ffff80002a32c7d0,e129afac580) at upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:194 usertrap(ffff80002a32c7d0) at usertrap+0x430 sys/arch/amd64/amd64/trap.c:648 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x706fedd0c350, count: -17 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffff780703657a8,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffff78070365790,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffff78070365790,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffff78070461520,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffff78070461520,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vn_closefile(fffff78070826140,ffff800045fe22c0) at vn_closefile+0x111 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffff78070826140,ffff800045fe22c0) at vn_closefile+0x111 sys/kern/vfs_vnops.c:621 fdrop(fffff78070826140,ffff800045fe22c0) at fdrop+0x121 sys/kern/kern_descrip.c:1281 knote_drop(fffff7806ddbec38,ffff800045fe22c0) at knote_drop+0x1a1 sys/kern/kern_event.c:2314 knote_remove(ffff800045fe22c0,fffff7806fbc11c0,fffff7806fbc1250,4,0) at knote_remove+0x215 sys/kern/kern_event.c:-1 knote_fdclose(ffff800045fe22c0,4) at knote_fdclose+0xf9 sys/kern/kern_event.c:2221 fdrelease(ffff800045fe22c0,4) at fdrelease+0xf9 sys/kern/kern_descrip.c:761 sys_closefrom(ffff800045fe22c0,ffff80003c3ba6c0,ffff80003c3ba610) at sys_closefrom+0x13c sys/kern/kern_descrip.c:1471 syscall(ffff80003c3ba6c0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c3ba6c0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:791 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x2a9add1ba90, count: -15