witness: lock order reversal: 1st 0xffffffff83a12260 &sched_lock (&sched_lock) 2nd 0xffff8000299dee00 &cq->cq_mtx (&cq->cq_mtx) lock order [1] &sched_lock (&sched_lock) -> [2] &cq->cq_mtx (&cq->cq_mtx) #0 mtx_enter+0x4a sys/kern/kern_lock.c:252 #1 clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323 #2 mi_switch+0x172 x86_atomic_clearbits_u32 machine/atomic.h:-1 [inline] #2 mi_switch+0x172 sys/kern/sched_bsd.c:369 #3 ast+0x165 mi_ast sys/sys/syscall_mi.h:252 [inline] #3 ast+0x165 sys/arch/amd64/amd64/trap.c:543 #4 intr_user_exit+0x3c lock order [2] &cq->cq_mtx (&cq->cq_mtx) -> [1] &sched_lock (&sched_lock) #0 mtx_enter+0x4a sys/kern/kern_lock.c:252 #1 sleep_setup+0xc6 sys/kern/kern_synch.c:302 #2 msleep_nsec+0x119 sys/kern/kern_synch.c:217 #3 dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:576 #4 dtclose+0x105 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline] #4 dtclose+0x105 sys/dev/dt/dt_dev.c:232 #5 spec_close+0x45f sys/kern/spec_vnops.c:-1 #6 VOP_CLOSE+0x133 sys/kern/vfs_vops.c:156 #7 vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline] #7 vn_closefile+0x12b sys/kern/vfs_vnops.c:615 #8 fdrop+0x126 sys/kern/kern_descrip.c:1267 #9 closef+0x192 sys/kern/kern_descrip.c:1251 #10 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #11 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(ffff8000299dee00,9,0) at witness_checkorder+0x10fb sys/kern/subr_witness.c:-1 mtx_enter(ffff8000299dedf0) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_cancel(ffff8000299de2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323 mi_switch() at mi_switch+0x172 x86_atomic_clearbits_u32 machine/atomic.h:-1 [inline] mi_switch() at mi_switch+0x172 sys/kern/sched_bsd.c:369 ast(ffff800039ff7c90) at ast+0x165 mi_ast sys/sys/syscall_mi.h:252 [inline] ast(ffff800039ff7c90) at ast+0x165 sys/arch/amd64/amd64/trap.c:543 intr_user_exit() at intr_user_exit+0x3c end of kernel end trace frame: 0x7a05d6755250, count: -7 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff800039ff7ab0 rbx 0xfffffd8004747c48 rdx 0 rcx 0xffff80003c44ef90 rax 0xffff8000299ddff0 r8 0xffff800039ff7990 r9 0x8080808080808080 r10 0xe62624e534f691b0 r11 0xab423c617f8fc4d1 r12 0 r13 0xfffffd8003f59dc0 r14 0x3 r15 0xffffffff rip 0xffffffff810e70e5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800039ff7aa0 ss 0 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=259408 pid=686 tcnt=4 stat=run flags process=4000010 proc=0 runpri=50, usrpri=50, slppri=36, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0x0, list=0xffff80003c44f220,0xffff80003c44e560 process=0xffff80003c0149d0 user=0xffff800039ff2000, vmspace=0xfffffd806bc475c0 estcpu=16, cpticks=2, pctcpu=0.0, user=2, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND * 686 259408 86253 60928 2 0x4000010 syz-executor 686 124752 86253 60928 2 0x4000010 syz-executor 686 269458 86253 60928 3 0x4000090 fsleep syz-executor 686 281010 86253 60928 3 0x4000090 fsleep syz-executor 29002 422702 21930 0 2 0 syz-executor 29002 489531 21930 0 3 0x4000080 fsleep syz-executor 10746 39072 25802 0 2 0 syz-executor 10746 235262 25802 0 3 0x4000080 ttyin syz-executor 59262 189865 68536 0 2 0 syz-executor 46210 482484 56124 0 2 0 syz-executor 46210 136329 56124 0 3 0x4000080 ttyin syz-executor 46210 183793 56124 0 3 0x4000080 kqsel syz-executor 46210 260689 56124 0 3 0x4000080 fsleep syz-executor 70675 447331 34792 0 2 0 syz-executor 70675 323838 34792 0 2 0x4000000 syz-executor 70675 474728 34792 0 3 0x4000080 fsleep syz-executor 70675 18030 34792 0 3 0x4000080 fsleep syz-executor 45756 464693 35542 0 7 0 syz-executor 45756 1902 35542 0 3 0x4000080 fifor syz-executor 45756 383159 35542 0 3 0x4000080 kqread syz-executor 45756 155236 35542 0 2 0x4000000 syz-executor 45756 409009 35542 0 3 0x4000080 pipewr syz-executor 45756 461968 35542 0 3 0x4000080 fsleep syz-executor 26304 300887 0 0 3 0x14200 bored sosplice 75455 281927 5680 0 2 0x2 syz-executor 21930 341730 5680 0 3 0x82 nanoslp syz-executor 35542 304006 5680 0 3 0x82 nanoslp syz-executor 68536 447918 5680 0 2 0xc82 syz-executor 25802 493786 5680 0 3 0x82 nanoslp syz-executor 86253 44193 5680 0 3 0x82 nanoslp syz-executor 56124 435386 5680 0 3 0x82 nanoslp syz-executor 34792 57359 5680 0 3 0x82 nanoslp syz-executor 5680 319459 64645 0 3 0x82 kqread syz-executor 64645 288775 969 0 3 0x10008a sigsusp ksh 969 126192 99368 0 3 0x98 kqread sshd-session 99368 223401 32282 0 3 0x92 kqread sshd-session 9163 198796 1 0 3 0x100083 ttyin getty 32282 286607 1 0 3 0x88 kqread sshd 97494 250070 34128 74 3 0x1100092 bpf pflogd 34128 294265 1 0 3 0x80 sbwait pflogd 44679 413161 48531 73 3 0x1100090 kqread syslogd 48531 21931 1 0 3 0x100082 sbwait syslogd 25729 170955 1 0 3 0x100080 kqread resolvd 59336 144812 9395 77 3 0x100092 kqread dhcpleased 11673 488791 9395 77 3 0x100092 kqread dhcpleased 9395 272357 1 0 3 0x80 kqread dhcpleased 81210 134366 0 0 3 0x14200 bored smr 72156 519443 0 0 2 0x14200 zerothread 40681 14601 0 0 3 0x14200 aiodoned aiodoned 39541 422287 0 0 3 0x14200 syncer update 78221 378518 0 0 3 0x14200 cleaner cleaner 18485 430573 0 0 3 0x14200 reaper reaper 34474 361874 0 0 3 0x14200 pgdaemon pagedaemon 4509 501607 0 0 3 0x14200 bored viomb 57696 362743 0 0 3 0x40014200 acpi0 acpi0 46431 227794 0 0 3 0x40014200 idle1 39829 363480 0 0 3 0x14200 bored softnet3 78162 313825 0 0 3 0x14200 bored softnet2 20650 340603 0 0 3 0x14200 bored softnet1 15549 441282 0 0 3 0x14200 bored softnet0 21457 31467 0 0 3 0x14200 bored systqmp 63224 374165 0 0 3 0x14200 bored systq 32759 229320 0 0 3 0x14200 tmoslp softclockmp 61800 315123 0 0 3 0x40014200 tmoslp softclock 29733 154633 0 0 3 0x40014200 idle0 1 183314 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/dev/kcov.c:129 r = 0 (0xffffffff838b3ed0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:296 #2 mtx_enter+0x62 sys/kern/kern_lock.c:253 #3 kcov_remote_leave+0x23 sys/dev/kcov.c:-1 #4 timeout_run+0x150 timeout_sync_leave sys/kern/kern_timeout.c:-1 [inline] #4 timeout_run+0x150 sys/kern/kern_timeout.c:696 #5 softclock_process_tick_timeout+0x22b sys/kern/kern_timeout.c:752 #6 softclock+0x16b sys/kern/kern_timeout.c:784 #7 softintr_dispatch+0x140 sys/kern/kern_softintr.c:84 #8 dosoftint+0x54 sys/arch/amd64/amd64/intr.c:840 #9 Xsoftclock+0x27 shared mutex timeout r = 0 (0xffffffff837df730) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 timeout_run+0x115 sys/kern/kern_timeout.c:690 #2 softclock_process_tick_timeout+0x22b sys/kern/kern_timeout.c:752 #3 softclock+0x16b sys/kern/kern_timeout.c:784 #4 softintr_dispatch+0x140 sys/kern/kern_softintr.c:84 #5 dosoftint+0x54 sys/arch/amd64/amd64/intr.c:840 #6 Xsoftclock+0x27 CPU 1: exclusive mutex &sched_lock r = 0 (0xffffffff83a12260) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:296 #2 mtx_enter+0x62 sys/kern/kern_lock.c:253 #3 preempt+0x35 sys/kern/sched_bsd.c:334 #4 ast+0x165 mi_ast sys/sys/syscall_mi.h:252 [inline] #4 ast+0x165 sys/arch/amd64/amd64/trap.c:543 #5 intr_user_exit+0x3c Process 10746 (syz-executor) thread 0xffff80003bff87d8 (235262) exclusive rrwlock inode r = 0 (0xfffffd8064200400) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x377 sys/kern/kern_rwlock.c:310 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:605 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 spec_open+0x305 sys/kern/spec_vnops.c:151 #6 VOP_OPEN+0x8b sys/kern/vfs_vops.c:138 #7 vn_open+0x708 sys/kern/vfs_vnops.c:177 #8 vndioctl+0xcb1 sys/dev/vnd.c:457 #9 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #10 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #11 sys_ioctl+0x5c3 sys/kern/sys_generic.c:-1 #12 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #12 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #13 Xsyscall+0x128 Process 45756 (syz-executor) thread 0xffff80003bff9738 (464693) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff839201a8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 softintr_dispatch+0x12a sys/kern/kern_softintr.c:83 #2 dosoftint+0x54 sys/arch/amd64/amd64/intr.c:840 #3 Xsoftclock+0x27 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10199 11095K 11280K 166960K 11375 0 pcb 17 12K 12K 166960K 31 0 rtable 236 6K 6K 166960K 359 0 pf 34 17K 19K 166960K 48 0 ifaddr 43 7K 7K 166960K 46 0 ifgroup 55 2K 2K 166960K 57 0 sysctl 1 1K 9K 166960K 6 0 counters 68 36K 37K 166960K 70 0 ioctlops 0 0K 4K 166960K 1524 0 iov 0 0K 12K 166960K 5 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1343 84K 85K 166960K 1413 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 5K 166960K 5 0 VM map 2 1K 1K 166960K 2 0 sem 4 0K 0K 166960K 4 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 93K 166960K 188 0 sigio 0 0K 0K 166960K 1 0 proc 72 91K 140K 166960K 540 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 6 0 in_multi 99 7K 7K 166960K 101 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 49 228K 228K 166960K 49 0 exec 0 0K 1K 166960K 376 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 251 168K 178K 166960K 3489 0 UVM aobj 6 2K 2K 166960K 6 0 pinsyscall 42 84K 100K 166960K 1296 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 7 0 NDP 12 0K 2K 166960K 29 0 temp 40 8682K 8747K 166960K 7023 0 kqueue 18 25K 34K 166960K 43 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 41 0 38 1 0 1 1 0 8 0 rtentry 176 112 0 1 6 0 6 6 0 8 0 unpcb 144 64 0 44 1 0 1 1 0 8 0 syncache 336 3 0 3 1 0 1 1 0 8 1 tcpcb 808 24 0 20 1 0 1 1 0 8 0 arp 128 18 0 0 1 0 1 1 0 8 0 inpcb 328 102 0 95 2 0 2 2 0 8 1 nd6 144 24 0 0 1 0 1 1 0 8 0 pkpcb 40 4 0 4 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 1 0 1 1 0 1 1 0 8 1 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 24 0 0 1 0 1 1 0 8 0 pfstkey 128 24 0 0 1 0 1 1 0 8 0 pfstate 384 24 0 0 3 0 3 3 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 452 0 0 29 0 29 29 0 8 0 art_table 32 453 0 0 4 0 4 4 0 8 0 art_node 16 111 0 10 1 0 1 1 0 8 0 sysvmsgpl 40 21 0 21 1 0 1 1 0 8 1 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 2 0 0 1 0 1 1 0 8 0 shmpl 112 3 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1653 0 142 95 0 95 95 0 8 0 ffsino 288 1653 0 142 109 0 109 109 0 8 0 nchpl 144 1916 0 220 63 0 63 63 0 8 0 uvmvnodes 80 1774 0 0 37 0 37 37 0 8 0 vnodes 216 1774 0 0 99 0 99 99 0 8 0 namei 1024 5982 0 5982 2 0 2 2 0 8 2 percpumem 16 50 0 1 1 0 1 1 0 8 0 kstatmem 264 28 0 2 2 0 2 2 0 8 0 scxspl 216 6420 0 6420 3 2 1 2 1 8 1 plimitpl 152 34 0 16 1 0 1 1 0 8 0 sigapl 424 496 0 446 8 1 7 7 0 8 1 knotepl 120 278 0 0 9 0 9 9 0 8 0 kqueuepl 224 38 0 24 2 0 2 2 0 8 1 pipepl 336 140 0 112 5 0 5 5 0 8 2 fdescpl 520 477 0 446 3 0 3 3 0 8 0 filepl 160 1821 0 1589 13 0 13 13 0 8 2 lockfpl 104 14 0 10 1 0 1 1 0 8 0 lockfspl 48 9 0 5 1 0 1 1 0 8 0 sessionpl 144 22 0 13 1 0 1 1 0 8 0 pgrppl 48 32 0 15 1 0 1 1 0 8 0 ucredpl 104 140 0 125 1 0 1 1 0 8 0 zombiepl 144 446 0 446 1 0 1 1 0 8 1 processpl 1240 496 0 446 5 0 5 5 0 8 0 procpl 656 596 0 530 7 1 6 6 0 8 0 sosppl 168 1 0 1 1 0 1 1 0 8 1 sockpl 728 211 0 179 4 0 4 4 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 110 0 0 14 0 14 14 0 8 0 mcl2k 2048 32 0 0 4 0 4 4 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 190 0 0 12 0 12 12 0 8 0 bufpl 280 2397 0 120 163 0 163 163 0 8 0 anonpl 32 7396 0 0 61 1 60 61 0 246 0 amapchunkpl 152 9855 0 9342 23 0 23 23 0 158 2 amappl16 200 2080 0 2056 13 0 13 13 0 8 8 amappl15 192 3 0 3 1 1 0 1 0 8 0 amappl14 184 119 0 107 1 0 1 1 0 8 0 amappl13 176 3 0 3 1 1 0 1 0 8 0 amappl12 168 1138 0 1108 4 1 3 3 0 8 1 amappl11 160 53 0 39 1 0 1 1 0 8 0 amappl10 152 21 0 21 1 1 0 1 0 8 0 amappl9 144 253 0 252 1 0 1 1 0 8 0 amappl8 136 21 0 19 1 0 1 1 0 8 0 amappl7 128 105 0 93 1 0 1 1 0 8 0 amappl6 120 184 0 181 1 0 1 1 0 8 0 amappl5 112 123 0 113 1 0 1 1 0 8 0 amappl4 104 318 0 298 1 0 1 1 0 8 0 amappl3 96 1621 0 1509 4 0 4 4 0 8 0 amappl2 88 642 0 582 2 0 2 2 0 8 0 amappl1 80 8409 0 7805 14 0 14 14 0 8 1 amappl 88 2782 0 2607 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 5 0 0 1 0 1 1 0 8 0 uaddrrnd 24 477 0 446 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 477 0 446 1 0 1 1 0 8 0 vmmpekpl 168 5694 0 5653 2 0 2 2 0 8 0 vmmpepl 168 37589 0 35605 97 0 97 97 0 357 10 vmsppl 480 476 0 446 5 0 5 5 0 8 1 rwobjpl 72 14941 0 12216 52 0 52 52 0 8 0 pdppl 4096 961 0 892 99 26 73 85 0 8 4 pvpl 32 14475 0 0 117 0 117 117 0 265 0 pmappl 256 476 0 446 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 382 0 28 11 0 11 11 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff838b9ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 mtx_enter(ffffffff83a12250) at mtx_enter+0xd2 sys/kern/kern_lock.c:256 wakeup_n(fffffd806c207d50,ffffffff) at wakeup_n+0x54 sys/kern/kern_synch.c:579 kcov_remote_leave(0,ffff8000ffff44e0) at kcov_remote_leave+0x13f sys/dev/kcov.c:720 timeout_run(ffffffff837df788,ffff80002a296af0) at timeout_run+0x150 timeout_sync_leave sys/kern/kern_timeout.c:-1 [inline] timeout_run(ffffffff837df788,ffff80002a296af0) at timeout_run+0x150 sys/kern/kern_timeout.c:696 softclock_process_tick_timeout(ffff80002a296af0,1) at softclock_process_tick_timeout+0x22b sys/kern/kern_timeout.c:752 softclock(0) at softclock+0x16b sys/kern/kern_timeout.c:784 softintr_dispatch(0) at softintr_dispatch+0x140 sys/kern/kern_softintr.c:84 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:840 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x78f106b13210, count: -12 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(ffff8000299dee00,9,0) at witness_checkorder+0x10fb sys/kern/subr_witness.c:-1 mtx_enter(ffff8000299dedf0) at mtx_enter+0x4a sys/kern/kern_lock.c:252 clockintr_cancel(ffff8000299de2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323 mi_switch() at mi_switch+0x172 x86_atomic_clearbits_u32 machine/atomic.h:-1 [inline] mi_switch() at mi_switch+0x172 sys/kern/sched_bsd.c:369 ast(ffff800039ff7c90) at ast+0x165 mi_ast sys/sys/syscall_mi.h:252 [inline] ast(ffff800039ff7c90) at ast+0x165 sys/arch/amd64/amd64/trap.c:543 intr_user_exit() at intr_user_exit+0x3c end of kernel end trace frame: 0x7a05d6755250, count: -7