login: panic: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND * 50938 78732 32767 0x10 0x4000000 1 syz-executor.2 53430 51019 0 0x14000 0x40000200 0 softclock db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440 panic(ffffffff8259e057) at panic+0x177 sys/kern/subr_prf.c:202 witness_checkorder(ffffffff82a712b0,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833 __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 selwakeup(fffffd8074e9aab0) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline] selwakeup(fffffd8074e9aab0) at selwakeup+0x16 sys/kern/sys_generic.c:885 sorwakeup(fffffd8074e9a998) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699 udp_sbappend(fffffd8069618750,fffffd8061ed7e00,fffffd8068a32db0,0,14,fffffd8068a32dc4,161b34d311d3cca6,0) at udp_sbappend+0x3b1 sys/netinet/udp_usrreq.c:638 udp_input(ffff80002c5347e8,ffff80002c5347f4,11,2) at udp_input+0xbcb sys/netinet/udp_usrreq.c:427 ip_deliver(ffff80002c5347e8,ffff80002c5347f4,11,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657 ip_ours(ffff80002c5347e8,ffff80002c5347f4,ffff800027b07000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616 ip_input_if(ffff80002c5347e8,ffff80002c5347f4,4,0,ffff800000689000) at ip_input_if+0x2a1 ipv4_input(ffff800000689000,fffffd8068a32d00) at ipv4_input+0x48 sys/netinet/ip_input.c:242 if_input_local(ffff800000689000,fffffd8068a32d00,2) at if_input_local+0x10e sys/net/if.c:774 ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 sys/netinet/ip_output.c:332 end trace frame: 0xffff80002c534a60, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: acquiring blockable sleep lock with spinlock or critical section held (kernel_lock) &kernel_lock ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440 panic(ffffffff8259e057) at panic+0x177 sys/kern/subr_prf.c:202 witness_checkorder(ffffffff82a712b0,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833 __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 selwakeup(fffffd8074e9aab0) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline] selwakeup(fffffd8074e9aab0) at selwakeup+0x16 sys/kern/sys_generic.c:885 sorwakeup(fffffd8074e9a998) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699 udp_sbappend(fffffd8069618750,fffffd8061ed7e00,fffffd8068a32db0,0,14,fffffd8068a32dc4,161b34d311d3cca6,0) at udp_sbappend+0x3b1 sys/netinet/udp_usrreq.c:638 udp_input(ffff80002c5347e8,ffff80002c5347f4,11,2) at udp_input+0xbcb sys/netinet/udp_usrreq.c:427 ip_deliver(ffff80002c5347e8,ffff80002c5347f4,11,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657 ip_ours(ffff80002c5347e8,ffff80002c5347f4,ffff800027b07000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616 ip_input_if(ffff80002c5347e8,ffff80002c5347f4,4,0,ffff800000689000) at ip_input_if+0x2a1 ipv4_input(ffff800000689000,fffffd8068a32d00) at ipv4_input+0x48 sys/netinet/ip_input.c:242 if_input_local(ffff800000689000,fffffd8068a32d00,2) at if_input_local+0x10e sys/net/if.c:774 ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 sys/netinet/ip_output.c:332 udp_output(fffffd8069618d68,fffffd80778db400,0,0) at udp_output+0x58d sys/netinet/udp_usrreq.c:1011 sosend(fffffd8074e9a218,0,ffff80002c534bf8,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582 dofilewritev(ffff8000ffff6a90,4,ffff80002c534bf8,0,ffff80002c534cf0) at dofilewritev+0x19c sys/kern/sys_generic.c:381 sys_write(ffff8000ffff6a90,ffff80002c534c98,ffff80002c534cf0) at sys_write+0x83 sys/kern/sys_generic.c:301 syscall(ffff80002c534d60) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002c534d60) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd39883d2f40, count: -20 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002c534220 rbx 0xffff800020ce9bff rdx 0xffff800000c4bf00 rcx 0 rax 0xffff8000ffff6a90 r8 0x101010101010101 r9 0x8080808080808080 r10 0xbe0618311e00f3fc r11 0xc673ed8b112f5cbb r12 0xffff800020ce9a00 r13 0 r14 0 r15 0x1 rip 0xffffffff81faa128 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002c534210 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.2) pid=50938 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=80, nice=20 forw=0xffffffffffffffff, list=0xffff8000fffee548,0xffff8000fffecd40 process=0xffff8000ffff2580 user=0xffff80002c52f000, vmspace=0xfffffd806c35a018 estcpu=30, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 54167 16404 85854 32767 2 0x10 syz-executor.4 99869 377767 82343 32767 2 0x10 syz-executor.6 78732 48102 24725 32767 2 0x10 syz-executor.2 *78732 50938 24725 32767 7 0x4000010 syz-executor.2 80787 305419 4648 32767 2 0x10 syz-executor.7 80787 489219 4648 32767 2 0x4000010 syz-executor.7 98634 198500 13355 32767 2 0x10 syz-executor.0 98634 505030 13355 32767 3 0x4000090 fsleep syz-executor.0 24725 171497 29859 32767 2 0x490 syz-executor.2 29859 164343 36305 0 3 0x82 wait syz-executor.2 4648 220328 27705 32767 2 0x490 syz-executor.7 27705 480889 36305 0 3 0x82 wait syz-executor.7 13685 368266 0 0 3 0x14200 bored sosplice 34064 199786 72433 32767 2 0x490 syz-executor.5 82343 438441 56983 32767 2 0x490 syz-executor.6 56983 296785 36305 0 3 0x82 wait syz-executor.6 85854 488601 5004 32767 3 0x90 nanoslp syz-executor.4 36362 170097 9305 32767 2 0x490 syz-executor.3 5004 193006 36305 0 3 0x82 wait syz-executor.4 72433 119725 36305 0 3 0x82 wait syz-executor.5 9305 432030 36305 0 3 0x82 wait syz-executor.3 96639 131432 81069 32767 2 0x490 syz-executor.1 81069 271794 36305 0 3 0x82 wait syz-executor.1 13355 149778 68985 32767 2 0x490 syz-executor.0 68985 365840 36305 0 3 0x82 wait syz-executor.0 36305 160647 31404 0 2 0x482 syz-fuzzer 36305 134415 31404 0 2 0x4000482 syz-fuzzer 36305 374150 31404 0 3 0x4000082 thrsleep syz-fuzzer 36305 89844 31404 0 3 0x4000082 thrsleep syz-fuzzer 36305 473048 31404 0 3 0x4000082 thrsleep syz-fuzzer 36305 171102 31404 0 3 0x4000082 kqread syz-fuzzer 36305 278737 31404 0 3 0x4000082 thrsleep syz-fuzzer 36305 224275 31404 0 3 0x4000082 thrsleep syz-fuzzer 36305 58940 31404 0 3 0x4000082 thrsleep syz-fuzzer 31404 424552 42587 0 3 0x10008a sigsusp ksh 42587 354779 3822 0 3 0x9a kqread sshd 86853 251013 1 0 3 0x100083 ttyin getty 3822 146717 1 0 3 0x88 kqread sshd 59787 227674 30061 73 3 0x1100090 kqread syslogd 30061 436074 1 0 3 0x100082 netio syslogd 20654 516612 1 0 3 0x100080 kqread resolvd 89496 98240 7351 77 3 0x100092 kqread dhcpleased 96674 185146 7351 77 3 0x100092 kqread dhcpleased 7351 145182 1 0 3 0x80 kqread dhcpleased 31846 498580 0 0 3 0x14200 bored smr 67331 210470 0 0 2 0x14200 zerothread 98545 215651 0 0 3 0x14200 aiodoned aiodoned 72345 416376 0 0 3 0x14200 syncer update 25783 292998 0 0 3 0x14200 cleaner cleaner 67841 302865 0 0 3 0x14200 reaper reaper 95144 19373 0 0 3 0x14200 pgdaemon pagedaemon 25884 147818 0 0 3 0x14200 bored viomb 96827 171292 0 0 3 0x40014200 acpi0 acpi0 7649 168658 0 0 3 0x40014200 idle1 62824 77848 0 0 3 0x14200 bored softnet 99630 481645 0 0 3 0x14200 bored systqmp 53691 2249 0 0 3 0x14200 bored systq 51019 53430 0 0 7 0x40014200 softclock 88174 33626 0 0 3 0x40014200 idle0 1 488673 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &table->inpt_mtx r = 0 (0xffffffff82a7d788) #0 witness_lock+0x44d #1 mtx_enter_try+0x100 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 udp_input+0x7b0 #4 ip_deliver+0x322 sys/netinet/ip_input.c:657 #5 ip_ours+0x3ba sys/netinet/ip_input.c:616 #6 ip_input_if+0x2a1 #7 ipv4_input+0x48 sys/netinet/ip_input.c:242 #8 if_input_local+0x10e sys/net/if.c:774 #9 ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] #9 ip_output+0xb05 sys/netinet/ip_output.c:332 #10 udp_output+0x58d sys/netinet/udp_usrreq.c:1011 #11 sosend+0x632 sys/kern/uipc_socket.c:582 #12 dofilewritev+0x19c sys/kern/sys_generic.c:381 #13 sys_write+0x83 sys/kern/sys_generic.c:301 #14 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #14 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #15 Xsyscall+0x128 Process 78732 (syz-executor.2) thread 0xffff8000ffff6a90 (50938) exclusive rwlock netlock r = 0 (0xffffffff829a2bd0) #0 witness_lock+0x44d #1 solock+0x86 sys/kern/uipc_socket2.c:295 #2 sosend+0x517 sys/kern/uipc_socket.c:570 #3 dofilewritev+0x19c sys/kern/sys_generic.c:381 #4 sys_write+0x83 sys/kern/sys_generic.c:301 #5 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #6 Xsyscall+0x128 exclusive mutex &table->inpt_mtx r = 0 (0xffffffff82a7d788) #0 witness_lock+0x44d #1 mtx_enter_try+0x100 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 udp_input+0x7b0 #4 ip_deliver+0x322 sys/netinet/ip_input.c:657 #5 ip_ours+0x3ba sys/netinet/ip_input.c:616 #6 ip_input_if+0x2a1 #7 ipv4_input+0x48 sys/netinet/ip_input.c:242 #8 if_input_local+0x10e sys/net/if.c:774 #9 ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] #9 ip_output+0xb05 sys/netinet/ip_output.c:332 #10 udp_output+0x58d sys/netinet/udp_usrreq.c:1011 #11 sosend+0x632 sys/kern/uipc_socket.c:582 #12 dofilewritev+0x19c sys/kern/sys_generic.c:381 #13 sys_write+0x83 sys/kern/sys_generic.c:301 #14 syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] #14 syscall+0x489 sys/arch/amd64/amd64/trap.c:585 #15 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10177 6408K 6419K 78643K 11276 0 pcb 13 8K 8K 78643K 13 0 rtable 248 7K 7K 78643K 619 0 ifaddr 81 16K 16K 78643K 103 0 sysctl 2 0K 0K 78643K 2 0 counters 56 35K 35K 78643K 62 0 ioctlops 0 0K 2K 78643K 75 0 iov 0 0K 28K 78643K 216 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 5 0 vnodes 1270 79K 79K 78643K 1486 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 50 0 VM map 2 1K 1K 78643K 2 0 sem 11 1K 1K 78643K 33 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 23 85K 125K 78643K 4980 0 sigio 0 0K 0K 78643K 18 0 proc 56 74K 111K 78643K 759 0 subproc 104 6K 6K 78643K 143 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 518 0 in_multi 99 6K 7K 78643K 366 0 ether_multi 1 0K 0K 78643K 53 0 mrt 3 0K 0K 78643K 3 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 79 360K 360K 78643K 79 0 exec 0 0K 2K 78643K 857 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 341 84K 98K 78643K 60118 0 UVM aobj 75 5K 5K 78643K 89 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 215 0 NDP 11 0K 2K 78643K 36 0 temp 125 4711K 4787K 78643K 14578 0 kqueue 12 18K 24K 78643K 334 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 264 0 261 1 0 1 1 0 8 0 rtentry 112 152 0 37 4 0 4 4 0 8 0 unpcb 136 1508 0 1495 1 0 1 1 0 8 0 syncache 296 78 0 78 11 10 1 1 0 8 1 tcpqe 32 34 0 34 6 6 0 1 0 8 0 tcpcb 736 1186 0 1178 9 6 3 4 0 8 0 arp 120 26 0 6 1 0 1 1 0 8 0 ipq 40 6 0 4 3 2 1 1 0 8 0 ipqe 40 10 0 8 3 2 1 1 0 8 0 inpcb 312 2424 0 2399 7 4 3 3 0 8 0 ip6q 72 6 0 6 1 1 0 1 0 8 0 ip6af 40 9 0 9 3 3 0 1 0 8 0 nd6 48 39 0 12 1 0 1 1 0 8 0 kcovpl 48 11 0 3 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 639 0 148 31 0 31 31 0 8 0 art_table 32 640 0 148 4 0 4 4 0 8 0 art_node 16 151 0 46 1 0 1 1 0 8 0 sysvmsgpl 40 63 0 42 1 0 1 1 0 8 0 semupl 112 21 0 21 2 2 0 1 0 8 0 semapl 112 23 0 14 1 0 1 1 0 8 0 shmpl 112 86 0 14 4 1 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 7069 0 5636 91 0 91 91 0 8 0 ffsino 272 7069 0 5636 97 0 97 97 0 8 0 nchpl 144 12940 0 11317 62 0 62 62 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 33482 0 33482 2 1 1 2 0 8 1 percpumem 16 43 0 3 1 0 1 1 0 8 0 scxspl 216 38480 0 38480 9 8 1 8 0 8 1 plimitpl 152 391 0 369 4 3 1 2 0 8 0 sigapl 424 5249 0 5197 7 0 7 7 0 8 0 futexpl 64 30361 0 30360 1 0 1 1 0 8 0 knotepl 120 604 0 0 17 0 17 17 0 8 0 kqueuepl 216 704 0 696 2 1 1 2 0 8 0 pipepl 336 302 0 274 3 0 3 3 0 8 0 fdescpl 496 5234 0 5200 7 2 5 6 0 8 0 filepl 152 15791 0 15554 12 2 10 11 0 8 0 lockfpl 104 496 0 494 1 0 1 1 0 8 0 lockfspl 48 135 0 133 1 0 1 1 0 8 0 sessionpl 144 26 0 10 1 0 1 1 0 8 0 pgrppl 48 72 0 56 1 0 1 1 0 8 0 ucredpl 96 3316 0 3298 1 0 1 1 0 8 0 zombiepl 144 5200 0 5197 1 0 1 1 0 8 0 processpl 1064 5249 0 5197 5 1 4 4 0 8 0 procpl 672 10662 0 10599 9 3 6 7 0 8 0 sosppl 168 95 0 94 3 2 1 1 0 8 0 sockpl 480 4233 0 4203 10 5 5 6 0 8 0 mcl64k 65536 13 0 0 2 0 2 2 0 8 0 mcl16k 16384 15 0 0 2 0 2 2 0 8 0 mcl12k 12288 9 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 25 0 0 3 0 3 3 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 238 0 0 17 1 16 16 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 1240 0 0 69 0 69 69 0 8 0 bufpl 288 9892 0 3557 453 0 453 453 0 8 0 anonpl 24 1332481 0 1323299 159 74 85 96 0 186 14 amapchunkpl 152 142263 0 141652 56 26 30 34 0 158 2 amappl16 200 12341 0 12132 71 46 25 28 0 8 13 amappl15 192 1903 0 1893 1 0 1 1 0 8 0 amappl14 184 1221 0 1215 1 0 1 1 0 8 0 amappl13 176 718 0 715 1 0 1 1 0 8 0 amappl12 168 600 0 589 1 0 1 1 0 8 0 amappl11 160 667 0 655 1 0 1 1 0 8 0 amappl10 152 635 0 629 1 0 1 1 0 8 0 amappl9 144 1074 0 1070 1 0 1 1 0 8 0 amappl8 136 793 0 684 4 0 4 4 0 8 0 amappl7 128 158 0 145 1 0 1 1 0 8 0 amappl6 120 835 0 806 2 1 1 2 0 8 0 amappl5 112 3788 0 3772 1 0 1 1 0 8 0 amappl4 104 2853 0 2818 1 0 1 1 0 8 0 amappl3 96 837 0 822 1 0 1 1 0 8 0 amappl2 88 1891 0 1842 3 1 2 3 0 8 0 amappl1 80 89499 0 88893 18 4 14 18 0 8 0 amappl 88 59433 0 59205 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 88 0 14 2 0 2 2 0 8 0 uaddrrnd 24 5234 0 5200 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 5234 0 5200 1 0 1 1 0 8 0 vmmpekpl 168 32543 0 32500 3 0 3 3 0 8 0 vmmpepl 168 457557 0 455175 172 46 126 129 0 357 11 vmsppl 368 5233 0 5200 4 0 4 4 0 8 0 rwobjpl 56 108318 0 101157 110 4 106 106 0 8 2 pdppl 4096 10475 0 10400 177 96 81 95 0 8 6 pvpl 32 2566482 0 2552272 332 175 157 248 0 265 22 pmappl 248 5233 0 5200 4 1 3 3 0 8 0 extentpl 40 58 0 38 1 0 1 1 0 8 0 phpool 112 977 0 110 25 0 25 25 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffffffff8290bff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82a710a8) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0x129 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82a710a8,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x3d3 sys/kern/sched_bsd.c:416 sleep_finish(ffff800021105608,1) at sleep_finish+0x198 sys/kern/kern_synch.c:437 softclock_thread(ffff8000210f8d20) at softclock_thread+0xd9 sys/kern/kern_timeout.c:797 end trace frame: 0x0, count: 7 ddb{0}> trace x86_ipi_db(ffffffff8290bff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff82a710a8) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0x129 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82a710a8,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x3d3 sys/kern/sched_bsd.c:416 sleep_finish(ffff800021105608,1) at sleep_finish+0x198 sys/kern/kern_synch.c:437 softclock_thread(ffff8000210f8d20) at softclock_thread+0xd9 sys/kern/kern_timeout.c:797 end trace frame: 0x0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x18: addq $0x8,%rsp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440 panic(ffffffff8259e057) at panic+0x177 sys/kern/subr_prf.c:202 witness_checkorder(ffffffff82a712b0,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833 __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 selwakeup(fffffd8074e9aab0) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline] selwakeup(fffffd8074e9aab0) at selwakeup+0x16 sys/kern/sys_generic.c:885 sorwakeup(fffffd8074e9a998) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699 udp_sbappend(fffffd8069618750,fffffd8061ed7e00,fffffd8068a32db0,0,14,fffffd8068a32dc4,161b34d311d3cca6,0) at udp_sbappend+0x3b1 sys/netinet/udp_usrreq.c:638 udp_input(ffff80002c5347e8,ffff80002c5347f4,11,2) at udp_input+0xbcb sys/netinet/udp_usrreq.c:427 ip_deliver(ffff80002c5347e8,ffff80002c5347f4,11,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657 ip_ours(ffff80002c5347e8,ffff80002c5347f4,ffff800027b07000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616 ip_input_if(ffff80002c5347e8,ffff80002c5347f4,4,0,ffff800000689000) at ip_input_if+0x2a1 ipv4_input(ffff800000689000,fffffd8068a32d00) at ipv4_input+0x48 sys/netinet/ip_input.c:242 if_input_local(ffff800000689000,fffffd8068a32d00,2) at if_input_local+0x10e sys/net/if.c:774 ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 sys/netinet/ip_output.c:332 end trace frame: 0xffff80002c534a60, count: 0 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:440 panic(ffffffff8259e057) at panic+0x177 sys/kern/subr_prf.c:202 witness_checkorder(ffffffff82a712b0,9,0) at witness_checkorder+0x116d sys/kern/subr_witness.c:833 __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff82a710a8) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 selwakeup(fffffd8074e9aab0) at selwakeup+0x16 klist_empty sys/sys/event.h:361 [inline] selwakeup(fffffd8074e9aab0) at selwakeup+0x16 sys/kern/sys_generic.c:885 sorwakeup(fffffd8074e9a998) at sorwakeup+0xc9 sys/kern/uipc_socket.c:1699 udp_sbappend(fffffd8069618750,fffffd8061ed7e00,fffffd8068a32db0,0,14,fffffd8068a32dc4,161b34d311d3cca6,0) at udp_sbappend+0x3b1 sys/netinet/udp_usrreq.c:638 udp_input(ffff80002c5347e8,ffff80002c5347f4,11,2) at udp_input+0xbcb sys/netinet/udp_usrreq.c:427 ip_deliver(ffff80002c5347e8,ffff80002c5347f4,11,2) at ip_deliver+0x322 sys/netinet/ip_input.c:657 ip_ours(ffff80002c5347e8,ffff80002c5347f4,ffff800027b07000,0) at ip_ours+0x3ba sys/netinet/ip_input.c:616 ip_input_if(ffff80002c5347e8,ffff80002c5347f4,4,0,ffff800000689000) at ip_input_if+0x2a1 ipv4_input(ffff800000689000,fffffd8068a32d00) at ipv4_input+0x48 sys/netinet/ip_input.c:242 if_input_local(ffff800000689000,fffffd8068a32d00,2) at if_input_local+0x10e sys/net/if.c:774 ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 ip_mloopback sys/netinet/ip_output.c:1791 [inline] ip_output(fffffd80778db400,0,fffffd8069618de0,0,0,fffffd8069618d68,7f25489e6790244e) at ip_output+0xb05 sys/netinet/ip_output.c:332 udp_output(fffffd8069618d68,fffffd80778db400,0,0) at udp_output+0x58d sys/netinet/udp_usrreq.c:1011 sosend(fffffd8074e9a218,0,ffff80002c534bf8,0,0,0) at sosend+0x632 sys/kern/uipc_socket.c:582 dofilewritev(ffff8000ffff6a90,4,ffff80002c534bf8,0,ffff80002c534cf0) at dofilewritev+0x19c sys/kern/sys_generic.c:381 sys_write(ffff8000ffff6a90,ffff80002c534c98,ffff80002c534cf0) at sys_write+0x83 sys/kern/sys_generic.c:301 syscall(ffff80002c534d60) at syscall+0x489 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002c534d60) at syscall+0x489 sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xd39883d2f40, count: -20