panic: excl->share Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 151888 20517 0 0x1000 0x4080000 0 syz-executor * 41541 18633 0 0x14000 0x200 1 softclockmp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b5a1c) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff80000159d078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff80000159d060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd807eb5c300,ffffffff83987338,0,0,ffff80002a1fe550,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015b0b80,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a152a8) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff8383b068,ffffffff83a152a8) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff8383b068) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000fffff228) at softclock_thread_mp+0x86 end trace frame: 0x0, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: excl->share ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b5a1c) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff80000159d078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff80000159d060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd807eb5c300,ffffffff83987338,0,0,ffff80002a1fe550,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015b0b80,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a152a8) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff8383b068,ffffffff83a152a8) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff8383b068) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000fffff228) at softclock_thread_mp+0x86 end trace frame: 0x0, count: -12 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a1fe1a0 rbx 0xffff8000299dee07 rdx 0 rcx 0xffff8000fffff228 rax 0xffff8000299ddff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xbc98d21b286d653d r11 0x4c8d0f039f1cd080 r12 0xffff8000299dec08 r13 0 r14 0 r15 0x1 rip 0xffffffff817c1d35 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a1fe190 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (softclockmp) tid=41541 pid=18633 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffff4c0,0xffff8000ffffed08 process=0xffff8000ffff9ce0 user=0xffff80002a1f9000, vmspace=0xffffffff838bee00 estcpu=0, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 34592 498221 53640 0 3 0x80 nanoslp syz-executor 34592 314315 53640 0 3 0x4000000 netlock syz-executor 34592 147630 53640 0 3 0x4000080 fsleep syz-executor 54167 301667 42969 0 3 0x80 nanoslp syz-executor 54167 380882 42969 0 3 0x4000080 ttyout syz-executor 54167 230913 42969 0 3 0x4000080 kqread syz-executor 54167 185002 42969 0 3 0x4000080 fsleep syz-executor 2715 410487 69846 0 3 0x80 nanoslp syz-executor 2715 380993 69846 0 3 0x4000080 fifor syz-executor 2715 3232 69846 0 3 0x4000080 fsleep syz-executor 85695 408816 36337 0 3 0x80 nanoslp syz-executor 85695 297993 36337 0 3 0x4000080 ttyin syz-executor 85695 50501 36337 0 3 0x4000080 fsleep syz-executor 20517 120083 34947 0 3 0x3000 suspend syz-executor 20517 151888 34947 0 7 0x4081000 syz-executor 20517 315989 34947 0 3 0x4081000 inode syz-executor 13357 471112 0 0 3 0x14280 nfsidl nfsio 46621 52696 0 0 3 0x14280 nfsidl nfsio 52258 42071 0 0 3 0x14280 nfsidl nfsio 18972 350562 0 0 3 0x14280 nfsidl nfsio 62559 412614 0 0 3 0x14280 nfsidl nfsio 91167 290503 0 0 3 0x14280 nfsidl nfsio 33934 344442 0 0 3 0x14280 nfsidl nfsio 2777 209107 0 0 3 0x14280 nfsidl nfsio 39779 265196 0 0 3 0x14280 nfsidl nfsio 19608 472801 0 0 3 0x14280 nfsidl nfsio 97934 200179 0 0 3 0x14280 nfsidl nfsio 4427 44337 0 0 3 0x14280 nfsidl nfsio 27157 53216 0 0 3 0x14280 nfsidl nfsio 43849 2864 0 0 3 0x14280 nfsidl nfsio 7245 185535 0 0 3 0x14280 nfsidl nfsio 17000 396412 0 0 3 0x14280 nfsidl nfsio 60421 73870 0 0 3 0x14280 nfsidl nfsio 30391 444669 0 0 3 0x14280 nfsidl nfsio 54069 186781 0 0 3 0x14280 nfsidl nfsio 60918 434997 0 0 3 0x14280 nfsidl nfsio 25365 55650 91758 0 3 0x100082 sbwait arp 91758 216834 41508 0 3 0x10008a sigsusp sh 41508 330921 88710 0 3 0x82 wait syz-executor 69846 420807 88710 0 3 0x82 nanoslp syz-executor 34947 456957 88710 0 3 0x82 nanoslp syz-executor 57017 67543 88710 0 3 0x82 nanoslp syz-executor 36337 83865 88710 0 3 0x82 nanoslp syz-executor 42969 294348 88710 0 3 0x82 nanoslp syz-executor 53640 464783 88710 0 3 0x82 nanoslp syz-executor 12623 247611 88710 0 3 0x82 wait syz-executor 88710 505982 77885 0 3 0x82 kqread syz-executor 77885 507280 48024 0 3 0x10008a sigsusp ksh 48024 50044 44356 0 3 0x98 kqread sshd-session 44356 503966 18167 0 3 0x92 kqread sshd-session 45066 524047 1 0 3 0x100083 ttyin getty 18167 448849 1 0 3 0x88 kqread sshd 37272 322469 90664 74 3 0x1100092 bpf pflogd 90664 20750 1 0 3 0x80 sbwait pflogd 84952 42489 36695 73 3 0x1100090 kqread syslogd 36695 148551 1 0 3 0x100082 sbwait syslogd 49817 358480 1 0 3 0x100080 kqread resolvd 34569 114938 12640 77 3 0x100092 kqread dhcpleased 57405 83924 12640 77 3 0x100092 kqread dhcpleased 12640 247547 1 0 3 0x80 kqread dhcpleased 60155 221856 0 0 2 0x40014200 smr 75882 48776 0 0 3 0x14200 pgzero zerothread 74518 503440 0 0 3 0x14200 aiodoned aiodoned 64305 145759 0 0 3 0x14200 syncer update 47691 307340 0 0 3 0x14200 cleaner cleaner 10575 515840 0 0 3 0x14200 reaper reaper 63119 324163 0 0 3 0x14200 pgdaemon pagedaemon 65888 394810 0 0 3 0x14200 bored viomb 42246 209909 0 0 3 0x40014200 acpi0 acpi0 13136 342921 0 0 3 0x40014200 idle1 94119 22538 0 0 3 0x14200 bored softnet1 68418 491099 0 0 3 0x14200 bored softnet0 95725 336408 0 0 3 0x14200 bored systqmp 38266 346020 0 0 3 0x14200 bored systq *18633 41541 0 0 7 0x14200 softclockmp 59564 140624 0 0 3 0x40014200 tmoslp softclock 13940 90881 0 0 3 0x40014200 idle0 1 382394 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 34592 (syz-executor) thread 0xffff8000fffd6a98 (314315) exclusive rwlock pfioctl_rw r = 0 (0xffffffff8387a4f8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 pfioctl+0x1d4 sys/net/pf_ioctl.c:2102 #3 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #4 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:531 #5 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #7 Xsyscall+0x128 Process 20517 (syz-executor) thread 0xffff8000fffd7a28 (151888) exclusive rrwlock inode r = 0 (0xfffffd806c856458) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 20517 (syz-executor) thread 0xffff8000fffd7cc0 (315989) exclusive rrwlock inode r = 0 (0xfffffd806f1cd578) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dofchmodat+0x162 sys/kern/vfs_syscalls.c:2382 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 18633 (softclockmp) thread 0xffff8000fffff228 (41541) exclusive rwlock maddr r = 0 (0xffff80000159d078) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 mld6_fasttimo+0x8c mld6_checktimer sys/netinet6/mld6.c:-1 [inline] #2 mld6_fasttimo+0x8c sys/netinet6/mld6.c:369 #3 pffasttimo+0x184 sys/kern/uipc_domain.c:-1 #4 timeout_run+0x159 sys/kern/kern_timeout.c:698 #5 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #6 softclock_thread_mp+0x86 #7 proc_trampoline+0x10 shared rwlock netlock r = 0 (0xffffffff83832e50) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 mld6_fasttimo+0x5f sys/netinet6/mld6.c:-1 #3 pffasttimo+0x184 sys/kern/uipc_domain.c:-1 #4 timeout_run+0x159 sys/kern/kern_timeout.c:698 #5 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #6 softclock_thread_mp+0x86 #7 proc_trampoline+0x10 shared rwlock timeout r = 0 (0xffffffff8383b008) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 timeout_run+0x131 sys/kern/kern_timeout.c:694 #2 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #3 softclock_thread_mp+0x86 #4 proc_trampoline+0x10 Process 13940 (idle0) thread 0xffff8000fffff758 (90881) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83970b08) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 #2 Xintr_ioapic_edge16_untramp+0x18f #3 acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 #4 sched_idle+0x391 sys/kern/kern_sched.c:191 #5 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11068 12212K 12537K 166960K 12501 0 pcb 19 13K 14K 166960K 107 0 rtable 199 8K 8K 166960K 372 0 pf 35 17K 81K 166960K 71 0 ifaddr 38 6K 6K 166960K 58 0 ifgroup 53 2K 2K 166960K 80 0 sysctl 1 1K 9K 166960K 7 0 counters 70 37K 37K 166960K 104 0 ioctlops 0 0K 4K 166960K 1530 0 iov 0 0K 16K 166960K 72 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1380 87K 87K 166960K 1600 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 5 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 40 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 19 69K 244K 166960K 355 0 sigio 0 0K 0K 166960K 5 0 proc 72 115K 164K 166960K 544 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 41 0 in_multi 78 5K 6K 166960K 110 0 ether_multi 2 0K 0K 166960K 5 0 mrt 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 412 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 266 170K 178K 166960K 5046 0 UVM aobj 9 6K 6K 166960K 10 0 pinsyscall 45 90K 104K 166960K 1462 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 51 0 NDP 12 0K 1K 166960K 36 0 temp 78 8680K 8745K 166960K 15444 0 kqueue 14 22K 26K 166960K 58 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 47 0 42 1 0 1 1 0 8 0 rtentry 176 106 0 25 5 0 5 5 0 8 0 unpcb 144 150 0 131 1 0 1 1 0 8 0 syncache 336 4 0 4 2 1 1 1 0 8 1 tcpcb 736 214 0 203 7 0 7 7 0 8 5 arp 136 17 0 2 1 0 1 1 0 8 0 inpcb 328 579 0 561 10 0 10 10 0 8 8 nd6 152 21 0 3 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 ppxss 1192 15 0 14 1 0 1 1 0 8 0 pfstscr 40 1 0 1 1 0 1 1 0 8 1 pffrag 232 4 0 0 1 0 1 1 0 482 0 pffrnode 88 4 0 0 1 0 1 1 0 8 0 pffrent 40 4 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 23 0 1 1 0 1 1 0 8 0 pfstkey 128 25 0 3 1 0 1 1 0 8 0 pfstate 448 24 0 2 3 0 3 3 0 8 0 pfrule 1344 22 0 18 2 1 1 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 467 0 135 26 1 25 26 0 8 2 art_table 40 469 0 135 5 0 5 5 0 8 0 art_node 32 106 0 33 1 0 1 1 0 8 0 sysvmsgpl 40 40 0 0 1 0 1 1 0 8 0 semapl 112 38 0 28 1 0 1 1 0 8 0 shmpl 112 5 0 1 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 1978 0 466 95 0 95 95 0 8 0 ffsino 296 1978 0 466 117 0 117 117 0 8 0 nchpl 144 2478 0 775 64 0 64 64 0 8 0 rtmask 32 6 0 6 1 0 1 1 0 8 1 vnodes 216 2204 0 0 123 0 123 123 0 8 0 namei 1024 8112 0 8111 2 1 1 2 0 8 0 percpumem 16 67 0 17 1 0 1 1 0 8 0 vcpupl 3968 2 0 0 1 0 1 1 0 8 0 vmpool 848 2 0 0 1 0 1 1 0 8 0 kstatmem 264 46 0 20 2 0 2 2 0 8 0 scxspl 216 15987 0 15987 10 2 8 8 1 8 8 plimitpl 152 70 0 49 1 0 1 1 0 8 0 sigapl 424 671 0 602 8 0 8 8 0 8 0 knotepl 120 536 0 0 17 0 17 17 0 8 0 kqueuepl 224 95 0 85 2 0 2 2 0 8 1 pipepl 344 135 0 107 3 0 3 3 0 8 0 fdescpl 528 635 0 602 3 0 3 3 0 8 0 filepl 160 3501 0 3263 14 0 14 14 0 8 3 lockfpl 104 92 0 88 1 0 1 1 0 8 0 lockfspl 48 38 0 34 1 0 1 1 0 8 0 sessionpl 144 23 0 14 1 0 1 1 0 8 0 pgrppl 48 36 0 19 1 0 1 1 0 8 0 ucredpl 104 401 0 388 1 0 1 1 0 8 0 zombiepl 144 605 0 602 1 0 1 1 0 8 0 processpl 1232 671 0 602 6 0 6 6 0 8 0 procpl 664 1101 0 1021 8 0 8 8 0 8 0 sosppl 176 1 0 1 1 0 1 1 0 8 1 sockpl 752 782 0 740 14 1 13 14 0 8 8 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 129 0 0 17 0 17 17 0 8 0 mcl2k 2048 32 0 0 4 0 4 4 0 8 0 mtagpl 96 11 0 0 1 0 1 1 0 8 0 mbufpl 256 189 0 0 12 0 12 12 0 8 0 bufpl 280 6743 0 607 439 0 439 439 0 8 0 anonpl 32 10402 0 0 84 0 84 84 0 246 0 amapchunkpl 152 15603 0 15053 36 0 36 36 0 158 14 amappl16 200 3225 0 2960 27 3 24 24 0 8 9 amappl15 192 2 0 2 1 1 0 1 0 8 0 amappl14 184 2 0 2 1 1 0 1 0 8 0 amappl13 176 558 0 556 1 0 1 1 0 8 0 amappl12 168 996 0 951 3 0 3 3 0 8 0 amappl11 160 11 0 11 2 1 1 1 0 8 1 amappl10 152 53 0 39 1 0 1 1 0 8 0 amappl9 144 279 0 279 1 1 0 1 0 8 0 amappl8 136 33 0 31 1 0 1 1 0 8 0 amappl7 128 79 0 78 1 0 1 1 0 8 0 amappl6 120 275 0 260 1 0 1 1 0 8 0 amappl5 112 187 0 176 1 0 1 1 0 8 0 amappl4 104 415 0 384 1 0 1 1 0 8 0 amappl3 96 2588 0 2487 4 1 3 3 0 8 0 amappl2 88 748 0 671 2 0 2 2 0 8 0 amappl1 80 10218 0 9592 15 0 15 15 0 8 0 amappl 88 4290 0 4107 5 0 5 5 0 92 0 uvmvnodes 80 103 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 9 0 1 1 0 1 1 0 8 0 uaddrrnd 24 635 0 602 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 635 0 602 1 0 1 1 0 8 0 vmmpekpl 168 7118 0 7076 3 0 3 3 0 8 0 vmmpepl 168 49491 0 47241 107 0 107 107 0 357 8 vmsppl 488 634 0 602 5 0 5 5 0 8 0 rwobjpl 80 17308 0 15972 33 1 32 32 0 8 2 pdppl 4096 1281 0 1206 100 23 77 85 0 8 2 pvpl 32 18703 0 0 151 0 151 151 0 265 0 pmappl 256 636 0 602 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 282 0 28 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83878ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:584 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:153 __mp_lock(ffffffff83970900) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83970900) at __mp_lock+0x1a3 sys/kern/kern_lock.c:173 intr_handler(ffff80003c4ba1a0,ffff800000079600) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff83970900) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83970900) at __mp_lock+0x192 sys/kern/kern_lock.c:173 __mp_acquire_count(ffffffff83970900,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369 biowait(fffffd806a28d378) at biowait+0xc6 sys/kern/vfs_bio.c:1242 bwrite(fffffd806a28d378) at bwrite+0x2e7 sys/kern/vfs_bio.c:754 ffs2_balloc(fffffd806c8563b8,940000,4000,fffffd80097fd820,2,ffff80003c4ba5c8) at ffs2_balloc+0x18b4 sys/ufs/ffs/ffs_balloc.c:701 ffs_write(ffff80003c4ba650) at ffs_write+0x4f9 sys/ufs/ffs/ffs_vnops.c:345 end trace frame: 0xffff80003c4ba6c0, count: 0 ddb{0}> trace x86_ipi_db(ffffffff83878ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:584 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:153 __mp_lock(ffffffff83970900) at __mp_lock+0x1a3 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83970900) at __mp_lock+0x1a3 sys/kern/kern_lock.c:173 intr_handler(ffff80003c4ba1a0,ffff800000079600) at intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560 Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f __mp_lock(ffffffff83970900) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83970900) at __mp_lock+0x192 sys/kern/kern_lock.c:173 __mp_acquire_count(ffffffff83970900,1) at __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369 biowait(fffffd806a28d378) at biowait+0xc6 sys/kern/vfs_bio.c:1242 bwrite(fffffd806a28d378) at bwrite+0x2e7 sys/kern/vfs_bio.c:754 ffs2_balloc(fffffd806c8563b8,940000,4000,fffffd80097fd820,2,ffff80003c4ba5c8) at ffs2_balloc+0x18b4 sys/ufs/ffs/ffs_balloc.c:701 ffs_write(ffff80003c4ba650) at ffs_write+0x4f9 sys/ufs/ffs/ffs_vnops.c:345 VOP_WRITE(fffffd806b7c5b48,ffff80003c4ba808,7,fffffd80097fd820) at VOP_WRITE+0x101 sys/kern/vfs_vops.c:245 vn_write(fffffd806c57b368,ffff80003c4ba808,0) at vn_write+0x1d3 sys/kern/vfs_vnops.c:408 dofilewritev(ffff8000fffd7a28,7,ffff80003c4ba808,0,ffff80003c4ba8c0) at dofilewritev+0x242 sys/kern/sys_generic.c:380 sys_write(ffff8000fffd7a28,ffff80003c4ba970,ffff80003c4ba8c0) at sys_write+0xa2 sys/kern/sys_generic.c:300 syscall(ffff80003c4ba970) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4ba970) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x36e7d1b37f0, count: -20 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b5a1c) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff80000159d078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff80000159d060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd807eb5c300,ffffffff83987338,0,0,ffff80002a1fe550,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015b0b80,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a152a8) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff8383b068,ffffffff83a152a8) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff8383b068) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000fffff228) at softclock_thread_mp+0x86 end trace frame: 0x0, count: 3 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b5a1c) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff80000159d078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff80000159d060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd807eb5c3f0,ffff80000159d000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd807eb5c300,ffffffff83987338,0,0,ffff80002a1fe550,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff8000015b0b80,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a152a8) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff8383b068,ffffffff83a152a8) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff8383b068) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000fffff228) at softclock_thread_mp+0x86 end trace frame: 0x0, count: -12