login: witness: shared lock of (rwlock) maddr while exclusively locked panic: excl->share Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 254128 21132 0 0 0x4000000 0 syz-executor *350465 19988 0 0x14000 0x200 1 softclockmp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b4a35) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff800001586078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff800001586060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd805da4a300,ffffffff839eee58,0,0,ffff80002a1feb40,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001550000,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a15020) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff83835dd8,ffffffff83a15020) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff83835dd8) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000ffffe000) at softclock_thread_mp+0x86 end trace frame: 0x0, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: excl->share ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b4a35) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff800001586078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff800001586060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd805da4a300,ffffffff839eee58,0,0,ffff80002a1feb40,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001550000,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a15020) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff83835dd8,ffffffff83a15020) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff83835dd8) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000ffffe000) at softclock_thread_mp+0x86 end trace frame: 0x0, count: -12 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a1fe790 rbx 0xffff8000299dee07 rdx 0 rcx 0xffff8000ffffe000 rax 0xffff8000299ddff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xf8218e6f21437e13 r11 0xc930f9d28bcb6aa0 r12 0xffff8000299dec08 r13 0 r14 0 r15 0x1 rip 0xffffffff810e0165 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a1fe780 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (softclockmp) tid=350465 pid=19988 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=0, usrpri=50, slppri=0, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffe530,0xffff8000ffffe2a8 process=0xffff8000ffffa1b0 user=0xffff80002a1f9000, vmspace=0xffffffff83a0c438 estcpu=0, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 21132 222195 15403 0 2 0 syz-executor 21132 254128 15403 0 7 0x4000000 syz-executor 21132 339069 15403 0 3 0x4000080 fsleep syz-executor 48354 224150 97556 0 3 0x82 sbwait sshd-session 96109 397831 90634 0 3 0x80 nanoslp syz-executor 96109 254654 90634 0 3 0x4000080 sbwait syz-executor 96109 51259 90634 0 3 0x4000080 fsleep syz-executor 2386 282351 7054 0 3 0x3000 suspend syz-executor 2386 439921 7054 0 2 0x4081000 syz-executor 2386 125747 7054 0 3 0x4081000 inode syz-executor 2386 500605 7054 0 3 0x4081000 inode syz-executor 43600 130670 94369 60929 2 0x10 syz-executor 43600 402760 94369 60929 3 0x4000090 fsleep syz-executor 43600 184148 94369 60929 3 0x4000090 kqread syz-executor 43600 326989 94369 60929 3 0x4000090 fsleep syz-executor 55589 144716 0 0 3 0x14200 acct acct 73079 63367 72585 0 3 0x3000 suspend syz-executor 73079 459599 72585 0 2 0x4081000 syz-executor 80943 342864 1 0 3 0x100083 ttyin getty 90634 468482 2754 0 3 0x82 nanoslp syz-executor 9034 403945 2754 0 3 0x82 nanoslp syz-executor 72585 435440 2754 0 2 0x2 syz-executor 85408 521192 2754 0 2 0xc82 syz-executor 25165 200737 2754 0 3 0x82 nanoslp syz-executor 15403 286266 2754 0 3 0x82 nanoslp syz-executor 94369 109179 2754 0 2 0xc82 syz-executor 7054 305917 2754 0 3 0x82 nanoslp syz-executor 2754 438761 8544 0 3 0x82 kqread syz-executor 8544 248452 43001 0 3 0x10008a sigsusp ksh 43001 370245 27157 0 3 0x98 kqread sshd-session 27157 434774 97556 0 3 0x92 kqread sshd-session 97556 512912 1 0 3 0x88 kqread sshd 905 407728 81743 74 3 0x1100092 bpf pflogd 81743 94521 1 0 3 0x80 sbwait pflogd 78900 140787 29715 73 3 0x1100090 kqread syslogd 29715 458774 1 0 3 0x100082 sbwait syslogd 87409 457338 1 0 3 0x100080 kqread resolvd 90665 433925 28865 77 3 0x100092 kqread dhcpleased 97963 460331 28865 77 3 0x100092 kqread dhcpleased 28865 307528 1 0 3 0x80 kqread dhcpleased 57042 171859 0 0 3 0x14200 pause smr 46473 96918 0 0 3 0x14200 pgzero zerothread 14321 484201 0 0 3 0x14200 aiodoned aiodoned 16180 480661 0 0 3 0x14200 syncer update 26963 515566 0 0 3 0x14200 cleaner cleaner 23983 135788 0 0 3 0x14200 reaper reaper 65944 101394 0 0 3 0x14200 pgdaemon pagedaemon 1612 146280 0 0 3 0x14200 bored viomb 82773 135950 0 0 3 0x40014200 acpi0 acpi0 47420 58473 0 0 3 0x40014200 idle1 71377 144130 0 0 3 0x14200 bored softnet1 42103 494680 0 0 3 0x14200 bored softnet0 75486 255381 0 0 3 0x14200 bored systqmp 78779 195129 0 0 3 0x14200 bored systq *19988 350465 0 0 7 0x14200 softclockmp 41949 11263 0 0 3 0x40014200 tmoslp softclock 82067 85918 0 0 3 0x40014200 idle0 1 337115 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 21132 (syz-executor) thread 0xffff80003c421780 (254128) exclusive rrwlock inode r = 0 (0xfffffd806f4d6dc0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vget+0x2a2 sys/kern/vfs_subr.c:686 #6 ffs_sync_vnode+0x1aa sys/ufs/ffs/ffs_vfsops.c:1078 #7 vfs_mount_foreach_vnode+0x65 sys/kern/vfs_subr.c:-1 #8 ffs_sync+0x13e sys/ufs/ffs/ffs_vfsops.c:1133 #9 sys_sync+0x104 sys/kern/vfs_syscalls.c:535 #10 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #11 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 1 (0xffffffff83902dc8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 __mp_acquire_count+0x58 sys/kern/kern_lock.c:-1 #2 sleep_finish+0x2d8 sys/kern/kern_synch.c:369 #3 getblk+0x197 sys/kern/vfs_bio.c:1013 #4 bread+0x45 bio_doread sys/kern/vfs_bio.c:418 [inline] #4 bread+0x45 sys/kern/vfs_bio.c:463 #5 ffs_update+0x198 sys/ufs/ffs/ffs_inode.c:91 #6 VOP_FSYNC+0x107 sys/kern/vfs_vops.c:311 #7 ffs_sync_vnode+0x208 sys/ufs/ffs/ffs_vfsops.c:1083 #8 vfs_mount_foreach_vnode+0x65 sys/kern/vfs_subr.c:-1 #9 ffs_sync+0x13e sys/ufs/ffs/ffs_vfsops.c:1133 #10 sys_sync+0x104 sys/kern/vfs_syscalls.c:535 #11 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #12 Xsyscall+0x128 shared rwlock vfslock r = 0 (0xffff800000c5a060) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 vfs_busy+0x94 sys/kern/vfs_subr.c:242 #3 sys_sync+0x5d sys/kern/vfs_syscalls.c:528 #4 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #5 Xsyscall+0x128 Process 2386 (syz-executor) thread 0xffff80003c4207f0 (439921) exclusive rrwlock inode r = 0 (0xfffffd80612f2340) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 2386 (syz-executor) thread 0xffff8000fffeb778 (500605) exclusive rrwlock inode r = 0 (0xfffffd80612f2b58) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vfs_lookup+0x11c sys/kern/vfs_lookup.c:-1 #6 namei+0x7ca sys/kern/vfs_lookup.c:250 #7 dofchmodat+0x162 sys/kern/vfs_syscalls.c:2382 #8 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 73079 (syz-executor) thread 0xffff8000ffffc538 (459599) exclusive rrwlock inode r = 0 (0xfffffd806c398210) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x18f sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x242 sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:775 #9 Xsyscall+0x128 Process 19988 (softclockmp) thread 0xffff8000ffffe000 (350465) exclusive rwlock maddr r = 0 (0xffff800001586078) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 mld6_fasttimo+0x8c mld6_checktimer sys/netinet6/mld6.c:-1 [inline] #2 mld6_fasttimo+0x8c sys/netinet6/mld6.c:369 #3 pffasttimo+0x184 sys/kern/uipc_domain.c:-1 #4 timeout_run+0x159 sys/kern/kern_timeout.c:698 #5 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #6 softclock_thread_mp+0x86 #7 proc_trampoline+0x10 shared rwlock netlock r = 0 (0xffffffff83891cc0) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 mld6_fasttimo+0x5f sys/netinet6/mld6.c:-1 #3 pffasttimo+0x184 sys/kern/uipc_domain.c:-1 #4 timeout_run+0x159 sys/kern/kern_timeout.c:698 #5 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #6 softclock_thread_mp+0x86 #7 proc_trampoline+0x10 shared rwlock timeout r = 0 (0xffffffff83835d78) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 timeout_run+0x131 sys/kern/kern_timeout.c:694 #2 softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 #3 softclock_thread_mp+0x86 #4 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11108 12229K 12546K 166960K 13002 0 pcb 20 13K 13K 166960K 105 0 rtable 247 9K 9K 166960K 452 0 pf 41 18K 21K 166960K 96 0 ifaddr 46 7K 8K 166960K 74 0 ifgroup 64 2K 2K 166960K 109 0 sysctl 4 1K 9K 166960K 8 0 counters 76 37K 37K 166960K 130 0 ioctlops 0 0K 4K 166960K 1566 0 iov 0 0K 16K 166960K 28 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1408 89K 89K 166960K 1876 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 11 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 15 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 89K 166960K 531 0 sigio 0 0K 0K 166960K 8 0 proc 72 115K 164K 166960K 612 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 43 0 in_multi 99 7K 7K 166960K 133 0 ether_multi 1 0K 0K 166960K 5 0 mrt 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 247 1102K 1102K 166960K 247 0 exec 0 0K 1K 166960K 436 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 286 177K 178K 166960K 6953 0 UVM aobj 16 6K 8K 166960K 18 0 pinsyscall 45 90K 104K 166960K 1700 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 41 0 NDP 15 0K 2K 166960K 49 0 temp 56 8674K 8746K 166960K 27677 0 kqueue 17 25K 28K 166960K 120 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 130 0 125 3 0 3 3 0 8 2 rtentry 176 130 0 26 6 0 6 6 0 8 0 unpcb 144 271 0 252 4 1 3 3 0 8 2 syncache 336 7 0 7 2 1 1 1 0 8 1 tcpqe 32 1 0 1 1 1 0 1 0 8 0 tcpcb 736 104 0 97 1 0 1 1 0 8 0 arp 136 20 0 2 1 0 1 1 0 8 0 inpcb 328 419 0 404 5 0 5 5 0 8 3 nd6 152 27 0 3 1 0 1 1 0 8 0 pkpcb 40 3 0 3 1 0 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1192 24 0 22 1 0 1 1 0 8 0 pppxif 1576 3 0 3 2 1 1 1 0 8 1 pffrag 232 9 0 1 1 0 1 1 0 482 0 pffrnode 88 9 0 1 1 0 1 1 0 8 0 pffrent 40 13 0 5 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 38 0 2 1 0 1 1 0 8 0 pfstkey 128 38 0 2 2 0 2 2 0 8 0 pfstate 448 38 0 2 4 0 4 4 0 8 0 pfrule 1344 24 0 19 2 1 1 2 0 8 0 art_heap8 4096 4 0 0 4 0 4 4 0 8 0 art_heap4 256 567 0 103 30 0 30 30 0 8 0 art_table 40 571 0 103 5 0 5 5 0 8 0 art_node 32 130 0 36 1 0 1 1 0 8 0 sysvmsgpl 40 9 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 12 0 2 1 0 1 1 0 8 0 shmpl 112 13 0 1 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2379 0 861 96 0 96 96 0 8 0 ffsino 296 2379 0 861 119 1 118 118 0 8 0 nchpl 144 3126 0 1420 64 0 64 64 0 8 0 rtmask 32 6 0 6 1 0 1 1 0 8 1 vnodes 216 2766 0 0 154 0 154 154 0 8 0 namei 1024 10341 0 10340 1 0 1 1 0 8 0 percpumem 16 80 0 27 1 0 1 1 0 8 0 vcpupl 3968 1 0 0 1 0 1 1 0 8 0 vmpool 848 2 0 1 1 0 1 1 0 8 0 kstatmem 264 64 0 32 3 0 3 3 0 8 0 acpiwqpl 32 1 0 1 1 0 1 1 1 8 1 scsiplug 72 6 0 6 1 0 1 1 0 8 1 scxspl 216 17945 0 17817 10 2 8 8 1 8 0 plimitpl 152 122 0 103 1 0 1 1 0 8 0 sigapl 424 845 0 795 7 1 6 7 0 8 0 knotepl 120 501 0 0 16 0 16 16 0 8 0 kqueuepl 224 217 0 203 4 1 3 3 0 8 2 pipepl 344 143 0 116 3 0 3 3 0 8 0 fdescpl 528 825 0 792 3 0 3 3 0 8 0 filepl 160 4480 0 4239 14 1 13 13 0 8 2 lockfpl 104 135 0 133 1 0 1 1 0 8 0 lockfspl 48 61 0 59 1 0 1 1 0 8 0 sessionpl 144 27 0 17 1 0 1 1 0 8 0 pgrppl 48 43 0 25 1 0 1 1 0 8 0 ucredpl 104 698 0 684 1 0 1 1 0 8 0 zombiepl 144 800 0 795 1 0 1 1 0 8 0 processpl 1232 845 0 795 5 0 5 5 0 8 0 procpl 664 1550 0 1489 6 0 6 6 0 8 0 sosppl 176 2 0 2 2 1 1 1 0 8 1 sockpl 752 835 0 796 11 0 11 11 0 8 7 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 111 0 0 14 0 14 14 0 8 0 mcl2k 2048 22 0 0 3 0 3 3 0 8 0 mtagpl 96 86 0 0 3 0 3 3 0 8 0 mbufpl 256 351 0 0 22 0 22 22 0 8 0 bufpl 280 7214 0 1078 439 0 439 439 0 8 0 anonpl 32 10199 0 0 83 0 83 83 0 246 0 amapchunkpl 152 21997 0 21379 33 1 32 32 0 158 8 amappl16 200 3645 0 3366 24 9 15 16 0 8 0 amappl15 192 6 0 4 1 0 1 1 0 8 0 amappl14 184 120 0 120 1 1 0 1 0 8 0 amappl13 176 457 0 456 1 0 1 1 0 8 0 amappl12 168 1200 0 1155 3 0 3 3 0 8 0 amappl11 160 8 0 8 1 1 0 1 0 8 0 amappl10 152 77 0 63 1 0 1 1 0 8 0 amappl9 144 257 0 257 1 1 0 1 0 8 0 amappl8 136 23 0 21 1 0 1 1 0 8 0 amappl7 128 85 0 84 1 0 1 1 0 8 0 amappl6 120 296 0 281 1 0 1 1 0 8 0 amappl5 112 90 0 79 1 0 1 1 0 8 0 amappl4 104 469 0 439 1 0 1 1 0 8 0 amappl3 96 3633 0 3521 4 1 3 3 0 8 0 amappl2 88 968 0 883 2 0 2 2 0 8 0 amappl1 80 11572 0 10895 14 0 14 14 0 8 0 amappl 88 6120 0 5920 5 0 5 5 0 92 0 uvmvnodes 80 115 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma512 512 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 254 0 254 2 1 1 1 0 8 1 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 17 0 2 1 0 1 1 0 8 0 uaddrrnd 24 825 0 792 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 825 0 792 1 0 1 1 0 8 0 vmmpekpl 168 8896 0 8860 3 0 3 3 0 8 0 vmmpepl 168 61766 0 59384 105 1 104 104 0 357 0 vmsppl 488 824 0 792 5 0 5 5 0 8 0 rwobjpl 80 20351 0 18904 30 0 30 30 0 8 0 pdppl 4096 1662 0 1587 101 26 75 84 0 8 0 pvpl 32 20566 0 0 167 1 166 166 0 265 0 pmappl 256 826 0 793 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 291 0 30 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff837e3ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:585 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:153 __mp_acquire_count(ffffffff83902bc0,1) at __mp_acquire_count+0x27 sys/kern/kern_lock.c:-1 msleep_nsec(ffff8000002a2dd4,ffff8000002a2d88,10,ffffffff83350877,ffffffffffffffff) at msleep_nsec+0x1f8 sys/kern/kern_synch.c:-1 bufq_wait(ffff8000002a2d80) at bufq_wait+0x112 sys/kern/kern_bufq.c:191 bwrite(fffffd806e56a900) at bwrite+0x2c3 sys/kern/vfs_bio.c:748 VOP_BWRITE(fffffd806e56a900) at VOP_BWRITE+0x60 sys/kern/vfs_vops.c:651 ffs_fsync(ffff80003c42d160) at ffs_fsync+0x27d sys/ufs/ffs/ffs_vnops.c:464 VOP_FSYNC(fffffd806eb67d00,fffffd80097fd680,2,ffff80003c421780) at VOP_FSYNC+0x107 sys/kern/vfs_vops.c:311 ffs_sync_vnode(fffffd806eb67d00,ffff80003c42d298) at ffs_sync_vnode+0x208 sys/ufs/ffs/ffs_vfsops.c:1083 vfs_mount_foreach_vnode(ffff800000c5a000,ffffffff819b0ba0,ffff80003c42d298) at vfs_mount_foreach_vnode+0x65 sys/kern/vfs_subr.c:-1 ffs_sync(ffff800000c5a000,2,0,fffffd80097fd680,ffff80003c421780) at ffs_sync+0x13e sys/ufs/ffs/ffs_vfsops.c:1133 end trace frame: 0xffff80003c42d3a0, count: 0 ddb{0}> trace x86_ipi_db(ffffffff837e3ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:585 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:153 __mp_acquire_count(ffffffff83902bc0,1) at __mp_acquire_count+0x27 sys/kern/kern_lock.c:-1 msleep_nsec(ffff8000002a2dd4,ffff8000002a2d88,10,ffffffff83350877,ffffffffffffffff) at msleep_nsec+0x1f8 sys/kern/kern_synch.c:-1 bufq_wait(ffff8000002a2d80) at bufq_wait+0x112 sys/kern/kern_bufq.c:191 bwrite(fffffd806e56a900) at bwrite+0x2c3 sys/kern/vfs_bio.c:748 VOP_BWRITE(fffffd806e56a900) at VOP_BWRITE+0x60 sys/kern/vfs_vops.c:651 ffs_fsync(ffff80003c42d160) at ffs_fsync+0x27d sys/ufs/ffs/ffs_vnops.c:464 VOP_FSYNC(fffffd806eb67d00,fffffd80097fd680,2,ffff80003c421780) at VOP_FSYNC+0x107 sys/kern/vfs_vops.c:311 ffs_sync_vnode(fffffd806eb67d00,ffff80003c42d298) at ffs_sync_vnode+0x208 sys/ufs/ffs/ffs_vfsops.c:1083 vfs_mount_foreach_vnode(ffff800000c5a000,ffffffff819b0ba0,ffff80003c42d298) at vfs_mount_foreach_vnode+0x65 sys/kern/vfs_subr.c:-1 ffs_sync(ffff800000c5a000,2,0,fffffd80097fd680,ffff80003c421780) at ffs_sync+0x13e sys/ufs/ffs/ffs_vfsops.c:1133 sys_sync(ffff80003c421780,ffff80003c42d480,ffff80003c42d3d0) at sys_sync+0x104 sys/kern/vfs_syscalls.c:535 syscall(ffff80003c42d480) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c42d480) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x55dfa629fb0, count: -17 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b4a35) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff800001586078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff800001586060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd805da4a300,ffffffff839eee58,0,0,ffff80002a1feb40,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001550000,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a15020) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff83835dd8,ffffffff83a15020) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff83835dd8) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000ffffe000) at softclock_thread_mp+0x86 end trace frame: 0x0, count: 3 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833b4a35) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(ffff800001586078,1,0) at witness_checkorder+0x122c sys/kern/subr_witness.c:854 rw_do_enter_read(ffff800001586060,0) at rw_do_enter_read+0x99 sys/kern/kern_rwlock.c:355 in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 in6_lookupmulti sys/netinet6/in6.c:-1 [inline] in6_hasmulti(fffffd805da4a3f0,ffff800001586000) at in6_hasmulti+0x41 sys/netinet6/in6.c:1150 ip6_output(fffffd805da4a300,ffffffff839eee58,0,0,ffff80002a1feb40,0) at ip6_output+0x13bd sys/netinet6/ip6_output.c:507 mld6_sendpkt(ffff800001550000,83,0) at mld6_sendpkt+0x385 sys/netinet6/mld6.c:499 mld6_fasttimo() at mld6_fasttimo+0x16d mld6_checktimer sys/netinet6/mld6.c:395 [inline] mld6_fasttimo() at mld6_fasttimo+0x16d sys/netinet6/mld6.c:369 pffasttimo(ffffffff83a15020) at pffasttimo+0x184 sys/kern/uipc_domain.c:-1 timeout_run(ffffffff83835dd8,ffffffff83a15020) at timeout_run+0x159 sys/kern/kern_timeout.c:698 softclock_thread_run(ffffffff83835dd8) at softclock_thread_run+0xe7 sys/kern/kern_timeout.c:842 softclock_thread_mp(ffff8000ffffe000) at softclock_thread_mp+0x86 end trace frame: 0x0, count: -12