witness: lock order reversal: 1st 0xfffffd8077200638 fdlock (&newfdp->fd_fd.fd_lock) 2nd 0xfffffd806e525d58 inode (&ip->i_lock) lock order data w2 -> w1 missing lock order data w1 -> w2 missing Stopped at db_enter+0x18: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 witness_checkorder(fffffd806e525d58,9,0) at witness_checkorder+0x108b rw_enter(fffffd806e525d48,1) at rw_enter+0xd4 rrw_enter(fffffd806e525d48,1) at rrw_enter+0x88 sys/kern/kern_rwlock.c:461 VOP_LOCK(fffffd8066d8e6a0,2001) at VOP_LOCK+0x87 sys/kern/vfs_vops.c:614 vn_lock(fffffd8066d8e6a0,2001) at vn_lock+0x84 sys/kern/vfs_vnops.c:579 vget(fffffd8066d8e6a0,2001) at vget+0x1f7 sys/kern/vfs_subr.c:676 ktrwriteraw(ffff80002126a540,fffffd8066d8e6a0,fffffd807f7d8720,ffff8000242d9a40,ffff8000242d9a20) at ktrwriteraw+0x138 sys/kern/kern_ktrace.c:659 ktrstruct(ffff80002126a540,ffffffff823bc5cb,ffff8000242d9b28,8) at ktrstruct+0x169 ktrwrite2 sys/kern/kern_ktrace.c:627 [inline] ktrstruct(ffff80002126a540,ffffffff823bc5cb,ffff8000242d9b28,8) at ktrstruct+0x169 sys/kern/kern_ktrace.c:311 sys_socketpair(ffff80002126a540,ffff8000242d9b98,ffff8000242d9be0) at sys_socketpair+0x3ed sys/kern/uipc_syscalls.c:470 syscall(ffff8000242d9c60) at syscall+0x5bf mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000242d9c60) at syscall+0x5bf sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6bf0e8fb4a0, count: -12 ddb{0}> show registers rdi 0xffff8000222ba000 rsi 0x14c4c acpi_pdirpa+0xab4 rbp 0xffff8000242d9650 rbx 0x3 rdx 0xffff8000222ba000 rcx 0x14c4b acpi_pdirpa+0xab3 rax 0xffffffff814269c7 db_enter+0x17 r8 0xffffffff815b2c71 witness_checkorder+0x1061 r9 0x5 r10 0xf26a66a41a135289 r11 0x9e8d145c20bdd81b r12 0 r13 0xfffffd806e525d58 r14 0 r15 0xfffffd8002cf9740 rip 0xffffffff814269c8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff8000242d9640 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.1) pid=464885 stat=onproc flags process=0 proc=4000001 pri=32, usrpri=78, nice=20 forw=0xffffffffffffffff, list=0xffff80002126afc0,0xffff80002126ba50 process=0xffff800021224cb8 user=0xffff8000242d4000, vmspace=0xfffffd807e503ba0 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 90926 472705 17413 0 2 0 syz-executor.0 5739 224105 38207 0 7 0x1 syz-executor.1 * 5739 464885 38207 0 7 0x4000001 syz-executor.1 17413 282585 22091 0 3 0x82 nanoslp syz-executor.0 59959 367056 1 0 3 0x100083 ttyin getty 38207 71099 22091 0 3 0x82 nanoslp syz-executor.1 63440 292668 0 0 3 0x14200 acct acct 89215 413422 0 0 3 0x14200 bored sosplice 22091 235773 816 0 3 0x82 thrsleep syz-fuzzer 22091 355463 816 0 3 0x4000082 nanoslp syz-fuzzer 22091 397992 816 0 3 0x4000082 thrsleep syz-fuzzer 22091 126390 816 0 3 0x4000082 nanoslp syz-fuzzer 22091 286405 816 0 3 0x4000082 thrsleep syz-fuzzer 22091 155114 816 0 3 0x4000082 thrsleep syz-fuzzer 22091 44354 816 0 3 0x4000082 thrsleep syz-fuzzer 22091 463574 816 0 3 0x4000082 kqread syz-fuzzer 816 288249 57827 0 3 0x10008a sigsusp ksh 57827 36690 89365 0 3 0x92 select sshd 89365 1608 1 0 3 0x80 select sshd 51021 495510 76436 74 3 0x100092 bpf pflogd 76436 323643 1 0 3 0x80 netio pflogd 6583 343810 67771 73 3 0x100090 kqread syslogd 67771 354874 1 0 3 0x100082 netio syslogd 4596 415955 1 77 3 0x100090 poll dhclient 90207 311940 1 0 3 0x80 poll dhclient 6130 10244 0 0 3 0x14200 bored smr 92528 393985 0 0 2 0x14200 zerothread 9807 182672 0 0 3 0x14200 aiodoned aiodoned 83202 191550 0 0 3 0x14200 syncer update 86243 389541 0 0 3 0x14200 cleaner cleaner 42388 467716 0 0 3 0x14200 reaper reaper 63616 463845 0 0 3 0x14200 pgdaemon pagedaemon 81887 363913 0 0 3 0x14200 bored crynlk 93099 489480 0 0 3 0x14200 bored crypto 53285 232713 0 0 3 0x14200 bored viomb 87974 363197 0 0 3 0x40014200 acpi0 acpi0 43904 164171 0 0 3 0x40014200 idle1 19299 163873 0 0 3 0x14200 bored softnet 77412 246470 0 0 3 0x14200 bored systqmp 63418 473698 0 0 3 0x14200 bored systq 58813 287996 0 0 3 0x40014200 bored softclock 66996 380196 0 0 3 0x40014200 idle0 1 350522 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 5739 (syz-executor.1) thread 0xffff80002126a540 (464885) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8295d070) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1182 #1 ktrstruct+0xee #2 sys_socketpair+0x3ed sys/kern/uipc_syscalls.c:470 #3 syscall+0x5bf mi_syscall sys/sys/syscall_mi.h:102 [inline] #3 syscall+0x5bf sys/arch/amd64/amd64/trap.c:585 #4 Xsyscall+0x128 exclusive rwlock fdlock r = 0 (0xfffffd8077200638) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1182 #1 sys_socketpair+0x219 #2 syscall+0x5bf mi_syscall sys/sys/syscall_mi.h:102 [inline] #2 syscall+0x5bf sys/arch/amd64/amd64/trap.c:585 #3 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10221 6662K 7259K 78643K 19538 0 pcb 13 8K 8K 78643K 399 0 rtable 103 3K 3K 78643K 1125 0 ifaddr 94 16K 16K 78643K 293 0 sysctl 2 0K 0K 78643K 2 0 counters 44 34K 34K 78643K 112 0 ioctlops 0 0K 4K 78643K 1749 0 iov 0 0K 24K 78643K 291 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 1 0 vnodes 1216 76K 77K 78643K 3810 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 45 0 VM map 2 1K 1K 78643K 2 0 sem 10 0K 0K 78643K 10 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12598 0 file desc 6 17K 25K 78643K 7864 0 sigio 0 0K 0K 78643K 119 0 proc 62 63K 95K 78643K 1156 0 subproc 32 2K 2K 78643K 136 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 568 0 in_multi 33 2K 2K 78643K 459 0 ether_multi 1 0K 0K 78643K 94 0 mrt 0 0K 0K 78643K 22 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 2K 78643K 704 0 pfkey data 0 0K 1K 78643K 1 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 328 551K 551K 78643K 95524 0 UVM aobj 103 8K 8K 78643K 116 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 188 0 NDP 18 0K 0K 78643K 100 0 temp 155 3987K 4062K 78643K 47127 0 kqueue 3 4K 24K 78643K 305 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 120 300 0 298 1 0 1 1 0 8 0 rtentry 112 201 0 157 2 0 2 2 0 8 0 unpcb 120 1496 0 1483 1 0 1 1 0 8 0 syncache 296 57 0 57 6 6 0 1 0 8 0 tcpqe 32 30 0 30 3 3 0 1 0 8 0 tcpcb 736 835 0 821 21 19 2 6 0 8 0 arp 120 18 0 12 1 0 1 1 0 8 0 inpcb 304 2838 0 2832 4 3 1 2 0 8 0 rttmr 72 4 0 4 1 1 0 1 0 8 0 nd6 48 57 0 51 1 0 1 1 0 8 0 pkpcb 40 75 0 75 9 8 1 1 0 8 1 kcovpl 48 8 0 6 1 0 1 1 0 8 0 ppxss 1128 15 0 15 3 2 1 1 0 8 1 pffrag 232 1 0 1 1 1 0 1 0 482 0 pffrnode 88 1 0 1 1 1 0 1 0 8 0 pffrent 40 5 0 5 1 1 0 1 0 8 0 pfosfp 40 1428 0 1428 5 5 0 5 0 8 0 pfosfpen 112 1428 0 1428 21 21 0 21 0 8 0 pfstitem 24 115 0 97 1 0 1 1 0 8 0 pfstkey 112 115 0 97 1 0 1 1 0 8 0 pfstate 320 115 0 97 3 1 2 3 0 8 0 pfrule 1360 48 0 31 3 1 2 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 839 0 644 13 0 13 13 0 8 0 art_table 32 840 0 644 2 0 2 2 0 8 0 art_node 16 197 0 157 1 0 1 1 0 8 0 sysvmsgpl 40 60 0 20 1 0 1 1 0 8 0 semupl 112 12 0 12 1 1 0 1 0 8 0 semapl 112 8 0 0 1 0 1 1 0 8 0 shmpl 112 113 0 13 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 11256 0 9837 89 0 89 89 0 8 0 ffsino 272 11256 0 9837 95 0 95 95 0 8 0 nchpl 144 20520 0 18929 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 224 5926 0 0 349 0 349 349 0 8 0 namei 1024 49787 0 49787 1 0 1 1 0 8 1 percpumem 16 67 0 34 1 0 1 1 0 8 0 vcpupl 1984 35 0 0 5 0 5 5 0 8 0 vmpool 560 37 0 2 3 0 3 3 0 8 0 scxspl 216 62337 0 62337 14 13 1 8 0 8 1 plimitpl 152 210 0 202 1 0 1 1 0 8 0 sigapl 424 8066 0 8031 4 0 4 4 0 8 0 futexpl 56 55083 0 55083 1 0 1 1 0 8 1 knotepl 112 750 0 730 2 1 1 2 0 8 0 kqueuepl 168 4028 0 4026 1 0 1 1 0 8 0 pipepl 336 424 0 413 3 1 2 3 0 8 1 fdescpl 496 8048 0 8031 3 0 3 3 0 8 0 filepl 152 25656 0 25553 9 4 5 7 0 8 1 lockfpl 104 1156 0 1155 1 0 1 1 0 8 0 lockfspl 48 417 0 416 1 0 1 1 0 8 0 sessionpl 144 27 0 16 1 0 1 1 0 8 0 pgrppl 48 34 0 23 1 0 1 1 0 8 0 ucredpl 96 2507 0 2498 1 0 1 1 0 8 0 zombiepl 144 8031 0 8031 1 0 1 1 0 8 1 processpl 1080 8066 0 8031 3 0 3 3 0 8 0 procpl 672 17691 0 17648 6 2 4 5 0 8 0 sosppl 168 124 0 124 11 10 1 1 0 8 1 sockpl 480 4712 0 4691 15 11 4 5 0 8 0 mcl64k 65536 19 0 0 3 0 3 3 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 14 0 0 2 0 2 2 0 8 0 mcl9k 9216 15 0 0 2 0 2 2 0 8 0 mcl8k 8192 11 0 0 2 0 2 2 0 8 0 mcl4k 4096 18 0 0 3 0 3 3 0 8 0 mcl2k2 2112 11 0 0 1 0 1 1 0 8 0 mcl2k 2048 327 0 0 16 0 16 16 0 8 0 mtagpl 96 383 0 0 9 0 9 9 0 8 0 mbufpl 256 1315 0 0 72 0 72 72 0 8 0 bufpl 280 18318 0 12052 448 0 448 448 0 8 0 anonpl 24 2089590 0 2079101 160 75 85 98 0 186 20 amapchunkpl 152 232304 0 231867 47 28 19 29 0 158 0 amappl16 200 19780 0 19400 80 54 26 39 0 8 6 amappl15 192 858 0 848 1 0 1 1 0 8 0 amappl14 184 7 0 4 1 0 1 1 0 8 0 amappl13 176 216 0 214 1 0 1 1 0 8 0 amappl12 168 1601 0 1593 1 0 1 1 0 8 0 amappl11 160 51 0 39 1 0 1 1 0 8 0 amappl10 152 3460 0 3453 1 0 1 1 0 8 0 amappl9 144 292 0 291 2 1 1 1 0 8 0 amappl8 136 554 0 472 3 0 3 3 0 8 0 amappl7 128 81 0 71 1 0 1 1 0 8 0 amappl6 120 3576 0 3551 1 0 1 1 0 8 0 amappl5 112 7758 0 7744 1 0 1 1 0 8 0 amappl4 104 2241 0 2209 1 0 1 1 0 8 0 amappl3 96 421 0 417 1 0 1 1 0 8 0 amappl2 88 666 0 612 2 0 2 2 0 8 0 amappl1 80 137610 0 137181 13 3 10 12 0 8 0 amappl 88 94728 0 94569 4 0 4 4 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 115 0 13 2 0 2 2 0 8 0 uaddrrnd 24 8085 0 8033 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 8085 0 8033 1 0 1 1 0 8 0 vmmpekpl 168 42732 0 42696 2 0 2 2 0 8 0 vmmpepl 168 896461 0 894670 136 45 91 92 0 357 8 vmsppl 368 8084 0 8033 5 0 5 5 0 8 0 rwobjpl 56 156769 0 155631 34 16 18 21 0 8 1 pdppl 4096 16177 0 16101 96 18 78 78 0 8 2 pvpl 32 4469082 0 4457000 273 140 133 135 0 265 32 pmappl 232 8084 0 8033 5 1 4 4 0 8 0 extentpl 40 58 0 40 1 0 1 1 0 8 0 phpool 112 431 0 41 12 0 12 12 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 witness_checkorder(fffffd806e525d58,9,0) at witness_checkorder+0x108b rw_enter(fffffd806e525d48,1) at rw_enter+0xd4 rrw_enter(fffffd806e525d48,1) at rrw_enter+0x88 sys/kern/kern_rwlock.c:461 VOP_LOCK(fffffd8066d8e6a0,2001) at VOP_LOCK+0x87 sys/kern/vfs_vops.c:614 vn_lock(fffffd8066d8e6a0,2001) at vn_lock+0x84 sys/kern/vfs_vnops.c:579 vget(fffffd8066d8e6a0,2001) at vget+0x1f7 sys/kern/vfs_subr.c:676 ktrwriteraw(ffff80002126a540,fffffd8066d8e6a0,fffffd807f7d8720,ffff8000242d9a40,ffff8000242d9a20) at ktrwriteraw+0x138 sys/kern/kern_ktrace.c:659 ktrstruct(ffff80002126a540,ffffffff823bc5cb,ffff8000242d9b28,8) at ktrstruct+0x169 ktrwrite2 sys/kern/kern_ktrace.c:627 [inline] ktrstruct(ffff80002126a540,ffffffff823bc5cb,ffff8000242d9b28,8) at ktrstruct+0x169 sys/kern/kern_ktrace.c:311 sys_socketpair(ffff80002126a540,ffff8000242d9b98,ffff8000242d9be0) at sys_socketpair+0x3ed sys/kern/uipc_syscalls.c:470 syscall(ffff8000242d9c60) at syscall+0x5bf mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000242d9c60) at syscall+0x5bf sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x6bf0e8fb4a0, count: -12 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d58ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff8295ce68) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff8295ce68) at __mp_lock+0x122 sys/kern/kern_lock.c:147 ktrstruct(ffff80002126afc0,ffffffff823cb241,ffff8000222b57b8,10) at ktrstruct+0xee sys_clock_gettime(ffff80002126afc0,ffff8000222b5820,ffff8000222b5870) at sys_clock_gettime+0xfb sys/kern/kern_time.c:171 syscall(ffff8000222b58f0) at syscall+0x5bf mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000222b58f0) at syscall+0x5bf sys/arch/amd64/amd64/trap.c:585 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6f90, count: -8