witness: lock order reversal: 1st 0xffff8000015aa7d8 sbufsnd (&so->so_snd.sb_lock) 2nd 0xfffff38062d32d88 inode (&ip->i_lock) lock order [1] sbufsnd (&so->so_snd.sb_lock) -> [2] inode (&ip->i_lock) lock order data 0xffffffff835174a1 -> 0xffffffff8348f227 is missing lock order [2] inode (&ip->i_lock) -> [3] sbufrcv (&so->so_rcv.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 soreceive+0x27d sys/kern/uipc_socket.c:890 #3 fifo_read+0x117 sys/miscfs/fifofs/fifo_vnops.c:264 #4 VOP_READ+0x101 sys/kern/vfs_vops.c:227 #5 vn_rdwr+0x15b sys/kern/vfs_vnops.c:-1 #6 vndsetcred+0xa1 sys/dev/vnd.c:685 #7 vndioctl+0xdfc sys/dev/vnd.c:486 #8 VOP_IOCTL+0xac sys/kern/vfs_vops.c:264 #9 vn_ioctl+0xf8 sys/kern/vfs_vnops.c:537 #10 sys_ioctl+0x674 sys/kern/sys_generic.c:-1 #11 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #11 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #12 Xsyscall+0x128 lock order [3] sbufrcv (&so->so_rcv.sb_lock) -> [1] sbufsnd (&so->so_snd.sb_lock) #0 rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 #1 sblock+0xb6 sys/kern/uipc_socket2.c:536 #2 sosplice+0x32b sys/kern/uipc_socket.c:1352 #3 sys_setsockopt+0x2ba sys/kern/uipc_syscalls.c:1226 #4 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #4 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #5 Xsyscall+0x128 Stopped at db_enter+0x25: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> show kasan No such command ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 witness_checkorder(fffff38062d32d88,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1 rw_do_enter_write(fffff38062d32d70,1) at rw_do_enter_write+0xba sys/kern/kern_rwlock.c:234 rrw_enter(fffff38062d32d70,1) at rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 VOP_LOCK(fffff3806162b998,2001) at VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 vn_lock(fffff3806162b998,2001) at vn_lock+0xa4 sys/kern/vfs_vnops.c:576 vfs_lookup(ffff80003b7b0bf0) at vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 namei(ffff80003b7b0bf0) at namei+0x7c5 sys/kern/vfs_lookup.c:250 unp_connect(ffff8000015aa5f0,fffff3806dcf1d00,ffff80003bfb4d20) at unp_connect+0x29d sys/kern/uipc_usrreq.c:872 uipc_dgram_send(ffff8000015aa5f0,fffff3806cb73000,fffff3806dcf1d00,fffff38060f70200) at uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 sosend(ffff8000015aa5f0,fffff3806dcf1d00,ffff80003b7b0e78,0,fffff38060f70200,c) at sosend+0x804 sys/kern/uipc_socket.c:-1 sendit(ffff80003bfb4d20,3,ffff80003b7b0ff8,c,ffff80003b7b10b0) at sendit+0x5a5 sys/kern/uipc_syscalls.c:785 sys_sendmsg(ffff80003bfb4d20,ffff80003b7b1160,ffff80003b7b10b0) at sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 syscall(ffff80003b7b1160) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003b7b1160) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa70246ccc80, count: -15 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff80003b7b0860 rbx 0 rdx 0 rcx 0xffff80003bfb4d20 rax 0xffff80002999dff0 r8 0xffff80003b7b0740 r9 0x8080808080808080 r10 0xc7141083c9b27f6 r11 0x181fad0a42a9b195 r12 0xfffff380040c1980 r13 0xfffff380048a8360 r14 0x3 r15 0xffffffff835281e2 substchar+0xe54c rip 0xffffffff830c2a95 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003b7b0850 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=465755 pid=19469 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003bfb47f0,0xffff80003bfb54f8 process=0xffff80003c3f4028 user=0xffff80003b7ac000, vmspace=0xfffff3806f0b03e0 estcpu=36, cpticks=0, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 19469 473805 3158 0 2 0 syz-executor *19469 465755 3158 0 7 0x4000000 syz-executor 19469 452115 3158 0 3 0x4000080 fsleep syz-executor 3788 103781 49387 0 2 0 syz-executor 3788 422569 49387 0 3 0x4000000 biowait syz-executor 85833 73390 1422 0 2 0 syz-executor 85833 229000 1422 0 2 0x4000000 syz-executor 85833 243599 1422 0 3 0x4000080 fsleep syz-executor 28672 268445 83945 0 7 0 syz-executor 28672 381528 83945 0 3 0x4000080 fsleep syz-executor 16777 158098 56856 0 2 0 syz-executor 16777 523126 56856 0 3 0x4000080 fsleep syz-executor 25236 320141 22881 0 2 0 syz-executor 25236 507067 22881 0 3 0x4000080 fsleep syz-executor 75381 453843 86639 0 2 0x2 syz-executor 90612 519303 1 0 3 0x80 nanoslp init 51773 288813 0 0 3 0x14280 nfsidl nfsio 95135 180190 0 0 3 0x14280 nfsidl nfsio 51837 466447 0 0 3 0x14280 nfsidl nfsio 68263 241581 0 0 3 0x14280 nfsidl nfsio 99025 143576 0 0 3 0x14280 nfsidl nfsio 45479 95852 0 0 3 0x14280 nfsidl nfsio 74169 41090 0 0 3 0x14280 nfsidl nfsio 26782 57157 0 0 3 0x14280 nfsidl nfsio 91023 272783 0 0 3 0x14280 nfsidl nfsio 38261 163727 0 0 3 0x14280 nfsidl nfsio 80093 232243 0 0 3 0x14280 nfsidl nfsio 43720 39773 0 0 3 0x14280 nfsidl nfsio 46914 423634 0 0 3 0x14280 nfsidl nfsio 60619 125247 0 0 3 0x14280 nfsidl nfsio 54800 246613 0 0 3 0x14280 nfsidl nfsio 17704 165164 0 0 3 0x14280 nfsidl nfsio 91123 350421 0 0 3 0x14280 nfsidl nfsio 44770 146874 0 0 3 0x14280 nfsidl nfsio 10377 11424 0 0 3 0x14280 nfsidl nfsio 21178 424066 0 0 3 0x14280 nfsidl nfsio 87964 414325 86639 0 3 0x82 nanoslp syz-executor 3158 164104 86639 0 3 0x82 nanoslp syz-executor 49387 191056 86639 0 3 0x82 nanoslp syz-executor 1422 222213 86639 0 3 0x82 nanoslp syz-executor 83945 236176 86639 0 3 0x82 nanoslp syz-executor 56856 153642 86639 0 3 0x82 nanoslp syz-executor 22881 375809 86639 0 3 0x82 nanoslp syz-executor 86639 159369 1 0 3 0x82 kqread syz-executor 66098 486238 0 0 3 0x14200 bored smr 41250 34507 0 0 2 0x14200 zerothread 87756 195805 0 0 3 0x14200 aiodoned aiodoned 14098 319426 0 0 3 0x14200 syncer update 81865 132961 0 0 3 0x14200 cleaner cleaner 62656 224460 0 0 3 0x14200 reaper reaper 18721 342396 0 0 3 0x14200 pgdaemon pagedaemon 70494 153626 0 0 3 0x14200 bored viomb 40700 326639 0 0 3 0x40014200 acpi0 acpi0 44415 153344 0 0 3 0x40014200 idle1 31459 53625 0 0 3 0x14200 bored softnet1 49010 103213 0 0 2 0x14200 softnet0 76677 136986 0 0 3 0x14200 bored systqmp 24608 189607 0 0 3 0x14200 bored systq 61300 417902 0 0 3 0x14200 tmoslp softclockmp 5181 522369 0 0 3 0x40014200 tmoslp softclock 664 393527 0 0 3 0x40014200 idle0 1 505029 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 19469 (syz-executor) thread 0xffff80003bfb4d20 (465755) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83a6f680) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 unp_connect+0x28c sys/kern/uipc_usrreq.c:872 #2 uipc_dgram_send+0x163 sys/kern/uipc_usrreq.c:609 #3 sosend+0x804 sys/kern/uipc_socket.c:-1 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 exclusive rwlock sbufsnd r = 0 (0xffff8000015aa7d8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 sblock+0xb6 sys/kern/uipc_socket2.c:536 #3 sosend+0x2e9 sys/kern/uipc_socket.c:639 #4 sendit+0x5a5 sys/kern/uipc_syscalls.c:785 #5 sys_sendmsg+0x246 sys/kern/uipc_syscalls.c:603 #6 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #7 Xsyscall+0x128 Process 3788 (syz-executor) thread 0xffff80003bfb47f0 (422569) exclusive rrwlock inode r = 0 (0xfffff38062d32c60) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 ufs_ihashins+0x4f ufs_ihash sys/ufs/ufs/ufs_ihash.c:-1 [inline] #4 ufs_ihashins+0x4f sys/ufs/ufs/ufs_ihash.c:150 #5 ffs_vget+0x187 sys/ufs/ffs/ffs_vfsops.c:1232 #6 ffs_inode_alloc+0x279 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_makeinode+0xcd sys/ufs/ufs/ufs_vnops.c:1759 #8 ufs_create+0x4e sys/ufs/ufs/ufs_vnops.c:147 #9 VOP_CREATE+0xfe sys/kern/vfs_vops.c:103 #10 vn_open+0x50d sys/kern/vfs_vnops.c:118 #11 doopenat+0x35b sys/kern/vfs_syscalls.c:1163 #12 sys_openat+0x58 sys/kern/vfs_syscalls.c:1102 #13 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #13 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffff38062d321f8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:621 #3 VOP_LOCK+0xbd sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:576 #5 vfs_lookup+0x12b sys/kern/vfs_lookup.c:431 #6 namei+0x7c5 sys/kern/vfs_lookup.c:250 #7 vn_open+0x22e sys/kern/vfs_vnops.c:109 #8 doopenat+0x35b sys/kern/vfs_syscalls.c:1163 #9 sys_openat+0x58 sys/kern/vfs_syscalls.c:1102 #10 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline] #10 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783 #11 Xsyscall+0x128 Process 28672 (syz-executor) thread 0xffff80003ab9fa20 (268445) shared rwlock uobjlk r = 0 (0xfffff38075084e30) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvm_fault_lower_lookup+0x53 sys/uvm/uvm_fault.c:1204 #3 uvm_fault_lower+0x89 sys/uvm/uvm_fault.c:1334 #4 uvm_fault+0x274 sys/uvm/uvm_fault.c:-1 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #6 usertrap+0x430 sys/arch/amd64/amd64/trap.c:640 #7 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffff3806093bc98) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1880 #3 uvm_fault_check+0x4f sys/uvm/uvm_fault.c:693 #4 uvm_fault+0x106 sys/uvm/uvm_fault.c:627 #5 upageflttrap+0xa9 sys/arch/amd64/amd64/trap.c:192 #6 usertrap+0x430 sys/arch/amd64/amd64/trap.c:640 #7 recall_trap+0x8 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11059 12036K 12493K 166960K 12662 0 pcb 17 12K 12K 166960K 98 0 rtable 199 9K 10K 166960K 597 0 pf 39 18K 24K 166960K 111 0 ifaddr 38 6K 7K 166960K 83 0 ifgroup 60 2K 2K 166960K 104 0 sysctl 3 1K 9K 166960K 13 0 counters 72 37K 38K 166960K 116 0 ioctlops 0 0K 4K 166960K 1592 0 iov 0 0K 16K 166960K 24 0 mount 1 1K 1K 166960K 1 0 log 1 0K 0K 166960K 5 0 vnodes 1393 88K 88K 166960K 1828 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 17 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 36 0 dirhash 12 2K 2K 166960K 15 0 ACPI 1734 201K 291K 166960K 11964 0 file desc 16 61K 93K 166960K 658 0 sigio 0 0K 0K 166960K 6 0 proc 12 17K 196K 166960K 758 0 subproc 67 4K 4K 166960K 130 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 66 0 in_multi 77 5K 7K 166960K 179 0 ether_multi 1 0K 0K 166960K 2 0 mrt 2 0K 0K 166960K 16 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 67 307K 307K 166960K 67 0 exec 0 0K 1K 166960K 513 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 124 79K 171K 166960K 7426 0 UVM aobj 19 2K 2K 166960K 20 0 pinsyscall 18 36K 106K 166960K 2005 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 19 0 NDP 13 0K 2K 166960K 56 0 temp 47 9117K 9181K 166960K 27794 0 kqueue 1 2K 34K 166960K 100 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 28 0 0 1 0 1 1 0 8 0 rtpcb 120 68 0 68 1 0 1 1 0 8 1 rtentry 176 185 0 104 6 0 6 6 0 8 0 unpcb 144 239 0 238 2 1 1 2 0 8 0 syncache 336 6 0 6 2 2 0 1 0 8 0 tcpcb 736 124 0 123 1 0 1 1 0 8 0 arp 136 30 0 16 1 0 1 1 0 8 0 ipq 40 3 0 0 1 0 1 1 0 8 0 ipqe 40 6 0 3 1 0 1 1 0 8 0 inpcb 328 478 0 476 5 2 3 4 0 8 2 nd6 152 49 0 25 2 0 2 2 0 8 0 pkpcb 40 7 0 7 2 1 1 1 0 8 1 kcovpl 48 14 0 7 1 0 1 1 0 8 0 ppxss 1192 15 0 15 2 1 1 1 0 8 1 pfstscr 40 3 0 2 1 0 1 1 0 8 0 pffrag 232 6 0 1 1 0 1 1 0 482 0 pffrnode 88 6 0 1 1 0 1 1 0 8 0 pffrent 40 71 0 66 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfsrclim 320 1 0 1 1 0 1 1 0 8 1 pfanchor 1288 3 0 0 1 0 1 1 0 8 0 pfqueue 320 3 0 3 2 1 1 1 0 8 1 pfstitem 24 42 0 5 1 0 1 1 0 8 0 pfstkey 128 44 0 7 2 0 2 2 0 8 0 pfstate 448 42 0 6 5 0 5 5 0 8 0 pfrule 1360 28 0 22 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 795 0 450 30 3 27 30 0 8 1 art_table 40 796 0 450 5 0 5 5 0 8 0 art_node 32 185 0 112 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 4 2 1 1 1 0 8 0 semapl 72 33 0 23 1 0 1 1 0 8 0 shmpl 112 17 0 1 1 0 1 1 0 8 0 dirhash 1024 19 0 2 3 0 3 3 0 8 0 dino2pl 256 2326 0 841 93 0 93 93 0 8 0 ffsino 296 2326 0 841 115 0 115 115 0 8 0 nchpl 144 3110 0 1374 65 0 65 65 0 8 0 rtmask 32 7 0 7 2 2 0 1 0 8 0 vnodes 216 2771 0 0 154 0 154 154 0 8 0 namei 1024 10448 0 10446 4 2 2 2 0 8 1 percpumem 16 74 0 22 1 0 1 1 0 8 0 kstatmem 264 61 0 30 3 0 3 3 0 8 0 scsiplug 72 3 0 3 2 2 0 1 0 8 0 scxspl 216 12992 0 12991 11 3 8 8 1 8 7 plimitpl 152 86 0 77 1 0 1 1 0 8 0 sigapl 424 992 0 937 8 0 8 8 0 8 0 knotepl 120 575 0 0 18 0 18 18 0 8 0 kqueuepl 224 137 0 136 2 1 1 2 0 8 0 pipepl 344 246 0 219 9 4 5 9 0 8 2 fdescpl 528 956 0 937 3 0 3 3 0 8 0 filepl 160 4527 0 4378 16 4 12 15 0 8 3 lockfpl 104 350 0 350 2 0 2 2 0 8 2 lockfspl 48 152 0 152 1 0 1 1 0 8 1 sessionpl 144 110 0 108 1 0 1 1 0 8 0 pgrppl 48 133 0 123 1 0 1 1 0 8 0 ucredpl 104 524 0 521 1 0 1 1 0 8 0 zombiepl 144 938 0 937 2 1 1 1 0 8 0 processpl 1232 992 0 937 6 0 6 6 0 8 0 procpl 664 1700 0 1637 8 1 7 8 0 8 0 sosppl 176 2 0 2 1 0 1 1 0 8 1 sockpl 752 804 0 801 8 4 4 7 0 8 3 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 110 0 0 14 0 14 14 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 24 0 0 3 0 3 3 0 8 0 mextrefs 64 26 0 0 1 0 1 1 0 8 0 mtagpl 96 4 0 0 1 0 1 1 0 8 0 mbufpl 256 172 0 0 11 0 11 11 0 8 0 bufpl 272 5412 0 108 354 0 354 354 0 8 0 anonpl 32 7590 0 0 62 0 62 62 0 247 0 amapchunkpl 152 24226 0 23759 42 15 27 33 0 158 9 amappl16 200 2467 0 2448 14 10 4 14 0 8 0 amappl15 192 6 0 6 1 1 0 1 0 8 0 amappl14 184 508 0 508 1 0 1 1 0 8 1 amappl13 176 146 0 145 1 0 1 1 0 8 0 amappl12 168 1325 0 1308 2 0 2 2 0 8 0 amappl11 160 6 0 6 1 1 0 1 0 8 0 amappl10 152 70 0 70 1 0 1 1 0 8 1 amappl9 144 277 0 277 1 1 0 1 0 8 0 amappl8 136 129 0 129 1 0 1 1 0 8 1 amappl7 128 164 0 162 1 0 1 1 0 8 0 amappl6 120 212 0 211 1 0 1 1 0 8 0 amappl5 112 101 0 101 1 0 1 1 0 8 1 amappl4 104 317 0 315 1 0 1 1 0 8 0 amappl3 96 4614 0 4538 5 1 4 4 0 8 1 amappl2 88 609 0 598 2 0 2 2 0 8 0 amappl1 80 13128 0 13037 15 3 12 15 0 8 5 amappl 88 6451 0 6337 5 0 5 5 0 92 0 uvmvnodes 80 115 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0