panic: mutex blocked lock not owned at /syzkaller/managers/main/kernel/sys/kern/sched_ule.c:2685 cpuid = 1 time = 1848 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00ad00c0d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00ad00c230 vpanic() at vpanic+0x2b8/frame 0xfffffe00ad00c310 panic() at panic+0xb5/frame 0xfffffe00ad00c3e0 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe00ad00c430 sched_add() at sched_add+0x68/frame 0xfffffe00ad00c470 handleevents() at handleevents+0x3c7/frame 0xfffffe00ad00c4d0 hardclockintr() at hardclockintr+0x1fc/frame 0xfffffe00ad00c5b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x1a8/frame 0xfffffe00ad00c760 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00ad00c760 --- interrupt, rip = 0xffffffff81723246, rsp = 0xfffffe00ad00c830, rbp = 0xfffffe00ad00c830 --- __asan_load2_noabort() at __asan_load2_noabort+0x76/frame 0xfffffe00ad00c830 _rw_wunlock_cookie() at _rw_wunlock_cookie+0x21a/frame 0xfffffe00ad00c8f0 vm_fault() at vm_fault+0x1003/frame 0xfffffe00ad00cbc0 vm_fault_trap() at vm_fault_trap+0xba/frame 0xfffffe00ad00cc10 trap_pfault() at trap_pfault+0x4f6/frame 0xfffffe00ad00cd50 trap() at trap+0xe2b/frame 0xfffffe00ad00cf30 calltrap() at calltrap+0x8/frame 0xfffffe00ad00cf30 --- trap 0xc, rip = 0x2602bf, rsp = 0x7fffffffe230, rbp = 0x7fffffffe2a0 --- KDB: enter: panic [ thread pid 34235 tid 140775 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x80bd4d52fc8f8442 rdx 0x1 rbx 0 rsp 0xfffffe00ad00c210 rbp 0xfffffe00ad00c230 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe00ac2aa1e0 r13 0xfffffe00ad00c201 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 34235 (syz-executor.0) at 0xfffffe00aa9b9000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe0058c55548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053df6000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00aaa18000 (map 0xfffffe00aaa18000) (map.pmap 0xfffffe00aaa180c0) (pmap 0xfffffe00aaa18128) threads: 2 140775 Run CPU 1 syz-executor.0 141713 S uwait 0xfffffe00aaa27900 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 34236 777 777 0 R (threaded) syz-executor.1 141092 RunQ syz-executor.1 141714 RunQ syz-executor.1 34235 776 776 0 R (threaded) syz-executor.0 140775 Run CPU 1 syz-executor.0 141713 S uwait 0xfffffe00aaa27900 syz-executor.0 34234 790 790 0 R (threaded) syz-executor.3 139877 RunQ syz-executor.3 141712 RunQ syz-executor.3 34231 779 779 0 R (threaded) syz-executor.2 140483 Run CPU 0 syz-executor.2 141708 S connec 0xfffffe0058c7349a syz-executor.2 141711 S uwait 0xfffffe00aaa27300 syz-executor.2 33523 1 777 0 S uwait 0xfffffe00aad09e80 syz-executor.1 33520 1 779 0 S uwait 0xfffffe0058d89880 syz-executor.2 33517 1 779 0 S uwait 0xfffffe00a64c3f00 syz-executor.2 33516 1 776 0 S uwait 0xfffffe00aad09080 syz-executor.0 33513 1 777 0 S uwait 0xfffffe00a5c4a100 syz-executor.1 33510 1 776 0 S uwait 0xfffffe00aad06900 syz-executor.0 33507 1 777 0 S uwait 0xfffffe00a64c5d00 syz-executor.1 33506 1 779 0 S uwait 0xfffffe00a9ce2000 syz-executor.2 33504 1 776 0 S uwait 0xfffffe0058dc0800 syz-executor.0 33495 1 777 0 S uwait 0xfffffe0058dc0a00 syz-executor.1 33377 1 776 0 SV uwait 0xfffffe00a9ce3100 syz-executor.0 33278 1 779 0 S uwait 0xfffffe0058dc0780 syz-executor.2 33204 1 790 0 S uwait 0xfffffe00a9d67380 syz-executor.3 33202 1 790 0 S uwait 0xfffffe0058d89b00 syz-executor.3 33193 1 779 0 S uwait 0xfffffe0058d8b780 syz-executor.2 33192 1 779 0 S uwait 0xfffffe00a64c2c80 syz-executor.2 33188 1 790 0 S uwait 0xfffffe00a7d0e300 syz-executor.3 33186 1 779 0 S uwait 0xfffffe00a9ce1f00 syz-executor.2 33185 1 779 0 S uwait 0xfffffe00a9d69a80 syz-executor.2 33184 1 790 0 S uwait 0xfffffe0058dc1180 syz-executor.3 33178 1 790 0 S uwait 0xfffffe0058dbfc00 syz-executor.3 33177 1 779 0 S uwait 0xfffffe00a7d11280 syz-executor.2 33176 1 790 0 S uwait 0xfffffe00a6650400 syz-executor.3 33175 1 779 0 S uwait 0xfffffe00a9ce3580 syz-executor.2 33166 1 779 0 S uwait 0xfffffe00a9d67280 syz-executor.2 33164 1 779 0 S uwait 0xfffffe00a9ce3900 syz-executor.2 32971 1 776 0 S uwait 0xfffffe00a5c4a300 syz-executor.0 32970 1 776 0 S uwait 0xfffffe00ac225580 syz-executor.0 32462 1 790 0 S uwait 0xfffffe00a9d66200 syz-executor.3 32404 1 779 0 S uwait 0xfffffe00aad08f00 syz-executor.2 32393 1 777 60928 T uwait 0xfffffe00a7d11a80 syz-executor.1 32253 1 790 0 S uwait 0xfffffe00a7d0f680 syz-executor.3 32251 1 790 0 S uwait 0xfffffe00a9d66e00 syz-executor.3 32124 0 0 0 DL mdwait 0xfffffe0053e16000 [md3] 31346 1 31345 0 S uwait 0xfffffe00a6652080 syz-executor.1 31344 1 31339 0 S uwait 0xfffffe00a64c2800 syz-executor.1 31332 1 31330 0 S uwait 0xfffffe0058dc2d00 syz-executor.1 31326 1 31322 0 S uwait 0xfffffe00aad09000 syz-executor.1 31310 1 777 0 SV uwait 0xfffffe00a64c3880 syz-executor.1 31276 1 790 0 S uwait 0xfffffe00a7d11600 syz-executor.3 31272 1 790 0 S uwait 0xfffffe00aad08680 syz-executor.3 31271 1 779 0 S uwait 0xfffffe00a5c4ab80 syz-executor.2 31268 1 779 0 S uwait 0xfffffe00a7d12c80 syz-executor.2 31267 1 790 0 S uwait 0xfffffe00a7d11800 syz-executor.3 31264 1 779 0 S uwait 0xfffffe00a9d69800 syz-executor.2 31260 1 790 0 S uwait 0xfffffe00aad08e00 syz-executor.3 30618 0 0 0 DL mdwait 0xfffffe00ac215000 [md2] 30164 0 0 0 DL mdwait 0xfffffe0053e15000 [md1] 30016 1 779 0 S uwait 0xfffffe0058d89d00 syz-executor.2 29820 1 779 0 SV uwait 0xfffffe00a5c4c380 syz-executor.2 29642 1 790 0 S uwait 0xfffffe00a9d69380 syz-executor.3 29619 1 779 0 S uwait 0xfffffe0058d88480 syz-executor.2 29444 0 0 0 DL - 0xffffffff83c0a860 [accounting] 29291 1 790 0 S uwait 0xfffffe00a9ce2f00 syz-executor.3 29227 1 790 0 S uwait 0xfffffe00a5c4d500 syz-executor.3 29115 1 777 0 S uwait 0xfffffe00a6652200 syz-executor.1 29114 1 777 0 S uwait 0xfffffe0058d88080 syz-executor.1 29105 1 777 0 S uwait 0xfffffe00a9ce3d80 syz-executor.1 29104 1 777 0 S uwait 0xfffffe0058dc2e80 syz-executor.1 29094 1 777 0 S uwait 0xfffffe00aad09900 syz-executor.1 29093 1 777 0 S uwait 0xfffffe00a5c4ad80 syz-executor.1 29089 1 777 0 S uwait 0xfffffe00a64c2280 syz-executor.1 29088 1 777 0 S uwait 0xfffffe00a9ce3980 syz-executor.1 28874 1 777 0 S uwait 0xfffffe00a9d67000 syz-executor.1 28862 1 777 0 S uwait 0xfffffe00a9d67e80 syz-executor.1 28854 1 777 0 S uwait 0xfffffe00a5c4db00 syz-executor.1 28847 1 777 0 S uwait 0xfffffe00a9d66f00 syz-executor.1 28391 1 776 0 S uwait 0xfffffe00a7d0e880 syz-executor.0 27926 1 779 0 S uwait 0xfffffe00a9ce3000 syz-executor.2 27573 1 27572 0 S uwait 0xfffffe00a9d68200 syz-executor.0 27136 1 777 0 S uwait 0xfffffe00a9d68180 syz-executor.1 27134 1 777 0 S uwait 0xfffffe00a9ce2480 syz-executor.1 27132 1 777 0 S uwait 0xfffffe00a7d0eb80 syz-executor.1 27131 1 776 0 S uwait 0xfffffe00a9ce3c80 syz-executor.0 27125 1 777 0 S uwait 0xfffffe00a9ce3880 syz-executor.1 27123 1 777 0 S uwait 0xfffffe00aad09280 syz-executor.1 27121 1 777 0 S uwait 0xfffffe00a9ce3200 syz-executor.1 27119 1 777 0 S uwait 0xfffffe00a9d66a80 syz-executor.1 27015 1 790 0 S uwait 0xfffffe00a7d12680 syz-executor.3 26513 1 790 0 S uwait 0xfffffe0058d88500 syz-executor.3 26393 1 26392 0 S uwait 0xfffffe00a7d0ed80 syz-executor.1 26384 1 26381 0 S uwait 0xfffffe00a7d0f500 syz-executor.1 26375 1 26365 0 S umtxn 0xfffffe00aad09480 syz-executor.1 26372 1 26371 0 S uwait 0xfffffe0058d89c80 syz-executor.2 26369 1 26366 0 S uwait 0xfffffe00a5c4af00 syz-executor.2 26363 1 26361 0 S uwait 0xfffffe0058dc0380 syz-executor.2 26360 1 26359 0 S uwait 0xfffffe00aad08400 syz-executor.2 26157 1 779 0 S uwait 0xfffffe00a9ce0c00 syz-executor.2 26055 1 779 60928 S uwait 0xfffffe00a9ce1980 syz-executor.2 26035 1 776 0 S uwait 0xfffffe00a64c5580 syz-executor.0 26033 1 776 0 S uwait 0xfffffe00a9ce2180 syz-executor.0 26030 1 790 0 S uwait 0xfffffe00aad07a80 syz-executor.3 26024 1 790 0 S uwait 0xfffffe00aad07680 syz-executor.3 26018 1 790 0 S uwait 0xfffffe00a9ce1880 syz-executor.3 26013 1 790 0 S uwait 0xfffffe00a9d68a00 syz-executor.3 25196 1 790 0 S uwait 0xfffffe00a9d68a80 syz-executor.3 25192 1 790 0 S uwait 0xfffffe00a6650180 syz-executor.3 24077 1 776 0 SV uwait 0xfffffe00a9ce0b80 syz-executor.0 23528 1 779 0 S uwait 0xfffffe00a9ce0900 syz-executor.2 23519 1 779 0 S uwait 0xfffffe00a9d69300 syz-executor.2 23514 1 779 0 S uwait 0xfffffe00a664fd80 syz-executor.2 23506 1 779 0 S uwait 0xfffffe00a9d69080 syz-executor.2 23489 1 790 0 S uwait 0xfffffe00aad06e80 syz-executor.3 23266 1 777 0 S uwait 0xfffffe00a9d68880 syz-executor.1 23059 1 23055 0 S uwait 0xfffffe00aad07b00 syz-executor.3 23033 1 23031 0 S uwait 0xfffffe00aad09300 syz-executor.2 23030 1 23029 0 S uwait 0xfffffe00a664f980 syz-executor.2 23028 1 23027 0 S uwait 0xfffffe00aad08480 syz-executor.2 23025 1 23024 0 S uwait 0xfffffe00a64c2980 syz-executor.2 22896 0 0 0 DL mdwait 0xfffffe00a7cdb000 [md0] 22597 0 0 0 DL (threaded) [zfskern] 125064 D t->zthr 0xfffffe00576e5348 [arc_evict] 126865 D t->zthr 0xfffffe00a670d548 [arc_reap] 126866 D - 0xfffffe00081da100 [dbu_evict] 126867 D dbuf_ev 0xffffffff8563e320 [dbuf_evict_thread] 126870 D - 0xfffffe009ef01700 [z_vdev_file_0] 126871 D - 0xfffffe009ef01700 [z_vdev_file_1] 126872 D - 0xfffffe009ef01700 [z_vdev_file_2] 126873 D - 0xfffffe009ef01700 [z_vdev_file_3] 126874 D - 0xfffffe009ef01700 [z_vdev_file_4] 126875 D - 0xfffffe009ef01700 [z_vdev_file_5] 126876 D - 0xfffffe009ef01700 [z_vdev_file_6] 126877 D - 0xfffffe009ef01700 [z_vdev_file_7] 126878 D - 0xfffffe009ef01700 [z_vdev_file_8] 126879 D - 0xfffffe009ef01700 [z_vdev_file_9] 126880 D - 0xfffffe009ef01700 [z_vdev_file_10] 126881 D - 0xfffffe009ef01700 [z_vdev_file_11] 126882 D - 0xfffffe009ef01700 [z_vdev_file_12] 126883 D - 0xfffffe009ef01700 [z_vdev_file_13] 126884 D - 0xfffffe009ef01700 [z_vdev_file_14] 126885 D - 0xfffffe009ef01700 [z_vdev_file_15] 126886 D l2arc_f 0xffffffff8562d4a0 [l2arc_feed_thread] 126887 D - 0xfffffe009ef01300 [zfsvfs] 126888 S zevent_ 0xffffffff8563eee0 [sysevent] 22212 1 790 0 S uwait 0xfffffe00a9d67d80 syz-executor.3 22209 1 790 0 S uwait 0xfffffe00a664f280 syz-executor.3 22207 1 790 0 S uwait 0xfffffe00a7d12400 syz-executor.3 22205 1 790 0 S uwait 0xfffffe00a9ce1d00 syz-executor.3 21779 1 776 0 S uwait 0xfffffe00a9d67b80 syz-executor.0 21774 1 790 0 S uwait 0xfffffe00a64c3800 syz-executor.3 21550 1 779 0 S uwait 0xfffffe00a6651500 syz-executor.2 21549 1 779 0 S uwait 0xfffffe00a7d11200 syz-executor.2 20578 1 20575 0 SV uwait 0xfffffe00aad06c00 syz-executor.3 20112 1 776 0 S uwait 0xfffffe00a5c4b280 syz-executor.0 20045 1 20041 0 S uwait 0xfffffe00a5c4b600 syz-executor.2 20038 1 20037 0 S uwait 0xfffffe00a9ce2280 syz-executor.2 20034 1 20033 0 S uwait 0xfffffe00aad07100 syz-executor.2 20029 1 20028 0 S uwait 0xfffffe0058d8b480 syz-executor.2 19334 1 777 0 S uwait 0xfffffe00a9ce2400 syz-executor.1 19107 1 776 0 S uwait 0xfffffe00aad06800 syz-executor.0 19102 1 776 0 S uwait 0xfffffe0058dc1100 syz-executor.0 19097 1 776 0 S uwait 0xfffffe00aad09100 syz-executor.0 19093 1 776 0 S uwait 0xfffffe00a5c4ba00 syz-executor.0 17816 1 790 0 S uwait 0xfffffe0058dc0100 syz-executor.3 17815 1 790 0 S uwait 0xfffffe00a9ce0680 syz-executor.3 17737 1 776 0 S uwait 0xfffffe00a9d66100 syz-executor.0 16922 1 790 0 S uwait 0xfffffe00a7d0f980 syz-executor.3 16916 1 790 0 S uwait 0xfffffe0058dc1200 syz-executor.3 16912 1 790 0 S uwait 0xfffffe00a7d12300 syz-executor.3 16906 1 790 0 S uwait 0xfffffe00a9d67600 syz-executor.3 16896 1 777 0 S uwait 0xfffffe00a9ce0280 syz-executor.1 16719 1 790 0 S uwait 0xfffffe00a9d67b00 syz-executor.3 15327 1 777 0 S uwait 0xfffffe00a9ce2580 syz-executor.1 15320 1 777 0 S uwait 0xfffffe00a9ce1280 syz-executor.1 15310 1 777 0 S uwait 0xfffffe00a7d11c00 syz-executor.1 15302 1 777 0 S uwait 0xfffffe00a9ce1380 syz-executor.1 15258 1 15256 0 SV uwait 0xfffffe00a9d66700 syz-executor.0 15083 1 779 0 S uwait 0xfffffe00a9d68700 syz-executor.2 14901 1 776 0 SV uwait 0xfffffe00aad07e00 syz-executor.0 14896 1 776 0 SV uwait 0xfffffe00a9ce0e00 syz-executor.0 14891 1 776 0 SV uwait 0xfffffe00a9d68c00 syz-executor.0 14885 1 776 0 SV uwait 0xfffffe00a9d66a00 syz-executor.0 14342 1 776 0 S uwait 0xfffffe00a5c4dc80 syz-executor.0 14338 1 776 0 S uwait 0xfffffe00a6650600 syz-executor.0 14332 1 776 0 S uwait 0xfffffe0058dc0300 syz-executor.0 14330 1 776 0 S uwait 0xfffffe00a6651c80 syz-executor.0 14005 1 779 0 S uwait 0xfffffe00a64c2480 syz-executor.2 14002 1 779 0 S uwait 0xfffffe0058dbf180 syz-executor.2 13996 1 779 0 S uwait 0xfffffe00a664f400 syz-executor.2 13993 1 779 0 S uwait 0xfffffe00a5c4de00 syz-executor.2 13460 1 776 0 S uwait 0xfffffe0058dbf800 syz-executor.0 13450 1 776 0 S uwait 0xfffffe00a9d68b80 syz-executor.0 13439 1 776 0 S uwait 0xfffffe00a5c4ac00 syz-executor.0 13432 1 776 0 S uwait 0xfffffe0058d89400 syz-executor.0 13099 1 13096 0 SV uwait 0xfffffe0058d89b80 syz-executor.3 13090 1 13086 0 SV uwait 0xfffffe00a64c5b00 syz-executor.3 13080 1 13077 0 SV uwait 0xfffffe00a9d66880 syz-executor.3 13067 1 13065 0 SV uwait 0xfffffe00a6651d00 syz-executor.3 12965 1 777 0 S uwait 0xfffffe0058dc1480 syz-executor.1 12956 1 777 0 S uwait 0xfffffe00a5c4c180 syz-executor.1 12947 1 777 0 S uwait 0xfffffe00a6650580 syz-executor.1 12938 1 777 0 S uwait 0xfffffe00a9ce2500 syz-executor.1 12316 1 776 0 S uwait 0xfffffe00a9ce0380 syz-executor.0 11922 1 779 0 S uwait 0xfffffe00a9d68d00 syz-executor.2 11914 1 779 0 S uwait 0xfffffe00a9ce0580 syz-executor.2 11906 1 777 0 S uwait 0xfffffe00a6651580 syz-executor.1 11900 1 779 0 S uwait 0xfffffe00a5c4c000 syz-executor.2 11899 1 777 0 S uwait 0xfffffe0058dc1500 syz-executor.1 11897 1 790 0 S uwait 0xfffffe00a6650d00 syz-executor.3 11892 1 790 0 S uwait 0xfffffe00a9ce0080 syz-executor.3 11891 1 777 0 S uwait 0xfffffe00a64c5980 syz-executor.1 11888 1 790 0 S uwait 0xfffffe00a5c4cf00 syz-executor.3 11880 1 777 0 S uwait 0xfffffe0058d8a180 syz-executor.1 11860 1 779 0 S uwait 0xfffffe00a5c4d700 syz-executor.2 11859 1 790 0 S uwait 0xfffffe0058d89600 syz-executor.3 11850 1 779 0 S uwait 0xfffffe0058d89380 syz-executor.2 11849 1 790 0 S uwait 0xfffffe00a9ce1480 syz-executor.3 11839 1 779 0 S uwait 0xfffffe0058dc0e80 syz-executor.2 11838 1 790 0 S uwait 0xfffffe00a64c2b80 syz-executor.3 11826 1 790 0 S uwait 0xfffffe00a64c3e00 syz-executor.3 11671 1 790 0 S uwait 0xfffffe00a64c5880 syz-executor.3 11670 1 790 0 S uwait 0xfffffe00a9ce0480 syz-executor.3 11666 1 790 0 S uwait 0xfffffe00a7d12e00 syz-executor.3 11663 1 790 0 S uwait 0xfffffe00a7d12f00 syz-executor.3 11655 1 790 0 S uwait 0xfffffe0058dc1600 syz-executor.3 11653 1 790 0 S uwait 0xfffffe00a7d0fa80 syz-executor.3 11645 1 790 0 S uwait 0xfffffe00a9ce1680 syz-executor.3 11644 1 790 0 S uwait 0xfffffe00a9ce0880 syz-executor.3 11630 1 790 0 S uwait 0xfffffe00a64c4600 syz-executor.3 11626 1 776 0 S uwait 0xfffffe00a7d12600 syz-executor.0 11624 1 790 0 S uwait 0xfffffe0058dc1400 syz-executor.3 11620 1 776 0 S uwait 0xfffffe00a9ce0180 syz-executor.0 11618 1 790 0 S uwait 0xfffffe00a5c4d280 syz-executor.3 11613 1 776 0 S uwait 0xfffffe00a5c4d780 syz-executor.0 11606 1 776 0 S uwait 0xfffffe0058d8b800 syz-executor.0 11501 1 790 0 S uwait 0xfffffe00a7d0fb80 syz-executor.3 11490 1 790 0 S uwait 0xfffffe00a64c5c00 syz-executor.3 11478 1 790 0 S uwait 0xfffffe00a5c4b580 syz-executor.3 11476 1 777 0 S uwait 0xfffffe00a9ce0780 syz-executor.1 11475 1 779 0 S uwait 0xfffffe00a7d0fc00 syz-executor.2 11473 1 776 0 S uwait 0xfffffe00a7d0ea80 syz-executor.0 11472 1 790 0 S uwait 0xfffffe00a64c5900 syz-executor.3 11469 1 779 0 S uwait 0xfffffe0058d89280 syz-executor.2 11467 1 777 0 S uwait 0xfffffe00a7d0f780 syz-executor.1 11464 1 790 0 S uwait 0xfffffe00a7d0f480 syz-executor.3 11463 1 776 0 S uwait 0xfffffe0058d88980 syz-executor.0 11460 1 779 0 S uwait 0xfffffe00a64c3480 syz-executor.2 11459 1 790 0 S uwait 0xfffffe00a7d0e900 syz-executor.3 11458 1 777 0 S uwait 0xfffffe00a7d0f580 syz-executor.1 11451 1 776 0 S uwait 0xfffffe0058d8be80 syz-executor.0 11442 1 777 0 S uwait 0xfffffe0058d88b80 syz-executor.1 11440 1 777 0 S uwait 0xfffffe0058d88280 syz-executor.1 11438 1 777 0 S uwait 0xfffffe00a7d0e080 syz-executor.1 11436 1 777 0 S uwait 0xfffffe0058dbf400 syz-executor.1 11350 1 790 0 S uwait 0xfffffe00a5c4ac80 syz-executor.3 11347 1 779 0 S uwait 0xfffffe0058dc1000 syz-executor.2 11345 1 790 0 S uwait 0xfffffe00a6650880 syz-executor.3 11338 1 779 0 S uwait 0xfffffe00a7d0e680 syz-executor.2 11336 1 790 0 S uwait 0xfffffe00a5c4d580 syz-executor.3 11331 1 779 0 S uwait 0xfffffe00a664f300 syz-executor.2 11325 1 790 0 S uwait 0xfffffe00a6651100 syz-executor.3 11002 1 776 0 S uwait 0xfffffe0058dc0680 syz-executor.0 10997 1 776 0 S uwait 0xfffffe00a5c4b000 syz-executor.0 10990 1 776 0 S uwait 0xfffffe0058dc0400 syz-executor.0 10985 1 776 0 S uwait 0xfffffe00a5c4c600 syz-executor.0 10710 1 776 0 S uwait 0xfffffe00a5c4ae00 syz-executor.0 10703 1 777 0 S uwait 0xfffffe00a64c2d00 syz-executor.1 10702 1 776 0 S uwait 0xfffffe0058dbf500 syz-executor.0 10699 1 777 0 S uwait 0xfffffe00a664fc80 syz-executor.1 10696 1 776 0 S uwait 0xfffffe00a6652700 syz-executor.0 10695 1 777 0 S uwait 0xfffffe0053ef0400 syz-executor.1 10689 1 777 0 S uwait 0xfffffe0058d8ba80 syz-executor.1 10228 1 777 0 S uwait 0xfffffe00a5c4b100 syz-executor.1 10227 1 776 0 S uwait 0xfffffe00a7d11980 syz-executor.0 10218 1 777 0 S uwait 0xfffffe00a5c4d480 syz-executor.1 10217 1 776 0 S uwait 0xfffffe00a664f680 syz-executor.0 10208 1 776 0 S uwait 0xfffffe00a5c4c900 syz-executor.0 10207 1 777 0 S uwait 0xfffffe00a5c4a400 syz-executor.1 10197 1 776 0 S uwait 0xfffffe00a64c4200 syz-executor.0 10075 0 0 0 DL (threaded) [KTLS] 111419 D - 0xfffffe00a5eca900 [thr_0] 111452 D - 0xfffffe00a5eca980 [thr_1] 111453 D - 0xffffffff83d533a8 [alloc_0] 8206 1 8203 0 S uwait 0xfffffe00a6650a00 syz-executor.0 8197 1 8196 0 S uwait 0xfffffe00a7d0e180 syz-executor.0 8188 1 8187 0 S uwait 0xfffffe00a6652300 syz-executor.0 8178 1 8176 0 S uwait 0xfffffe00a6651980 syz-executor.0 8108 1 776 0 S uwait 0xfffffe0058d89a00 syz-executor.0 8103 1 777 0 S uwait 0xfffffe0058dc0b80 syz-executor.1 8100 1 776 0 S umtxn 0xfffffe0058d8a000 syz-executor.0 8096 1 777 0 S uwait 0xfffffe00a64c3a00 syz-executor.1 8092 1 776 0 S uwait 0xfffffe00a5c4a080 syz-executor.0 8088 1 790 0 S uwait 0xfffffe00a64c3200 syz-executor.3 8087 1 777 0 S uwait 0xfffffe00a5c4a480 syz-executor.1 8082 1 779 0 S uwait 0xfffffe00a5c4aa80 syz-executor.2 8081 1 776 0 S uwait 0xfffffe00a64c4080 syz-executor.0 8076 1 777 0 S uwait 0xfffffe00a7d0ec00 syz-executor.1 8075 1 790 0 S uwait 0xfffffe00a5c4bd80 syz-executor.3 8070 1 779 0 S uwait 0xfffffe0058dbf280 syz-executor.2 8068 1 776 0 S uwait 0xfffffe00a5c4c480 syz-executor.0 8066 1 777 0 S uwait 0xfffffe0058dc0280 syz-executor.1 8063 1 790 0 S uwait 0xfffffe0058dbf880 syz-executor.3 8058 1 779 0 S uwait 0xfffffe00a64c3e80 syz-executor.2 8056 1 776 0 S uwait 0xfffffe00a64c3600 syz-executor.0 8054 1 777 0 S uwait 0xfffffe00a7d0e600 syz-executor.1 8045 1 777 0 S uwait 0xfffffe00a6651d80 syz-executor.1 7367 1 777 0 S uwait 0xfffffe00a6652280 syz-executor.1 7366 1 776 0 S uwait 0xfffffe00a664f700 syz-executor.0 7365 1 777 0 S uwait 0xfffffe0058dbfa00 syz-executor.1 7363 1 776 0 S uwait 0xfffffe00a5c4b080 syz-executor.0 7362 1 790 0 S uwait 0xfffffe00a5c4ad00 syz-executor.3 7360 1 790 0 S uwait 0xfffffe00a664f780 syz-executor.3 7357 1 777 0 S uwait 0xfffffe00a664f580 syz-executor.1 7356 1 790 0 S uwait 0xfffffe0058dc1800 syz-executor.3 7355 1 776 0 S uwait 0xfffffe0053ef0d80 syz-executor.0 7354 1 777 0 S uwait 0xfffffe00a64c2680 syz-executor.1 7352 1 776 0 S uwait 0xfffffe00a664f100 syz-executor.0 7351 1 790 0 S uwait 0xfffffe00a64c4c80 syz-executor.3 7347 1 790 0 S uwait 0xfffffe00a5c4b480 syz-executor.3 7346 1 777 0 S uwait 0xfffffe0058d88780 syz-executor.1 7345 1 777 0 S uwait 0xfffffe0058d89780 syz-executor.1 7344 1 776 0 S uwait 0xfffffe00a64c4b80 syz-executor.0 7343 1 790 0 S uwait 0xfffffe0053ef0980 syz-executor.3 7341 1 776 0 S uwait 0xfffffe0058dc0580 syz-executor.0 7334 1 776 0 S uwait 0xfffffe00a664f880 syz-executor.0 7332 1 790 0 S uwait 0xfffffe0058dc1a00 syz-executor.3 7331 1 777 0 S uwait 0xfffffe00a5c4c700 syz-executor.1 7330 1 777 0 S uwait 0xfffffe0058d88c80 syz-executor.1 7328 1 777 0 S uwait 0xfffffe00a64c3500 syz-executor.1 7327 1 777 0 S uwait 0xfffffe00a64c3580 syz-executor.1 7326 1 776 0 S uwait 0xfffffe00a64c5200 syz-executor.0 7324 1 790 0 S uwait 0xfffffe00a64c4880 syz-executor.3 7323 1 777 0 S uwait 0xfffffe0058d88e80 syz-executor.1 7322 1 777 0 S uwait 0xfffffe00a64c4980 syz-executor.1 7316 1 777 0 S uwait 0xfffffe00a664fb00 syz-executor.1 7314 1 777 0 S uwait 0xfffffe00a664ff00 syz-executor.1 6673 1 6670 0 S uwait 0xfffffe0058d89000 syz-executor.3 6664 1 6660 0 S uwait 0xfffffe0053ef0b80 syz-executor.3 6658 1 6656 0 S uwait 0xfffffe0058dc1e00 syz-executor.3 6653 1 6649 0 S uwait 0xfffffe0058d8a480 syz-executor.3 6552 1 777 0 S uwait 0xfffffe0058dc2c80 syz-executor.1 6548 1 779 0 S uwait 0xfffffe0007975280 syz-executor.2 6545 1 790 0 S uwait 0xfffffe0058d88880 syz-executor.3 6543 1 777 0 S uwait 0xfffffe00a64c5100 syz-executor.1 6541 1 776 0 S uwait 0xfffffe00a5c4cb00 syz-executor.0 6540 1 779 0 S uwait 0xfffffe00a5c4cd00 syz-executor.2 6537 1 790 0 S uwait 0xfffffe0058dbfb00 syz-executor.3 6535 1 777 0 S uwait 0xfffffe00a664f600 syz-executor.1 6531 1 776 0 S uwait 0xfffffe0058dc2080 syz-executor.0 6530 1 779 0 S uwait 0xfffffe00a64c5300 syz-executor.2 6526 1 790 0 S uwait 0xfffffe00a64c4d80 syz-executor.3 6520 1 776 0 S uwait 0xfffffe0053ef0880 syz-executor.0 6510 1 776 0 S uwait 0xfffffe00a5c4d880 syz-executor.0 6139 1 776 0 S uwait 0xfffffe0058d88d80 syz-executor.0 6135 1 776 0 S uwait 0xfffffe0058d88a80 syz-executor.0 6132 1 776 0 S uwait 0xfffffe00a64c5000 syz-executor.0 6124 1 776 0 S uwait 0xfffffe00a5c4b900 syz-executor.0 5590 1 790 0 S uwait 0xfffffe00a5c4d400 syz-executor.3 4663 1 4663 65 Ss select 0xfffffe009ed81140 dhclient 3707 1 3707 0 Ss select 0xfffffe009ed82dc0 dhclient 3704 1 3704 0 Ss select 0xfffffe009ed814c0 dhclient 3681 1 3681 65 Ss select 0xfffffe009ed81740 dhclient 3455 1 777 0 T uwait 0xfffffe0058d89100 syz-executor.1 3450 1 777 0 T uwait 0xfffffe0053ef0680 syz-executor.1 3447 1 779 0 T uwait 0xfffffe00a64c4e80 syz-executor.2 3444 1 779 0 T uwait 0xfffffe0053ef0a80 syz-executor.2 3442 1 777 0 T uwait 0xfffffe0058dc1f00 syz-executor.1 3437 1 779 0 T uwait 0xfffffe0058dc1700 syz-executor.2 3434 1 779 0 T syz-executor.2 3203 0 0 0 DL - 0xffffffff83d52640 [soaiod4] 3202 0 0 0 DL - 0xffffffff83d52640 [soaiod3] 3201 0 0 0 DL - 0xffffffff83d52640 [soaiod2] 3200 0 0 0 DL - 0xffffffff83d52640 [soaiod1] 2855 0 0 0 DL aiordy 0xfffffe009f313000 [aiod4] 2854 0 0 0 DL aiordy 0xfffffe009f34aa90 [aiod3] 2853 0 0 0 DL aiordy 0xfffffe009f349a90 [aiod2] 2852 0 0 0 DL aiordy 0xfffffe009f349000 [aiod1] 2716 1 2716 0 Ss select 0xfffffe009ed81a40 dhclient 2713 1 2713 0 Ss select 0xfffffe00571d75c0 dhclient 2651 1 2651 65 Ss select 0xfffffe009ed815c0 dhclient 1771 1 1771 0 Ss select 0xfffffe009ed820c0 dhclient 1767 1 1767 0 Ss select 0xfffffe009ed81e40 dhclient 1741 1 1741 65 Ss select 0xfffffe009ed824c0 dhclient 1113 1 1113 0 Ss select 0xfffffe009ed82440 dhclient 1110 1 1110 0 Ss select 0xfffffe00571d76c0 dhclient 790 774 790 0 Rs syz-executor.3 779 774 779 0 Rs syz-executor.2 777 774 777 0 Rs syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100099 S uwait 0xfffffe0007975880 syz-fuzzer 100116 S uwait 0xfffffe0007979800 syz-fuzzer 100117 S uwait 0xfffffe0007979900 syz-fuzzer 100118 S uwait 0xfffffe0058dc1b00 syz-fuzzer 100119 S uwait 0xfffffe0058dc1c00 syz-fuzzer 100120 S uwait 0xfffffe0058d8aa80 syz-fuzzer 100121 S uwait 0xfffffe0058d8ab80 syz-fuzzer 100122 S uwait 0xfffffe0058d8ac80 syz-fuzzer 100123 S kqread 0xfffffe0058da2d00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058db05f8 csh 770 688 770 0 Ss select 0xfffffe009ed82b40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00543f5cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00543f64b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00543f6cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00543f74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00543f7cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00543f84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543f8cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576da4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32940 cron 688 1 688 0 Ss select 0xfffffe009ed82e40 sshd 501 1 501 0 Ss select 0xfffffe00571d77c0 syslogd 430 1 430 0 Ss select 0xfffffe00081e5340 devd 429 1 429 65 Ss select 0xfffffe00081e5040 dhclient 344 1 344 0 Ss select 0xfffffe00081e51c0 dhclient 341 1 341 0 Ss select 0xfffffe00081e53c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe00587b5548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00079644e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100082 D launds 0xffffffff83d7db04 [laundry: dom0] 100083 D umarcl 0xffffffff81e53a50 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84482300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff847bc530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 I [clock (0)] 100030 CanRun [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a0 [deadlkres] 100070 D - 0xfffffe0053f09300 [acpi_task_0] 100071 D - 0xfffffe0053f09300 [acpi_task_1] 100072 D - 0xfffffe0053f09300 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] 126858 D - 0xfffffe00081da500 [system_taskq_0] 126859 D - 0xfffffe00081da500 [system_taskq_1] 126860 D - 0xfffffe0053f08500 [system_delay_taskq_] 126861 D - 0xfffffe0053f08500 [system_delay_taskq_] 126863 D - 0xfffffe009ef03700 [arc_prune_0] 126864 D - 0xfffffe009ef03700 [arc_prune_1] db> show all locks Process 34236 (syz-executor.1) thread 0xfffffe00ac14b740 (141092) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83c534b0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1246 Process 34235 (syz-executor.0) thread 0xfffffe00ac2aa1e0 (140775) exclusive rw vm object (vm object) r = 0 (0xfffffe00a7c42108) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_fault.c:1065 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00aaa18060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 398 10289K 551 filedesc 658 5267K 66351 sctp_stro 250 4857K 14230 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4247 sysctloid 48291 2841K 48512 solaris 129 2804K 199 vtbuf 24 1968K 46 subproc 807 1730K 34672 pcb 991 1626K 66189 kobj 322 1288K 526 newblk 96 1048K 95746 vfscache 3 1025K 3 inodedep 269 613K 36537 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 filemon 59 472K 538 intr 4 472K 4 sctp_atcl 741 278K 48218 vmem 3 276K 6 acpica 1674 184K 56282 vnet_data 1 168K 1 kdtrace 913 155K 75952 tidhash 3 141K 3 umtx 1100 138K 1100 pagedep 28 135K 33421 tfo_ccache 1 128K 1 DEVFS1 114 114K 132 sem 4 106K 4 BPF 46 88K 218 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 510 64K 510 dirrem 233 59K 35683 sctp_atky 1001 40K 64871 temp 36 37K 6573 DEVFS3 133 34K 144 hostcache 1 32K 1 shm 1 32K 100 msg 4 30K 4 freefile 239 30K 35137 kqueue 402 29K 34488 gtaskqueue 18 26K 18 pwddesc 394 25K 34451 kbdmux 6 22K 6 lltable 65 22K 1447 ifaddr 71 21K 89 DEVFS_RULE 56 20K 56 routetbl 150 20K 2206 pf_osfp 180 19K 180 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 pf_rule 9 17K 657 md_disk 7 17K 16 sctp_timw 64 16K 64 tty 16 16K 16 ithread 93 15K 93 bus-sc 34 15K 1651 GEOM 89 14K 708 KTRACE 129 14K 8141 ether_multi 157 13K 197 ifnet 7 13K 7 md_sectors 3 12K 4 freework 48 12K 58848 ksem 31 12K 344 sctp_athm 741 12K 49332 eventhandler 139 12K 139 kenv 95 12K 95 cred 44 11K 578 DEVFSP 169 11K 3981 CAM queue 5 11K 1528 rman 84 10K 425 in6_multi 71 9K 71 session 70 9K 210 proc-args 414 9K 35649 taskqueue 81 9K 81 bmsafemap 2 9K 37181 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 114 pfs_vncache 1 8K 1 sctp_map 500 8K 28402 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 CC Mem 112 7K 9123 UMA 372 7K 373 sglist 5 7K 5 pf_table 3 6K 444 CAM DEV 3 6K 510 plimit 24 6K 712 lockf 51 6K 801 pf_ifnet 13 5K 571 ufs_dirhash 24 5K 24 inpcbpolicy 143 5K 10988 vt 11 5K 11 tcp_fsb 43 5K 2552 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_stri 7 4K 2181 acpisem 28 4K 28 selfd 55 4K 457826 hhook 15 4K 17 kcovinfo 52 4K 52 newdirblk 23 3K 33137 freeblks 11 3K 35946 xform 44 3K 5749 terminal 11 3K 11 osd 141 3K 8961 uidinfo 5 3K 57 select 19 3K 381 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 373 CAM XPT 22 2K 543 in_multi 6 2K 14 vnodemarker 3 2K 949 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 ip6opt 8 2K 480 clone 9 2K 13 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 66274 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 indirdep 3 1K 33838 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 789 pci_link 10 1K 10 crypto 4 1K 1451 encap_export_host 12 1K 12 procdesc 5 1K 18 ip_msource 9 1K 28 sctp_aadr 8 1K 394 diradd 4 1K 35725 pfil 4 1K 4 cdev 2 1K 2 ip6_msource 7 1K 61 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 freefrag 2 1K 83 vnodes 1 1K 31 CAM SIM 2 1K 2 ktls 1 1K 9 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 38572 pmchooks 1 1K 1 filecaps 5 1K 142 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 pmc 1 1K 1 sigio 1 1K 15 filedesc_to_leader 1 1K 37 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 23668 sctp_iter 0 0K 104 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 105 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 25972 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 472 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 40 in6_mfilter 0 0K 124 frag6 0 0K 4 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 37 in_mfilter 0 0K 62 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 29 VN POLL 0 0K 30 statfs 0 0K 33458 namei_tracker 0 0K 60 export_host 0 0K 0 cl_savebuf 0 0K 34 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1292 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 35 lio 0 0K 91 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 308 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 30495 ioctlops 0 0K 4026 eventfd 0 0K 58 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 370 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 935 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 39 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 102 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8832 1582 504826 0 254 42655744 0 tcp_log 416 29031 54255 3179184 0 254 34646976 0 malloc-16384 16384 329 4 33174 0 1 5455872 0 mbuf 256 9836 7447 9197603 0 254 4424448 0 ertt_txseginfo 40 64836 12429 4656262 0 254 3090600 0 malloc-4096 4096 739 5 35443 0 2 3047424 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 16814 457 700229 0 63 2487024 0 VM OBJECT 264 9244 86 742570 0 30 2463120 0 sctp_asoc 2288 250 770 14155 0 254 2333760 0 malloc-128 128 15837 190 16735 0 126 2051456 0 vmem btag 56 34875 84 34880 0 254 1957704 0 malloc-384 384 4912 128 52395 0 30 1935360 0 MAP ENTRY 96 18289 359 1843289 0 126 1790208 0 BUF TRIE 144 451 11337 63580 0 62 1697472 0 tcp_bbr_map 128 6838 5531 1464743 0 126 1583232 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 UMA Slabs 0 112 13230 12 13230 0 126 1483104 0 256 Bucket 2048 541 85 32829 0 8 1282048 0 sctp_ep 1208 484 536 32888 0 254 1232160 0 malloc-64 64 501 17076 495333 0 254 1124928 0 FFS inode 1160 892 32 36061 0 8 1071840 0 malloc-2048 2048 486 26 35629 0 8 1048576 0 THREAD 1808 518 32 41714 0 8 994400 0 VMSPACE 2552 362 10 34180 0 4 949344 0 sctp_raddr 736 258 765 15751 0 254 752928 0 socket 960 475 289 45859 0 254 733440 0 malloc-8192 8192 71 5 554 0 1 622592 0 tcpcb 1096 112 399 8920 0 254 560056 0 PROC 1352 393 15 34236 0 8 551616 0 malloc-1024 1024 409 103 14088 0 16 524288 0 FPU_save_area 832 520 47 42999 0 16 471744 0 VNODE 448 933 93 36104 0 30 459648 0 malloc-65536 65536 7 0 7 0 1 458752 0 filedesc0 1072 394 26 34451 0 8 450240 0 tcp_inpcb 424 112 905 8920 0 254 431208 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_chunk 152 154 2134 68440 0 254 347776 0 malloc-64 64 5202 153 5886 0 254 342720 0 malloc-16 16 20008 492 46569 0 254 328000 0 ripcb 424 5 760 652 0 254 324360 0 udplite_inpcb 424 20 745 514 0 254 324360 0 udp_inpcb 424 6 759 902 0 254 324360 0 malloc-32768 32768 0 9 31703 0 1 294912 0 UMA Zones 768 344 0 345 0 16 264192 0 malloc-65536 65536 1 3 324 0 1 262144 0 FFS2 dinode 256 892 113 36061 0 62 257280 0 malloc-32 32 7506 180 8664 0 254 245952 0 DEVCTL 1024 0 220 168 0 0 225280 0 malloc-256 256 97 773 123017 0 62 222720 0 malloc-384 384 511 59 3145 0 30 218880 0 malloc-128 128 1386 257 72493 0 126 210304 0 malloc-384 384 268 272 36538 0 30 207360 0 malloc-256 256 461 349 70375 0 62 207360 0 malloc-65536 65536 1 2 222 0 1 196608 0 mbuf_packet 256 125 637 150723 0 254 195072 0 malloc-128 128 1402 117 27757 0 126 194432 0 malloc-256 256 618 132 42932 0 62 192000 0 malloc-2048 2048 15 73 963 0 8 180224 0 malloc-256 256 529 161 34552 0 62 176640 0 128 Bucket 1024 124 39 16897 0 16 166912 0 malloc-32768 32768 2 3 16 0 1 163840 0 S VFS Cache 104 1049 472 37259 0 126 158184 0 malloc-16384 16384 6 3 10 0 1 147456 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 67 0 1 131072 0 malloc-65536 65536 1 1 137 0 1 131072 0 unpcb 256 25 485 1884 0 254 130560 0 UMA Kegs 384 329 4 330 0 30 127872 0 clpbuf 2624 0 48 1263 0 16 125952 0 ksiginfo 112 400 644 2302 0 126 116928 0 malloc-4096 4096 27 1 39 0 2 114688 0 malloc-8192 8192 6 7 42 0 1 106496 0 64 Bucket 512 107 93 59497 0 30 102400 0 malloc-128 128 629 146 2188 0 126 99200 0 malloc-256 256 168 207 60339 0 62 96000 0 Files 80 874 276 102086 0 126 92000 0 g_bio 408 0 210 483050 0 30 85680 0 TURNSTILE 136 551 79 551 0 62 85680 0 malloc-64 64 699 624 20711 0 254 84672 0 malloc-64 64 1085 238 56864 0 254 84672 0 malloc-128 128 338 313 34207 0 126 83328 0 malloc-16384 16384 3 2 26 0 1 81920 0 malloc-256 256 137 178 40573 0 62 80640 0 32 Bucket 256 89 226 15446 0 62 80640 0 sctp_readq 152 4 516 1062 0 254 79040 0 md0 512 128 24 128 0 30 77824 0 SLEEPQUEUE 88 551 217 551 0 126 67584 0 malloc-128 128 288 239 70606 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 12 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 3 5 97 0 1 65536 0 malloc-2048 2048 7 25 679 0 8 65536 0 tcp_rack_pcb 896 29 43 2538 0 16 64512 0 sctp_stream_msg_out 112 93 447 3238 0 254 60480 0 tcp_bbr_pcb 832 22 50 4510 0 16 59904 0 sctp_laddr 48 214 878 13341 0 254 52416 0 malloc-64 64 567 252 50675 0 254 52416 0 malloc-64 64 569 250 1323 0 254 52416 0 malloc-32 32 847 791 49156 0 254 52416 0 malloc-128 128 12 391 350 0 126 51584 0 malloc-256 256 19 176 36822 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 167400 0 16 49152 0 malloc-16384 16384 1 2 3 0 1 49152 0 malloc-2048 2048 12 12 1100 0 8 49152 0 malloc-1024 1024 3 45 2253 0 16 49152 0 malloc-512 512 11 85 2177 0 30 49152 0 pcpu-64 64 490 278 490 0 254 49152 0 pcpu-8 8 5402 742 20506 0 254 49152 0 pipe 744 25 40 1101 0 16 48360 0 tcp_rack_map 120 57 339 5769 0 126 47520 0 da_ccb 544 0 84 122611 0 16 45696 0 syncache 168 0 264 12 0 254 44352 0 malloc-32 32 600 786 50637 0 254 44352 0 malloc-4096 4096 4 6 33461 0 2 40960 0 Mountpoints 2752 2 12 13 0 4 38528 0 hostcache 64 7 560 7 0 254 36288 0 PWD 32 309 825 32952 0 254 36288 0 malloc-64 64 104 463 3749 0 254 36288 0 malloc-64 64 3 564 53 0 254 36288 0 16 Bucket 144 94 158 5086 0 62 36288 0 malloc-128 128 62 217 3350 0 126 35712 0 ktls_session 256 8 127 8 0 62 34560 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 36 99 4876 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-4096 4096 5 3 38 0 2 32768 0 malloc-2048 2048 0 16 39 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 1 15 76 0 8 32768 0 malloc-2048 2048 5 11 233 0 8 32768 0 malloc-1024 1024 2 30 318 0 16 32768 0 malloc-1024 1024 4 28 238 0 16 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 7 0 16 32768 0 malloc-1024 1024 8 24 130 0 16 32768 0 malloc-512 512 1 63 193 0 30 32768 0 malloc-512 512 1 63 15 0 30 32768 0 malloc-512 512 1 63 40 0 30 32768 0 malloc-512 512 17 47 1131 0 30 32768 0 malloc-512 512 9 55 99 0 30 32768 0 ipq 56 0 576 4 0 254 32256 0 KNOTE 160 29 171 293789 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_node 120 0 264 5 0 126 31680 0 cpuset 104 9 270 931 0 126 29016 0 pf tags 104 0 273 32 0 126 28392 0 sctp_asconf_ack 48 0 588 145 0 254 28224 0 tcpreass 48 0 588 13 0 254 28224 0 tcp_inpcb 32 30 852 6055 0 254 28224 0 ertt 72 112 280 8920 0 126 28224 0 malloc-32 32 134 748 1071 0 254 28224 0 4 Bucket 48 7 581 826 0 254 28224 0 2 Bucket 32 85 797 7978 0 254 28224 0 malloc-16 16 782 968 49672 0 254 28000 0 AIO 208 0 133 267 0 62 27664 0 malloc-8192 8192 2 1 103 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 46 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 70 206 215 0 126 24288 0 rl_entry 40 344 262 369 0 254 24240 0 malloc-16 16 525 975 61523 0 254 24000 0 8 Bucket 80 68 232 7849 0 126 24000 0 itimer 352 0 66 37 0 30 23232 0 malloc-384 384 0 60 31 0 30 23040 0 malloc-384 384 1 59 147 0 30 23040 0 malloc-384 384 25 35 168 0 30 23040 0 malloc-384 384 1 59 79 0 30 23040 0 domainset 40 2 565 784 0 254 22680 0 tfo_ccache_entries 80 2 254 2 0 126 20480 0 udplite_inpcb 32 0 630 42 0 254 20160 0 udpcb 32 26 604 1416 0 254 20160 0 udp_inpcb 32 3 627 155 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 80 550 426 0 254 20160 0 malloc-32 32 166 464 1090 0 254 20160 0 malloc-32 32 216 414 15192 0 254 20160 0 malloc-32 32 33 597 436 0 254 20160 0 malloc-16 16 562 688 36331 0 254 20000 0 cryptop 280 0 70 315 0 30 19600 0 AIOCB 552 0 35 340 0 16 19320 0 L VFS Cache 320 0 60 18 0 30 19200 0 AIOLIO 272 0 70 91 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 0 2 8 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-4096 4096 0 4 8 0 2 16384 0 malloc-4096 4096 0 4 559 0 2 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 1960529 0 254 16032 0 kenv 258 15 45 1047 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 2 0 62 12144 0 malloc-16 16 15 735 942 0 254 12000 0 malloc-16 16 370 380 957 0 254 12000 0 malloc-16 16 6 744 18947 0 254 12000 0 malloc-16 16 18 732 36 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 abd_chunk 4096 1 1 1 0 2 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 19 20 27 0 0 3744 0 tfo 4 0 493 1 0 254 1972 0 md3 4 0 0 0 0 254 0 0 md1 512 0 0 0 0 30 0 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 arc_buf_hdr_t_full 352 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0