panic: mutex blocked lock not owned at /syzkaller/managers/i386/kernel/sys/kern/sched_ule.c:2685 cpuid = 0 time = 293 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00aaaa7270 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00aaaa73d0 vpanic() at vpanic+0x2b8/frame 0xfffffe00aaaa74b0 panic() at panic+0xb5/frame 0xfffffe00aaaa7580 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe00aaaa75d0 sched_add() at sched_add+0x68/frame 0xfffffe00aaaa7610 handleevents() at handleevents+0x3c7/frame 0xfffffe00aaaa7670 timercb() at timercb+0x3c1/frame 0xfffffe00aaaa7730 lapic_handle_timer() at lapic_handle_timer+0x143/frame 0xfffffe00aaaa7770 Xtimerint() at Xtimerint+0xb1/frame 0xfffffe00aaaa7770 --- interrupt, rip = 0xffffffff82128cad, rsp = 0xfffffe00aaaa7840, rbp = 0xfffffe00aaaa7870 --- spinlock_exit() at spinlock_exit+0xcd/frame 0xfffffe00aaaa7870 setrunnable() at setrunnable+0x168/frame 0xfffffe00aaaa78b0 wakeup_one() at wakeup_one+0x27/frame 0xfffffe00aaaa78d0 pipe_write() at pipe_write+0xb85/frame 0xfffffe00aaaa7ad0 dofilewrite() at dofilewrite+0x13f/frame 0xfffffe00aaaa7b50 kern_writev() at kern_writev+0xd5/frame 0xfffffe00aaaa7c10 sys_write() at sys_write+0x1ed/frame 0xfffffe00aaaa7d30 ia32_syscall() at ia32_syscall+0x41d/frame 0xfffffe00aaaa7f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 13107 tid 117642 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x87a9b41f72ef86c rdx 0x1 rbx 0 rsp 0xfffffe00aaaa73b0 rbp 0xfffffe00aaaa73d0 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a80806f0 r12 0xfffffe00aa051900 r13 0xfffffe00aaaa7401 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 13107 (syz-executor.0) at 0xfffffe00a80ed548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe0058dcca90 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053df6000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a8086000 (map 0xfffffe00a8086000) (map.pmap 0xfffffe00a80860c0) (pmap 0xfffffe00a8086128) threads: 4 116946 S nanslp 0xffffffff83c32941 syz-executor.0 117640 Run CPU 1 syz-executor.0 117642 Run CPU 0 syz-executor.0 117643 S uwait 0xfffffe00a6e65380 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 13110 785 785 0 R (threaded) syz-executor.2 116965 RunQ syz-executor.2 117649 RunQ syz-executor.2 117650 RunQ syz-executor.2 13107 776 776 0 R (threaded) syz-executor.0 116946 S nanslp 0xffffffff83c32941 syz-executor.0 117640 Run CPU 1 syz-executor.0 117642 Run CPU 0 syz-executor.0 117643 S uwait 0xfffffe00a6e65380 syz-executor.0 12952 1 776 0 S uwait 0xfffffe00a5cf3c80 syz-executor.0 12948 1 12945 0 S uwait 0xfffffe00a7057400 syz-executor.3 12943 1 12938 0 S uwait 0xfffffe00a70bdb80 syz-executor.3 12935 1 12933 0 S uwait 0xfffffe00a8863200 syz-executor.3 12932 1 12931 0 S uwait 0xfffffe0058da8c80 syz-executor.3 12681 1 776 0 SV uwait 0xfffffe0058da7780 syz-executor.0 12286 1 777 0 S uwait 0xfffffe00a70bca00 syz-executor.1 12282 1 777 0 S uwait 0xfffffe00a70ba380 syz-executor.1 12275 1 777 0 S uwait 0xfffffe00a70ba700 syz-executor.1 12272 1 777 0 S uwait 0xfffffe00a8862c80 syz-executor.1 11953 1 785 0 S umtxn 0xfffffe00a5cf3b00 syz-executor.2 11952 1 785 0 S uwait 0xfffffe00a7057a00 syz-executor.2 11950 1 776 0 S uwait 0xfffffe00a70bd700 syz-executor.0 11946 1 776 0 S uwait 0xfffffe00a791ca00 syz-executor.0 11940 1 785 0 S uwait 0xfffffe00a5cf3a00 syz-executor.2 11939 1 785 0 S uwait 0xfffffe00a6e65200 syz-executor.2 11935 1 776 0 S uwait 0xfffffe00a7058a00 syz-executor.0 11933 1 776 0 S umtxn 0xfffffe0058dbbe00 syz-executor.0 11928 1 785 0 S uwait 0xfffffe00a70bbd00 syz-executor.2 11927 1 785 0 S uwait 0xfffffe00a8862d80 syz-executor.2 11921 1 776 0 S uwait 0xfffffe00a791c700 syz-executor.0 11919 1 776 0 S uwait 0xfffffe00a791eb00 syz-executor.0 11916 1 776 0 S uwait 0xfffffe0058daa800 syz-executor.0 11913 1 776 0 S uwait 0xfffffe00a7057d80 syz-executor.0 11689 1 777 0 S uwait 0xfffffe00a70bc800 syz-executor.1 11579 1 11577 0 SV uwait 0xfffffe00a791d180 syz-executor.3 11571 1 11568 0 SV uwait 0xfffffe00a5f21280 syz-executor.3 11559 1 11557 0 SV uwait 0xfffffe00a5cf1200 syz-executor.3 11549 1 11548 0 SV uwait 0xfffffe00a6e64280 syz-executor.3 10673 1 783 0 S umtxn 0xfffffe00a5f20200 syz-executor.3 10652 1 785 0 S uwait 0xfffffe00a5f20480 syz-executor.2 10647 1 776 0 S umtxn 0xfffffe0058da7480 syz-executor.0 10645 1 785 0 S uwait 0xfffffe00a6e62900 syz-executor.2 10640 1 783 0 S uwait 0xfffffe00a791dc80 syz-executor.3 10637 1 783 0 S uwait 0xfffffe00a6e62680 syz-executor.3 10633 1 785 0 S uwait 0xfffffe00a6e64c80 syz-executor.2 10632 1 776 0 S uwait 0xfffffe00a70baa00 syz-executor.0 10631 1 783 0 S umtxn 0xfffffe00a6e62700 syz-executor.3 10629 1 783 0 S umtxn 0xfffffe00a7056b80 syz-executor.3 10627 1 783 0 S umtxn 0xfffffe00a70bda00 syz-executor.3 10625 1 783 0 S uwait 0xfffffe00a791c780 syz-executor.3 10622 1 783 0 S umtxn 0xfffffe0058daa480 syz-executor.3 10618 1 783 0 S uwait 0xfffffe0058dbc980 syz-executor.3 10616 1 776 0 S uwait 0xfffffe00a70ba580 syz-executor.0 10615 1 783 0 S uwait 0xfffffe00a6e63480 syz-executor.3 10610 1 776 0 S uwait 0xfffffe00a6e64e80 syz-executor.0 10431 10430 10424 0 S uwait 0xfffffe00a70bd280 syz-executor.1 10430 1 10424 0 SV uwait 0xfffffe00a5cf0400 syz-executor.1 10429 1 10424 0 S uwait 0xfffffe00a791c280 syz-executor.1 10428 10427 10420 0 S uwait 0xfffffe0058dbd100 syz-executor.0 10427 1 10420 0 SV uwait 0xfffffe00a791e100 syz-executor.0 10421 1 10420 0 S uwait 0xfffffe00a6e64080 syz-executor.0 10417 1 10408 0 S uwait 0xfffffe0058da7500 syz-executor.1 10416 1 10408 0 SV uwait 0xfffffe00a5f21900 syz-executor.1 10415 1 10408 0 S uwait 0xfffffe00a5cf1700 syz-executor.1 10414 10413 10404 0 S umtxn 0xfffffe0058dbc580 syz-executor.0 10413 1 10404 0 SV uwait 0xfffffe00a70bdf00 syz-executor.0 10409 1 10404 0 S uwait 0xfffffe00a70bde80 syz-executor.0 10403 10402 10396 0 S uwait 0xfffffe00a791cb00 syz-executor.1 10402 1 10396 0 SV uwait 0xfffffe00a70bb700 syz-executor.1 10398 1 10396 0 S uwait 0xfffffe00a7058d80 syz-executor.1 10395 10394 10390 0 S umtxn 0xfffffe00a791f580 syz-executor.0 10394 1 10390 0 SV uwait 0xfffffe00a6e64b00 syz-executor.0 10391 1 10390 0 S uwait 0xfffffe0058da9d80 syz-executor.0 10381 1 10377 0 S uwait 0xfffffe00a70bcf00 syz-executor.0 10380 1 10377 0 SV uwait 0xfffffe0058dbcf00 syz-executor.0 10378 1 10377 0 S uwait 0xfffffe00a5cf0680 syz-executor.0 10018 1 776 0 S uwait 0xfffffe00a6e63a00 syz-executor.0 10010 1 776 0 S uwait 0xfffffe00a791da80 syz-executor.0 10001 1 776 0 S uwait 0xfffffe00a70bb600 syz-executor.0 9997 1 783 0 S uwait 0xfffffe0058dbd000 syz-executor.3 9995 1 783 0 S uwait 0xfffffe00a7056580 syz-executor.3 9992 1 783 0 S uwait 0xfffffe00a791e580 syz-executor.3 9988 1 783 0 S uwait 0xfffffe00a6e64700 syz-executor.3 9986 1 783 0 S uwait 0xfffffe00a6e63780 syz-executor.3 9984 1 783 0 S uwait 0xfffffe00a70baa80 syz-executor.3 9982 1 783 0 S umtxn 0xfffffe0058daa300 syz-executor.3 9403 1 785 0 S uwait 0xfffffe00a791c980 syz-executor.2 9396 1 785 0 S uwait 0xfffffe00a70ba900 syz-executor.2 9386 1 785 0 S uwait 0xfffffe00a70bbe00 syz-executor.2 9375 1 785 0 S umtxn 0xfffffe00a7057080 syz-executor.2 9139 1 9132 0 S uwait 0xfffffe00a6e63200 syz-executor.0 8854 1 777 0 S uwait 0xfffffe00a70bab00 syz-executor.1 8844 1 777 0 S uwait 0xfffffe00a70bd100 syz-executor.1 8843 1 785 0 S umtxn 0xfffffe00a70bcc80 syz-executor.2 8841 1 783 0 S uwait 0xfffffe00a6e62c00 syz-executor.3 8834 1 785 0 S uwait 0xfffffe00a7057480 syz-executor.2 8832 1 777 0 S uwait 0xfffffe00a70ba480 syz-executor.1 8831 1 783 0 S uwait 0xfffffe00a70bcd00 syz-executor.3 8826 1 785 0 S uwait 0xfffffe0058da9a80 syz-executor.2 8820 1 783 0 S uwait 0xfffffe00a5f20d00 syz-executor.3 8809 1 783 0 S umtxn 0xfffffe00a7057c00 syz-executor.3 8714 1 785 0 S uwait 0xfffffe00a7057d00 syz-executor.2 8711 1 785 0 S uwait 0xfffffe00a7056980 syz-executor.2 8708 1 785 0 S umtxn 0xfffffe00a7056700 syz-executor.2 8707 1 776 0 S uwait 0xfffffe00a5f21200 syz-executor.0 8703 1 776 0 S uwait 0xfffffe00a5f22400 syz-executor.0 8700 1 776 0 S uwait 0xfffffe00a5f1f780 syz-executor.0 8698 1 785 0 S uwait 0xfffffe00a7058d00 syz-executor.2 8696 1 785 0 S uwait 0xfffffe00a791ce80 syz-executor.2 8694 1 785 0 S uwait 0xfffffe00a6e65480 syz-executor.2 8689 1 785 0 S uwait 0xfffffe0058da8e00 syz-executor.2 8575 1 776 0 S umtxn 0xfffffe00a5f20400 syz-executor.0 8485 1 8484 0 S uwait 0xfffffe00a6e65980 syz-executor.3 8193 1 783 0 S uwait 0xfffffe00a6e64e00 syz-executor.3 8156 1 783 0 S umtxn 0xfffffe00a791e000 syz-executor.3 7877 1 785 0 S umtxn 0xfffffe00a70bd900 syz-executor.2 7874 1 785 0 S uwait 0xfffffe00a5cf0200 syz-executor.2 7870 1 785 0 S uwait 0xfffffe00a7058e80 syz-executor.2 7867 1 785 0 S uwait 0xfffffe0058daaa80 syz-executor.2 7860 1 785 0 S uwait 0xfffffe00a70bc700 syz-executor.2 7856 1 785 0 S uwait 0xfffffe0058dbcd00 syz-executor.2 7854 1 783 0 S uwait 0xfffffe00a7057e80 syz-executor.3 7853 1 783 0 S umtxn 0xfffffe00a5cf0c80 syz-executor.3 7851 1 783 0 S umtxn 0xfffffe00a7058380 syz-executor.3 7850 1 783 0 S uwait 0xfffffe00a7056380 syz-executor.3 7848 1 783 0 S uwait 0xfffffe00a5f1fd80 syz-executor.3 7847 1 783 0 S uwait 0xfffffe0058dbc700 syz-executor.3 7841 1 785 0 S uwait 0xfffffe00a5f20c80 syz-executor.2 7838 1 785 0 S umtxn 0xfffffe00a70ba600 syz-executor.2 7700 1 777 0 S umtxn 0xfffffe00a7056600 syz-executor.1 7690 1 777 0 S umtxn 0xfffffe0058dbee00 syz-executor.1 7686 1 783 0 S umtxn 0xfffffe00a7057800 syz-executor.3 7682 1 783 0 S uwait 0xfffffe00a791e300 syz-executor.3 7678 1 783 0 S uwait 0xfffffe00a791e480 syz-executor.3 7675 1 777 0 S uwait 0xfffffe00a5f1ff00 syz-executor.1 7670 1 777 0 S uwait 0xfffffe0058da8e80 syz-executor.1 7460 1 777 0 S uwait 0xfffffe00a7056180 syz-executor.1 6955 0 0 0 DL mdwait 0xfffffe00a6f27000 [md3] 6953 0 0 0 DL mdwait 0xfffffe00a6f03000 [md2] 6950 0 0 0 DL mdwait 0xfffffe00a6f04000 [md1] 6947 0 0 0 DL mdwait 0xfffffe0057b4e000 [md0] 6211 1 783 0 S uwait 0xfffffe00a791e400 syz-executor.3 6210 1 783 0 S uwait 0xfffffe00a5f1f280 syz-executor.3 6206 1 783 0 S uwait 0xfffffe00a70bb480 syz-executor.3 6205 1 783 0 S umtxn 0xfffffe0058da8a80 syz-executor.3 6196 1 783 0 S uwait 0xfffffe0058daa980 syz-executor.3 6195 1 783 0 S uwait 0xfffffe00a70bbc80 syz-executor.3 6186 1 783 0 S uwait 0xfffffe0058dbc900 syz-executor.3 6185 1 783 0 S uwait 0xfffffe00a5cf0f00 syz-executor.3 6075 1 6074 0 S uwait 0xfffffe00a70bc100 syz-executor.3 6073 1 6072 0 S uwait 0xfffffe00a5f1f080 syz-executor.3 6069 1 6068 0 S uwait 0xfffffe00a7058c80 syz-executor.3 6067 1 6066 0 S uwait 0xfffffe00a5cf1400 syz-executor.3 6065 1 6064 0 S uwait 0xfffffe00a7059a00 syz-executor.3 6063 1 6062 0 S umtxn 0xfffffe00a7056780 syz-executor.3 6061 1 6059 0 S uwait 0xfffffe0058da7400 syz-executor.3 5997 1 783 0 S uwait 0xfffffe0053ef0300 syz-executor.3 5988 1 783 0 S umtxn 0xfffffe00a5f21e00 syz-executor.3 5978 1 783 0 S uwait 0xfffffe0058dbe080 syz-executor.3 5967 1 783 0 S uwait 0xfffffe00a7059780 syz-executor.3 5331 0 0 0 DL (threaded) [zfskern] 103884 D t->zthr 0xfffffe00a6781848 [arc_evict] 105711 D t->zthr 0xfffffe00543f2a48 [arc_reap] 105712 D - 0xfffffe00a82d4300 [dbu_evict] 105713 D dbuf_ev 0xffffffff8563e320 [dbuf_evict_thread] 105714 D - 0xfffffe00a82d5d00 [z_vdev_file_0] 105715 D - 0xfffffe00a82d5d00 [z_vdev_file_1] 105716 D - 0xfffffe00a82d5d00 [z_vdev_file_2] 105717 D - 0xfffffe00a82d5d00 [z_vdev_file_3] 105718 D - 0xfffffe00a82d5d00 [z_vdev_file_4] 105719 D - 0xfffffe00a82d5d00 [z_vdev_file_5] 105720 D - 0xfffffe00a82d5d00 [z_vdev_file_6] 105721 D - 0xfffffe00a82d5d00 [z_vdev_file_7] 105722 D - 0xfffffe00a82d5d00 [z_vdev_file_8] 105723 D - 0xfffffe00a82d5d00 [z_vdev_file_9] 105724 D - 0xfffffe00a82d5d00 [z_vdev_file_10] 105725 D - 0xfffffe00a82d5d00 [z_vdev_file_11] 105726 D - 0xfffffe00a82d5d00 [z_vdev_file_12] 105727 D - 0xfffffe00a82d5d00 [z_vdev_file_13] 105728 D - 0xfffffe00a82d5d00 [z_vdev_file_14] 105729 D - 0xfffffe00a82d5d00 [z_vdev_file_15] 105730 D l2arc_f 0xffffffff8562d4a0 [l2arc_feed_thread] 105731 D - 0xfffffe00a82d6000 [zfsvfs] 105732 S zevent_ 0xffffffff8563eee0 [sysevent] 4935 1 776 0 S uwait 0xfffffe00a70bb400 syz-executor.0 4932 1 776 0 S uwait 0xfffffe0058dbbb80 syz-executor.0 4917 1 776 0 S uwait 0xfffffe0058dbd480 syz-executor.0 4910 1 776 0 S uwait 0xfffffe00a5f1f000 syz-executor.0 4891 1 783 0 S uwait 0xfffffe00a7057600 syz-executor.3 4889 1 783 0 S uwait 0xfffffe0058dbd200 syz-executor.3 4886 1 776 0 S uwait 0xfffffe00a5cf2580 syz-executor.0 4885 1 783 0 S uwait 0xfffffe00a70bb500 syz-executor.3 4882 1 783 0 S uwait 0xfffffe0058dbc600 syz-executor.3 4876 1 776 0 S uwait 0xfffffe00a5f21c80 syz-executor.0 4870 1 776 0 S uwait 0xfffffe00a5cf3000 syz-executor.0 4857 1 776 0 S uwait 0xfffffe00a7056d80 syz-executor.0 4658 1 4658 65 Ss select 0xfffffe009ece40c0 dhclient 4379 1 777 0 S uwait 0xfffffe00a5cf1a00 syz-executor.1 4376 1 783 0 S uwait 0xfffffe00a70bc580 syz-executor.3 4371 1 783 0 S umtxn 0xfffffe00a5f1fe80 syz-executor.3 4370 1 777 0 S umtxn 0xfffffe00a5f22300 syz-executor.1 4362 1 777 0 S uwait 0xfffffe00a5cf3080 syz-executor.1 4357 1 783 0 S uwait 0xfffffe00a5cf2500 syz-executor.3 4354 1 783 0 S uwait 0xfffffe00a5f22a80 syz-executor.3 4275 1 4274 0 SV uwait 0xfffffe00a70bc300 syz-executor.0 4273 1 4272 0 SV uwait 0xfffffe00a7057380 syz-executor.2 4267 1 4262 0 SV uwait 0xfffffe00a70bc280 syz-executor.0 4266 1 4263 0 SV uwait 0xfffffe00a7058b80 syz-executor.2 4257 1 4251 0 SV uwait 0xfffffe00a5cf2a00 syz-executor.2 4255 1 4254 0 SV uwait 0xfffffe00a70bb300 syz-executor.0 4243 1 4241 0 SV uwait 0xfffffe0058dbbf00 syz-executor.2 3906 1 3906 0 Ss select 0xfffffe009ece31c0 dhclient 3900 1 3900 0 Ss select 0xfffffe009ece3dc0 dhclient 3878 1 3878 65 Ss select 0xfffffe009ece34c0 dhclient 3790 1 783 0 S uwait 0xfffffe00a70bc500 syz-executor.3 3754 1 776 0 SV uwait 0xfffffe0053ef0200 syz-executor.0 3745 1 776 0 SV uwait 0xfffffe00a5cf3180 syz-executor.0 3735 1 776 0 SV uwait 0xfffffe0058dbb900 syz-executor.0 3726 1 776 0 SV uwait 0xfffffe00a5f22800 syz-executor.0 3656 1 785 0 S uwait 0xfffffe00a7059380 syz-executor.2 3655 1 785 0 S uwait 0xfffffe0058dbc500 syz-executor.2 3648 1 777 0 S uwait 0xfffffe0058dbb180 syz-executor.1 3647 1 777 0 S uwait 0xfffffe0058dbc800 syz-executor.1 3643 1 785 0 S uwait 0xfffffe00a5f20f00 syz-executor.2 3642 1 777 0 S umtxn 0xfffffe00a5cf3680 syz-executor.1 3640 1 777 0 S uwait 0xfffffe0058dbbb00 syz-executor.1 3638 1 785 0 S uwait 0xfffffe0058dbe680 syz-executor.2 3631 1 783 0 S umtxn 0xfffffe0058dbc080 syz-executor.3 3630 1 783 0 S uwait 0xfffffe0007975980 syz-executor.3 3625 1 785 0 S uwait 0xfffffe00a5cf1a80 syz-executor.2 3624 1 777 0 S uwait 0xfffffe00a5cf2900 syz-executor.1 3623 1 785 0 S uwait 0xfffffe00a5cf3d80 syz-executor.2 3622 1 783 0 S uwait 0xfffffe00a5cf3280 syz-executor.3 3620 1 783 0 S uwait 0xfffffe00a70bc600 syz-executor.3 3617 1 777 0 S uwait 0xfffffe00a70bc680 syz-executor.1 3611 1 783 0 S uwait 0xfffffe00a5f22900 syz-executor.3 3610 1 783 0 S umtxn 0xfffffe00a5f21d80 syz-executor.3 3601 1 783 0 S uwait 0xfffffe0058da8980 syz-executor.3 3597 1 783 0 S uwait 0xfffffe00a5cf0480 syz-executor.3 2893 1 2893 0 Ss select 0xfffffe009ece3e40 dhclient 2890 1 2890 0 Ss select 0xfffffe009ece3440 dhclient 2866 1 2866 65 Ss select 0xfffffe009ece3ec0 dhclient 2831 1 776 0 S uwait 0xfffffe00a5f22c80 syz-executor.0 2825 1 785 0 S uwait 0xfffffe0058dbe780 syz-executor.2 2817 1 777 0 S umtxn 0xfffffe00a5cf3580 syz-executor.1 2816 1 785 0 S uwait 0xfffffe0058da8d80 syz-executor.2 2815 1 776 0 S uwait 0xfffffe0058dbba00 syz-executor.0 2811 1 783 0 S uwait 0xfffffe0058dbe300 syz-executor.3 2810 1 777 0 S uwait 0xfffffe00a5f20980 syz-executor.1 2808 1 776 0 S uwait 0xfffffe00a5f22700 syz-executor.0 2807 1 785 0 S uwait 0xfffffe00a5f20680 syz-executor.2 2802 1 783 0 S umtxn 0xfffffe00a7059580 syz-executor.3 2801 1 777 0 S uwait 0xfffffe0058dbea80 syz-executor.1 2792 1 783 0 S uwait 0xfffffe00a5f22e80 syz-executor.3 2783 1 783 0 S uwait 0xfffffe0058dbc280 syz-executor.3 2334 1 777 60928 T syz-executor.1 2212 1 785 0 S umtxn 0xfffffe0058da9000 syz-executor.2 2211 1 785 0 S uwait 0xfffffe00a7059080 syz-executor.2 2206 1 783 0 S uwait 0xfffffe00a7059280 syz-executor.3 2203 1 783 0 S uwait 0xfffffe0058dbe980 syz-executor.3 2199 1 783 0 S uwait 0xfffffe00a5f20380 syz-executor.3 2197 1 785 0 S uwait 0xfffffe0058daad00 syz-executor.2 2196 1 785 0 S uwait 0xfffffe0058dbe580 syz-executor.2 2195 1 783 0 S uwait 0xfffffe0058dbe480 syz-executor.3 2192 1 785 0 S uwait 0xfffffe00a7059180 syz-executor.2 2190 1 783 0 S uwait 0xfffffe00a5f22a00 syz-executor.3 2188 1 785 0 S uwait 0xfffffe00a5f21180 syz-executor.2 2187 1 783 0 S uwait 0xfffffe00a5cf3880 syz-executor.3 2184 1 777 0 S umtxn 0xfffffe00a5f1f580 syz-executor.1 2183 1 785 0 S umtxn 0xfffffe00a7059680 syz-executor.2 2182 1 777 0 S uwait 0xfffffe0058dbeb80 syz-executor.1 2181 1 776 0 S uwait 0xfffffe00a5cf2080 syz-executor.0 2179 1 776 0 S uwait 0xfffffe00a5cf1e80 syz-executor.0 2178 1 785 0 S uwait 0xfffffe00a5cf3780 syz-executor.2 2174 1 777 0 S uwait 0xfffffe00a5f20780 syz-executor.1 2173 1 776 0 S uwait 0xfffffe0058dbe880 syz-executor.0 2172 1 777 0 S uwait 0xfffffe0058dbda80 syz-executor.1 2171 1 785 0 S uwait 0xfffffe0007975600 syz-executor.2 2170 1 776 0 S uwait 0xfffffe0058dbe380 syz-executor.0 2168 1 785 0 S uwait 0xfffffe00a5cf2200 syz-executor.2 2164 1 776 0 S uwait 0xfffffe00a5f20880 syz-executor.0 2163 1 777 0 S uwait 0xfffffe00a5cf2f00 syz-executor.1 2162 1 785 0 S uwait 0xfffffe0058da7d80 syz-executor.2 2161 1 776 0 S uwait 0xfffffe0058da7c80 syz-executor.0 2160 1 777 0 S umtxn 0xfffffe0058dbcb80 syz-executor.1 2158 1 785 0 S umtxn 0xfffffe0058da8300 syz-executor.2 2146 1 785 0 S uwait 0xfffffe0058da8700 syz-executor.2 2145 1 785 0 S uwait 0xfffffe0058da7000 syz-executor.2 2078 1 2078 0 Ss select 0xfffffe009ece41c0 dhclient 2074 1 2074 0 Ss select 0xfffffe009ece3740 dhclient 2046 1 2046 65 Ss select 0xfffffe00571d75c0 dhclient 1552 0 0 0 DL - 0xffffffff83d52640 [soaiod4] 1551 0 0 0 DL - 0xffffffff83d52640 [soaiod3] 1550 0 0 0 DL - 0xffffffff83d52640 [soaiod2] 1549 0 0 0 DL - 0xffffffff83d52640 [soaiod1] 1546 0 0 0 DL aiordy 0xfffffe009ec50548 [aiod4] 1545 0 0 0 DL aiordy 0xfffffe00a6741000 [aiod3] 1543 0 0 0 DL aiordy 0xfffffe00a66cf000 [aiod2] 1542 0 0 0 DL aiordy 0xfffffe00a6742000 [aiod1] 1288 1 785 0 S uwait 0xfffffe0058dbec80 syz-executor.2 1282 1 785 0 S uwait 0xfffffe0058da8900 syz-executor.2 1276 1 785 0 S uwait 0xfffffe0058daae00 syz-executor.2 1273 1 776 0 S uwait 0xfffffe0058dbed80 syz-executor.0 1271 1 776 0 S uwait 0xfffffe0053ef0980 syz-executor.0 1267 1 776 0 S uwait 0xfffffe0058da7200 syz-executor.0 1264 1 776 0 S uwait 0xfffffe0058da7300 syz-executor.0 1260 1 785 0 S uwait 0xfffffe0058dbdb80 syz-executor.2 1259 1 776 0 S uwait 0xfffffe0053ef0e80 syz-executor.0 1254 1 785 0 S uwait 0xfffffe0007975e80 syz-executor.2 1253 1 776 0 S uwait 0xfffffe0058dbd980 syz-executor.0 1250 1 785 0 S uwait 0xfffffe0058dbd880 syz-executor.2 1245 1 785 0 S uwait 0xfffffe0058da7e80 syz-executor.2 1242 1 777 0 S umtxn 0xfffffe0053ef0a80 syz-executor.1 1230 1 777 0 S uwait 0xfffffe0058dbd780 syz-executor.1 1229 1 785 0 S uwait 0xfffffe0058dbb280 syz-executor.2 1227 1 785 0 S umtxn 0xfffffe0053ef0c80 syz-executor.2 1226 1 776 0 S uwait 0xfffffe0058dbb780 syz-executor.0 1224 1 776 0 S uwait 0xfffffe0058dbd680 syz-executor.0 1221 1 785 0 S uwait 0xfffffe0058da9800 syz-executor.2 1217 1 785 0 S umtxn 0xfffffe0058daa100 syz-executor.2 1215 1 776 0 S uwait 0xfffffe0007976c00 syz-executor.0 1214 1 777 0 S uwait 0xfffffe0053ef0b80 syz-executor.1 1212 1 785 0 S uwait 0xfffffe0053ef0d80 syz-executor.2 1211 1 776 0 S umtxn 0xfffffe0058da8200 syz-executor.0 1209 1 785 0 S umtxn 0xfffffe0007976300 syz-executor.2 1207 1 776 0 S uwait 0xfffffe0058dbb580 syz-executor.0 1202 1 776 0 S umtxn 0xfffffe0058dbb380 syz-executor.0 1201 1 777 0 S uwait 0xfffffe0058da7100 syz-executor.1 1198 1 777 0 S uwait 0xfffffe0058da8600 syz-executor.1 1196 1 777 0 S uwait 0xfffffe0053ef0880 syz-executor.1 1194 1 777 0 S uwait 0xfffffe0058dbd580 syz-executor.1 1192 1 777 0 S umtxn 0xfffffe0007975d80 syz-executor.1 1190 1 777 0 S uwait 0xfffffe0007976100 syz-executor.1 1178 1 1178 0 Ss select 0xfffffe009ece4240 dhclient 1175 1 1175 0 Ss select 0xfffffe009ece37c0 dhclient 1139 1 776 0 S uwait 0xfffffe0058da8000 syz-executor.0 1137 1 776 0 S uwait 0xfffffe0058dbe000 syz-executor.0 1130 1 776 0 S uwait 0xfffffe0058da8800 syz-executor.0 1127 1 776 0 S uwait 0xfffffe0058da8100 syz-executor.0 785 774 785 0 Rs syz-executor.2 783 774 783 0 Ss piperd 0xfffffe0058bc75d0 syz-executor.3 777 774 777 0 Ss piperd 0xfffffe0058bd5000 syz-executor.1 776 774 776 0 Ss nanslp 0xffffffff83c32941 syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100104 S uwait 0xfffffe0058da9a00 syz-fuzzer 100120 S uwait 0xfffffe0007979800 syz-fuzzer 100121 S uwait 0xfffffe0007979900 syz-fuzzer 100122 S uwait 0xfffffe0058dbdc80 syz-fuzzer 100123 S uwait 0xfffffe0058dbdd80 syz-fuzzer 100124 S uwait 0xfffffe0058dbde80 syz-fuzzer 100125 S pipelk 0xfffffe0058bc88b8 syz-fuzzer 100126 RunQ syz-fuzzer 100294 S uwait 0xfffffe0058dbb680 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058dcd5f8 csh 770 688 770 0 Ss select 0xfffffe009ece4140 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00543f5cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00543f64b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00543f6cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00543f74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00543f7cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00543f84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543f8cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576da4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32940 cron 688 1 688 0 Ss select 0xfffffe00081e54c0 sshd 501 1 501 0 Ss select 0xfffffe00081e52c0 syslogd 430 1 430 0 Ss select 0xfffffe00081e53c0 devd 429 1 429 65 Ss select 0xfffffe00571d77c0 dhclient 344 1 344 0 Ss select 0xfffffe00571d7940 dhclient 341 1 341 0 Ss select 0xfffffe00081e5340 dhclient 17 0 0 0 DL vlruwt 0xfffffe00587b0548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00079644e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100082 D launds 0xffffffff83d7db04 [laundry: dom0] 100083 D umarcl 0xffffffff81e53a90 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84724300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff848e9530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 CanRun [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 RunQ [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a1 [deadlkres] 100070 D - 0xfffffe0053f09300 [acpi_task_0] 100071 D - 0xfffffe0053f09300 [acpi_task_1] 100072 D - 0xfffffe0053f09300 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] 105705 D - 0xfffffe00a82d4800 [system_taskq_0] 105706 D - 0xfffffe00a82d4800 [system_taskq_1] 105707 D - 0xfffffe00a82d4200 [system_delay_taskq_] 105708 D - 0xfffffe00a82d4200 [system_delay_taskq_] 105709 D - 0xfffffe0053f0b400 [arc_prune_0] 105710 D - 0xfffffe0053f0b400 [arc_prune_1] db> show all locks Process 13110 (syz-executor.2) thread 0xfffffe00a80801e0 (116965) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83c57f10) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:1232 Process 13107 (syz-executor.0) thread 0xfffffe00aa051900 (117642) exclusive sleep mutex pipe mutex (pipe mutex) r = 0 (0xfffffe0058bc8b78) locked @ /syzkaller/managers/i386/kernel/sys/kern/sys_pipe.c:1095 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 sctp_stro 207 10439K 5868 linker 376 9851K 852 tcp_hpts 6 4801K 6 filedesc 578 4625K 24195 devbuf 4213 4323K 4246 sysctloid 48195 2835K 48299 solaris 129 2804K 199 vtbuf 24 1968K 46 subproc 720 1539K 13491 pcb 890 1506K 27173 kobj 322 1288K 517 newblk 122 1055K 34204 vfscache 3 1025K 3 inodedep 202 588K 13630 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 6 filemon 33 264K 246 sctp_atcl 666 250K 19886 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 kdtrace 824 141K 30766 pagedep 15 132K 12109 tfo_ccache 1 128K 1 umtx 1012 127K 1012 DEVFS1 114 114K 131 sem 4 106K 4 BPF 46 88K 71 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 dirrem 187 47K 12976 sctp_atky 899 36K 26858 temp 35 35K 6020 DEVFS3 133 34K 143 hostcache 1 32K 1 shm 1 32K 55 msg 4 30K 4 kqueue 360 27K 13209 gtaskqueue 18 26K 18 freefile 185 24K 12629 pwddesc 350 22K 13261 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 lltable 57 19K 555 routetbl 143 19K 1735 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 65 17K 65 md_disk 8 17K 12 tty 16 16K 16 md_sectors 4 16K 4 freework 63 16K 20177 ithread 93 15K 93 bus-sc 34 15K 1651 GEOM 89 14K 678 ether_multi 157 13K 192 KTRACE 100 13K 7096 ifnet 7 13K 7 cred 48 12K 316 ksem 31 12K 106 eventhandler 139 12K 139 kenv 95 12K 95 sctp_stri 22 11K 1157 DEVFSP 169 11K 1714 sctp_athm 666 11K 20474 CAM queue 5 11K 1528 rman 84 10K 425 in6_multi 71 9K 71 pf_rule 10 9K 260 taskqueue 81 9K 81 bmsafemap 2 9K 13632 session 66 9K 113 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 35 pfs_vncache 1 8K 1 proc-args 372 8K 14447 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 UMA 371 7K 371 sctp_map 414 7K 11576 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 453 CC Mem 93 6K 4390 pf_ifnet 15 6K 372 inpcbpolicy 155 5K 5151 ufs_dirhash 24 5K 24 xform 70 5K 2343 vt 11 5K 11 pf_table 2 4K 327 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 34 4K 354 freeblks 14 4K 12884 acpisem 28 4K 28 selfd 55 4K 165652 hhook 15 4K 17 kcovinfo 52 4K 52 pf_osfp 25 3K 25 terminal 11 3K 11 uidinfo 6 3K 21 select 19 3K 180 osd 122 3K 4320 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6opt 14 2K 176 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 CAM XPT 22 2K 543 Unitno 25 2K 213 tcp_fsb 42 2K 1453 in_multi 6 2K 13 vnodemarker 3 2K 583 filedesc_to_leader 21 2K 56 newdirblk 10 2K 11964 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 23928 indirdep 4 1K 12326 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mount 19 1K 94 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 crypto 4 1K 522 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 13015 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 sctp_aadr 5 1K 108 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 5 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 ip_msource 3 1K 11 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 18958 filecaps 5 1K 112 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 42 acpiintr 1 1K 1 pmc 1 1K 1 sigio 1 1K 11 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 9651 sctp_iter 0 0K 37 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 33 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9521 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 291 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 130 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 22 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 2 statfs 0 0K 12193 namei_tracker 0 0K 15 export_host 0 0K 0 cl_savebuf 0 0K 64 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 603 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 16 lio 0 0K 48 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 231 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 25264 ioctlops 0 0K 959 eventfd 0 0K 8 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 336 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 868 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 96 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8339 1059 682301 0 254 38494208 0 tcp_log 416 1009 19061 1032609 0 254 8349120 0 malloc-16384 16384 289 6 12096 0 1 4833280 0 mbuf 256 9840 5148 4039025 0 254 3836928 0 malloc-4096 4096 695 7 14278 0 2 2875392 0 RADIX NODE 144 18780 451 340100 0 62 2769264 0 mbuf_cluster 2048 762 508 766 0 254 2600960 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-128 128 15791 112 16209 0 126 2035584 0 tcp_bbr_map 128 9158 6342 546196 0 126 1984000 0 ertt_txseginfo 40 39966 8817 1867353 0 254 1951320 0 malloc-384 384 4834 86 24059 0 30 1889280 0 BUF TRIE 144 482 11306 24163 0 62 1697472 0 VM OBJECT 264 5974 86 206540 0 30 1599840 0 vmem btag 56 25098 141 25098 0 254 1413384 0 UMA Slabs 0 112 12218 16 12218 0 126 1370208 0 sctp_asoc 2288 207 303 5775 0 254 1166880 0 MAP ENTRY 96 10709 253 524059 0 126 1052352 0 FFS inode 1160 823 31 13459 0 8 990640 0 malloc-2048 2048 432 32 14031 0 8 950272 0 sctp_ep 1208 437 333 13497 0 254 930160 0 THREAD 1808 473 33 17650 0 8 914848 0 VMSPACE 2552 320 13 13063 0 4 849816 0 256 Bucket 2048 337 63 13844 0 8 819200 0 socket 960 448 316 20150 0 254 733440 0 sctp_raddr 736 225 545 6579 0 254 566720 0 tcpcb 1096 93 418 4279 0 254 560056 0 PROC 1352 349 20 13114 0 8 498888 0 malloc-1024 1024 362 86 5882 0 16 458752 0 VNODE 448 864 99 13502 0 30 431424 0 FPU_save_area 832 475 38 21654 0 16 426816 0 filedesc0 1072 350 21 13261 0 8 397712 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 malloc-8192 8192 45 1 260 0 1 376832 0 malloc-64 64 5189 418 5413 0 254 358848 0 malloc-16 16 19946 554 31352 0 254 328000 0 tcp_inpcb 424 93 672 4279 0 254 324360 0 UMA Zones 768 343 1 343 0 16 264192 0 malloc-65536 65536 1 3 134 0 1 262144 0 malloc-32 32 7498 188 7965 0 254 245952 0 FFS2 dinode 256 823 107 13459 0 62 238080 0 malloc-256 256 123 807 44336 0 62 238080 0 sctp_chunk 152 308 1226 14105 0 254 233168 0 malloc-32768 32768 0 7 11640 0 1 229376 0 DEVCTL 1024 0 220 164 0 0 225280 0 ripcb 424 30 483 313 0 254 217512 0 udplite_inpcb 424 17 496 126 0 254 217512 0 udp_inpcb 424 15 498 433 0 254 217512 0 malloc-65536 65536 1 2 241 0 1 196608 0 malloc-384 384 462 48 1972 0 30 195840 0 mbuf_packet 256 156 606 143289 0 254 195072 0 malloc-128 128 1244 275 26827 0 126 194432 0 malloc-128 128 1396 123 27273 0 126 194432 0 malloc-256 256 577 173 18474 0 62 192000 0 malloc-256 256 399 291 26181 0 62 176640 0 malloc-384 384 201 249 13716 0 30 172800 0 128 Bucket 1024 116 47 4981 0 16 166912 0 S VFS Cache 104 1033 488 14258 0 126 158184 0 malloc-16384 16384 4 5 12 0 1 147456 0 malloc-2048 2048 13 59 845 0 8 147456 0 malloc-256 256 482 88 14449 0 62 145920 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 11 0 1 131072 0 malloc-65536 65536 1 1 137 0 1 131072 0 unpcb 256 24 486 1440 0 254 130560 0 UMA Kegs 384 329 4 329 0 30 127872 0 clpbuf 2624 0 48 438 0 16 125952 0 ksiginfo 112 356 688 4778 0 126 116928 0 malloc-4096 4096 27 1 39 0 2 114688 0 g_bio 408 0 270 185272 0 30 110160 0 malloc-64 64 1038 537 35807 0 254 100800 0 malloc-128 128 633 142 1841 0 126 99200 0 Files 80 885 265 45178 0 126 92000 0 64 Bucket 512 105 63 24195 0 30 86016 0 malloc-8192 8192 6 4 36 0 1 81920 0 malloc-256 256 144 171 15267 0 62 80640 0 malloc-256 256 181 134 21414 0 62 80640 0 sctp_readq 152 1 519 517 0 254 79040 0 TURNSTILE 136 507 60 507 0 62 77112 0 malloc-64 64 670 401 8959 0 254 68544 0 malloc-128 128 325 202 12845 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 18 0 1 65536 0 malloc-16384 16384 1 3 4 0 1 65536 0 malloc-8192 8192 3 5 67 0 1 65536 0 malloc-2048 2048 7 25 705 0 8 65536 0 32 Bucket 256 90 165 9697 0 62 65280 0 sctp_stream_msg_out 112 20 520 1552 0 254 60480 0 tcp_bbr_pcb 832 29 43 1848 0 16 59904 0 SLEEPQUEUE 88 507 133 507 0 126 56320 0 pcpu-8 8 5384 1272 14309 0 254 53248 0 malloc-64 64 444 375 181641 0 254 52416 0 malloc-64 64 473 346 18101 0 254 52416 0 malloc-64 64 569 250 1170 0 254 52416 0 malloc-128 128 183 220 27761 0 126 51584 0 malloc-128 128 12 391 308 0 126 51584 0 malloc-256 256 26 169 14044 0 62 49920 0 md3 512 64 32 64 0 30 49152 0 md2 512 64 32 64 0 30 49152 0 md1 512 64 32 64 0 30 49152 0 md0 512 64 32 64 0 30 49152 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 71074 0 16 49152 0 malloc-2048 2048 7 17 556 0 8 49152 0 malloc-1024 1024 3 45 1944 0 16 49152 0 malloc-512 512 24 72 1163 0 30 49152 0 tcp_rack_pcb 896 2 52 1413 0 16 48384 0 pipe 744 25 40 707 0 16 48360 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 757 629 21239 0 254 44352 0 malloc-4096 4096 4 6 12279 0 2 40960 0 malloc-4096 4096 5 5 14 0 2 40960 0 sctp_laddr 48 111 729 4923 0 254 40320 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 46487 0 16 38080 0 hostcache 64 3 564 3 0 254 36288 0 PWD 32 244 890 11938 0 254 36288 0 malloc-64 64 130 437 1598 0 254 36288 0 malloc-64 64 3 564 53 0 254 36288 0 malloc-32 32 531 603 19657 0 254 36288 0 16 Bucket 144 89 163 2088 0 62 36288 0 8 Bucket 80 60 390 3423 0 126 36000 0 malloc-128 128 36 243 1728 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 36 99 1939 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 3 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 1 15 76 0 8 32768 0 malloc-2048 2048 5 11 208 0 8 32768 0 malloc-1024 1024 2 30 259 0 16 32768 0 malloc-1024 1024 4 28 230 0 16 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 5 0 16 32768 0 malloc-1024 1024 8 24 51 0 16 32768 0 malloc-512 512 1 63 181 0 30 32768 0 malloc-512 512 1 63 75 0 30 32768 0 malloc-512 512 0 64 228 0 30 32768 0 malloc-512 512 17 47 668 0 30 32768 0 malloc-512 512 9 55 42 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 28 172 122444 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 5 259 3385 0 126 31680 0 cpuset 104 7 272 298 0 126 29016 0 sctp_asconf_ack 48 1 587 40 0 254 28224 0 tcp_inpcb 32 4 878 2905 0 254 28224 0 ertt 72 93 299 4279 0 126 28224 0 malloc-32 32 132 750 1048 0 254 28224 0 malloc-32 32 232 650 8615 0 254 28224 0 4 Bucket 48 7 581 499 0 254 28224 0 2 Bucket 32 81 801 4085 0 254 28224 0 AIO 208 0 133 130 0 62 27664 0 malloc-8192 8192 2 1 103 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 18 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 66 210 133 0 126 24288 0 rl_entry 40 257 349 258 0 254 24240 0 malloc-16 16 717 783 20735 0 254 24000 0 itimer 352 0 66 31 0 30 23232 0 malloc-384 384 0 60 2 0 30 23040 0 malloc-384 384 1 59 262 0 30 23040 0 malloc-384 384 25 35 95 0 30 23040 0 malloc-384 384 1 59 42 0 30 23040 0 domainset 40 0 567 215 0 254 22680 0 udplite_inpcb 32 0 630 3 0 254 20160 0 udpcb 32 32 598 559 0 254 20160 0 udp_inpcb 32 10 620 61 0 254 20160 0 malloc-32 32 80 550 247 0 254 20160 0 malloc-32 32 163 467 1065 0 254 20160 0 malloc-32 32 33 597 195 0 254 20160 0 malloc-16 16 516 734 15178 0 254 20000 0 malloc-16 16 439 811 40362 0 254 20000 0 cryptop 280 0 70 136 0 30 19600 0 AIOCB 552 0 35 332 0 16 19320 0 L VFS Cache 320 0 60 17 0 30 19200 0 AIOLIO 272 0 70 24 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-4096 4096 0 4 7 0 2 16384 0 malloc-4096 4096 0 4 157 0 2 16384 0 malloc-2048 2048 0 8 16 0 8 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 915561 0 254 16032 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1047 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 15 735 405 0 254 12000 0 malloc-16 16 369 381 841 0 254 12000 0 malloc-16 16 5 745 13235 0 254 12000 0 malloc-16 16 18 732 33 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 abd_chunk 4096 1 1 1 0 2 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 16 23 21 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 arc_buf_hdr_t_full 352 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0