panic: ipreass_callout: stray callout on bucket 0xfffffe00577c8380, 788 < 789 cpuid = 0 time = 31 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00077a0950 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00077a0ab0 vpanic() at vpanic+0x254/frame 0xfffffe00077a0b90 panic() at panic+0xb5/frame 0xfffffe00077a0c50 ipreass_callout() at ipreass_callout+0x3e9/frame 0xfffffe00077a0cb0 softclock_call_cc() at softclock_call_cc+0x3d7/frame 0xfffffe00077a0e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe00077a0ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe00077a0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00077a0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100029 ] Stopped at kdb_enter+0x6b: movq $0,0x27554aa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8172d186 printf+0xf6 rdx 0x1 rbx 0 rsp 0xfffffe00077a0a90 rbp 0xfffffe00077a0ab0 rsi 0 rdi 0xffffffff8172d1e8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a8f181a0 r12 0 r13 0xfffffe005408c3a0 r14 0xffffffff82b6e3e0 .str.26 r15 0xffffffff82b6e3e0 .str.26 rip 0xffffffff8171cceb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x27554aa(%rip) db> show proc Process 2 (clock) at 0xfffffe0053fda008: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e157e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e157e0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e16780 (map 0xffffffff83e16780) (map.pmap 0xffffffff83e16840) (pmap 0xffffffff83e168b0) threads: 2 100029 Run CPU 0 [clock (0)] 100030 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 11087 795 795 0 R (threaded) syz-executor.3 112101 RunQ syz-executor.3 112834 S connec 0xfffffe009c1190da syz-executor.3 112841 S uwait 0xfffffe00a6a7f680 syz-executor.3 11086 780 780 0 R (threaded) syz-executor.2 112677 RunQ syz-executor.2 112836 S connec 0xfffffe009c11c85a syz-executor.2 112839 S uwait 0xfffffe00a6a7f880 syz-executor.2 10476 1 10471 0 SV uwait 0xfffffe00a6a7fc80 syz-executor.1 10466 1 10461 0 SV uwait 0xfffffe00a6a80000 syz-executor.1 10456 1 10453 0 SV uwait 0xfffffe00a5a81400 syz-executor.1 10442 1 10439 0 SV uwait 0xfffffe00a6a80500 syz-executor.1 10433 1 10432 0 SV uwait 0xfffffe0057128700 syz-executor.1 10424 1 10423 0 SV uwait 0xfffffe00a5a81c00 syz-executor.1 10417 1 10412 0 SV uwait 0xfffffe00a6a82180 syz-executor.1 10416 1 777 0 SV uwait 0xfffffe005768a280 syz-executor.0 10408 1 10403 0 SV uwait 0xfffffe00a5a82800 syz-executor.1 10398 1 10394 0 SV uwait 0xfffffe00a5a81000 syz-executor.1 10389 1 10386 0 SV uwait 0xfffffe00a6a80700 syz-executor.1 10380 1 10376 0 SV uwait 0xfffffe00a5a81e00 syz-executor.1 10369 1 10368 0 SV uwait 0xfffffe005768be80 syz-executor.1 10360 1 10358 0 SV uwait 0xfffffe00a6a80d00 syz-executor.1 10351 1 10348 0 SV uwait 0xfffffe00a6a80e00 syz-executor.1 10343 1 10339 0 SV uwait 0xfffffe00a5a81900 syz-executor.1 10334 1 10332 0 SV uwait 0xfffffe00a5a84180 syz-executor.1 10324 1 10321 0 SV uwait 0xfffffe00a6a81a00 syz-executor.1 10315 1 10313 0 SV uwait 0xfffffe00a5a81d00 syz-executor.1 10306 1 10305 0 SV uwait 0xfffffe00a5a81800 syz-executor.1 10298 1 10296 0 SV uwait 0xfffffe00a5a83d00 syz-executor.1 10285 1 10284 0 SV uwait 0xfffffe00a5a81200 syz-executor.1 10275 1 10273 0 SV uwait 0xfffffe00a5a82a00 syz-executor.1 10269 1 778 0 SV uwait 0xfffffe0057688980 syz-executor.1 10256 1 10254 0 SV uwait 0xfffffe00a5a82d00 syz-executor.1 10245 1 10243 0 SV uwait 0xfffffe00a5a81b00 syz-executor.1 10235 1 10231 0 SV uwait 0xfffffe00a5a81a00 syz-executor.1 10224 1 10221 0 SV uwait 0xfffffe00a5a82280 syz-executor.1 10213 1 10212 0 SV uwait 0xfffffe00a5a81300 syz-executor.1 10204 1 10201 0 SV uwait 0xfffffe00a5a81500 syz-executor.1 10195 1 10192 0 SV uwait 0xfffffe00a6a81500 syz-executor.1 10187 1 10184 0 SV uwait 0xfffffe00a5a81700 syz-executor.1 10176 1 10174 0 SV uwait 0xfffffe00a5a81f00 syz-executor.1 10171 1 10166 0 SV uwait 0xfffffe00a5a82f00 syz-executor.1 10160 1 10157 0 SV uwait 0xfffffe00079cd580 syz-executor.1 10149 1 10146 0 SV uwait 0xfffffe00a5a82900 syz-executor.1 10140 1 10138 0 SV uwait 0xfffffe00a6a81900 syz-executor.1 10133 1 778 0 SV uwait 0xfffffe00a5a83200 syz-executor.1 10125 1 778 0 SV uwait 0xfffffe00a5a82c00 syz-executor.1 10116 1 778 0 SV uwait 0xfffffe00a6a81400 syz-executor.1 10103 1 10101 0 SV uwait 0xfffffe00a6a82280 syz-executor.1 10095 1 10093 0 SV uwait 0xfffffe00a6a81600 syz-executor.1 10089 1 10081 0 SV uwait 0xfffffe00a6a81800 syz-executor.1 10084 1 10080 0 SV uwait 0xfffffe00a5a83f00 syz-executor.3 10077 1 10072 0 SV uwait 0xfffffe00a6a81d00 syz-executor.1 10075 1 10070 0 SV uwait 0xfffffe00a5a82380 syz-executor.3 10066 1 10061 0 SV uwait 0xfffffe00a5a81600 syz-executor.1 10065 1 10064 0 SV uwait 0xfffffe0057128380 syz-executor.3 10058 1 10053 0 SV uwait 0xfffffe00a5a83900 syz-executor.1 10048 1 10041 0 SV uwait 0xfffffe00a5a82e00 syz-executor.1 9891 1 778 0 S uwait 0xfffffe00a5a82700 syz-executor.1 9890 1 778 0 S uwait 0xfffffe00a6a81200 syz-executor.1 5008 1 795 0 S uwait 0xfffffe0057128e00 syz-executor.3 3656 0 0 0 DL - 0xffffffff83f5f500 [soaiod4] 3655 0 0 0 DL - 0xffffffff83f5f500 [soaiod3] 3654 0 0 0 DL - 0xffffffff83f5f500 [soaiod2] 3653 0 0 0 DL - 0xffffffff83f5f500 [soaiod1] 3589 1 780 0 S umtxn 0xfffffe00a6a81700 syz-executor.2 3581 1 795 0 S uwait 0xfffffe0057128a00 syz-executor.3 3579 1 780 0 S uwait 0xfffffe0057127900 syz-executor.2 3575 1 795 0 S uwait 0xfffffe0057127a00 syz-executor.3 3573 1 780 0 S uwait 0xfffffe00a6a81300 syz-executor.2 3569 1 795 0 S uwait 0xfffffe0057128b00 syz-executor.3 3560 1 795 0 S uwait 0xfffffe0057689780 syz-executor.3 3371 1 3371 65 Ss select 0xfffffe00a6e280c0 dhclient 3122 1 780 0 S uwait 0xfffffe0057126100 syz-executor.2 2744 1 2744 0 Ss select 0xfffffe00a109f240 dhclient 2741 1 2741 0 Ss select 0xfffffe00a6e29840 dhclient 2717 1 2717 65 Ss select 0xfffffe00584037c0 dhclient 2636 1 795 0 S uwait 0xfffffe00a6a81e00 syz-executor.3 2156 1 2156 0 Ss select 0xfffffe00a6e28540 dhclient 2153 1 2153 0 Ss select 0xfffffe00a6e2a3c0 dhclient 2138 1 2138 65 Ss select 0xfffffe0058405440 dhclient 1612 1 795 0 S umtxn 0xfffffe0057688e80 syz-executor.3 1609 1 795 0 S uwait 0xfffffe00a5a83300 syz-executor.3 1605 1 795 0 S umtxn 0xfffffe00a6a82080 syz-executor.3 1602 1 795 0 S uwait 0xfffffe0057128500 syz-executor.3 1577 1 1577 0 Ss select 0xfffffe0058403c40 dhclient 1574 1 1574 0 Ss select 0xfffffe00a6e2b1c0 dhclient 1542 1 1542 65 Ss select 0xfffffe0007984f40 dhclient 1381 1 778 0 T syz-executor.1 1377 1 778 0 T syz-executor.1 1371 1 778 0 T syz-executor.1 1367 1 778 0 T syz-executor.1 1176 0 0 0 DL (threaded) [zfskern] 100449 D t->zthr 0xfffffe00589ef248 [arc_evict] 100650 D t->zthr 0xfffffe0058407b48 [arc_reap] 100651 D - 0xfffffe009ef78500 [dbu_evict] 100652 D dbuf_ev 0xffffffff85a567a0 [dbuf_evict_thread] 100655 D - 0xfffffe00085f1000 [z_vdev_file_0] 100656 D - 0xfffffe00085f1000 [z_vdev_file_1] 100657 D - 0xfffffe00085f1000 [z_vdev_file_2] 100658 D - 0xfffffe00085f1000 [z_vdev_file_3] 100659 D - 0xfffffe00085f1000 [z_vdev_file_4] 100660 D - 0xfffffe00085f1000 [z_vdev_file_5] 100661 D - 0xfffffe00085f1000 [z_vdev_file_6] 100662 D - 0xfffffe00085f1000 [z_vdev_file_7] 100663 D - 0xfffffe00085f1000 [z_vdev_file_8] 100664 D - 0xfffffe00085f1000 [z_vdev_file_9] 100665 D - 0xfffffe00085f1000 [z_vdev_file_10] 100666 D - 0xfffffe00085f1000 [z_vdev_file_11] 100667 D - 0xfffffe00085f1000 [z_vdev_file_12] 100668 D - 0xfffffe00085f1000 [z_vdev_file_13] 100669 D - 0xfffffe00085f1000 [z_vdev_file_14] 100670 D - 0xfffffe00085f1000 [z_vdev_file_15] 100671 D l2arc_f 0xffffffff85a158c0 [l2arc_feed_thread] 100672 D - 0xfffffe00085f0d00 [zfsvfs] 100673 S zevent_ 0xffffffff85a57380 [sysevent] 1018 1 1018 0 Ss select 0xfffffe00a109eec0 dhclient 1015 1 1015 0 Ss select 0xfffffe00a109ef40 dhclient 895 0 0 0 DL aiordy 0xfffffe009ef71568 [aiod4] 894 0 0 0 DL aiordy 0xfffffe009ef71ac0 [aiod3] 893 0 0 0 DL aiordy 0xfffffe009c148568 [aiod2] 892 0 0 0 DL aiordy 0xfffffe009eb2cab0 [aiod1] 795 774 795 0 Rs CPU 1 syz-executor.3 780 774 780 0 Rs syz-executor.2 778 774 778 0 Ss piperd 0xfffffe005884c888 syz-executor.1 777 774 777 0 Ss piperd 0xfffffe005884b110 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100113 S uwait 0xfffffe005768a480 syz-fuzzer 100115 S uwait 0xfffffe0057126e00 syz-fuzzer 100116 S uwait 0xfffffe0057689480 syz-fuzzer 100117 S wait 0xfffffe009eb2eac0 syz-fuzzer 100118 S uwait 0xfffffe0057689800 syz-fuzzer 100119 S wait 0xfffffe009eb2eac0 syz-fuzzer 100120 S uwait 0xfffffe0057125c80 syz-fuzzer 100122 S wait 0xfffffe009eb2eac0 syz-fuzzer 100123 S wait 0xfffffe009eb2eac0 syz-fuzzer 100124 S kqread 0xfffffe00587dc400 syz-fuzzer 100136 S uwait 0xfffffe0057125380 syz-fuzzer 100147 S uwait 0xfffffe0057688480 syz-fuzzer 106338 S uwait 0xfffffe00a6a81180 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe009eb2e618 csh 770 688 770 0 Ss select 0xfffffe00079805c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0007c94cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005788c0b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005788c4b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005788c8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005788ccb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005728fcb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00572900b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005788d0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005788d4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e3f940 cron 688 1 688 0 Ss select 0xfffffe0007980cc0 sshd 501 1 501 0 Ss select 0xfffffe00079807c0 syslogd 430 1 430 0 Ss select 0xfffffe00079809c0 devd 429 1 429 65 Ss select 0xfffffe00079818c0 dhclient 344 1 344 0 Ss select 0xfffffe00079808c0 dhclient 341 1 341 0 Ss select 0xfffffe0007981140 dhclient 17 0 0 0 DL syncer 0xffffffff83f64de0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007ce0010 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f63400 [bufdaemon] 100082 D - 0xffffffff83212100 [bufspacedaemon-0] 100093 D sdflush 0xfffffe005728f4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f96e80 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8ad38 [dom0] 100083 D launds 0xffffffff83f8ad44 [laundry: dom0] 100084 D umarcl 0xffffffff81e5ea50 [uma] 7 0 0 0 DL - 0xffffffff83bfbde8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84900330 [pf purge] 5 0 0 0 DL waiting 0xffffffff84695640 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83a9e340 [doneq0] 100045 D - 0xffffffff83a9e2c0 [async] 100076 D - 0xffffffff83a9e140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056de2c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f86460 [crypto] 100041 D crypto_ 0xfffffe0056d03030 [crypto returns 0] 100042 D crypto_ 0xfffffe0056d03080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e14dc0 [g_event] 100036 D - 0xffffffff83e14de0 [g_up] 100037 D - 0xffffffff83e14e00 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 Run CPU 0 [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053fdb010 [init] 10 0 0 0 DL audit_w 0xffffffff83f87000 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e157e0 [swapper] 100005 D - 0xfffffe0053e82700 [if_io_tqg_0] 100006 D - 0xfffffe0053e82600 [if_io_tqg_1] 100007 D - 0xfffffe0053e82500 [if_config_tqg_0] 100008 D - 0xfffffe0053e82400 [softirq_0] 100009 D - 0xfffffe0053e82300 [softirq_1] 100010 D - 0xfffffe00085f2d00 [inm_free taskq] 100011 D - 0xfffffe00085f2c00 [aiod_kick taskq] 100012 D - 0xfffffe00085f2b00 [in6m_free taskq] 100013 D - 0xfffffe00085f2a00 [linuxkpi_irq_wq] 100014 D - 0xfffffe00085f2900 [deferred_unmount ta] 100016 D - 0xfffffe00085f2700 [thread taskq] 100018 D - 0xfffffe00085f2500 [kqueue_ctx taskq] 100019 D - 0xfffffe00085f2400 [pci_hp taskq] 100021 D - 0xfffffe00085f2200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f2200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f2200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f2200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f2100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f2100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f2100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f2100 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f2000 [firmware taskq] 100038 D - 0xfffffe00085f1e00 [crypto_0] 100039 D - 0xfffffe00085f1e00 [crypto_1] 100055 D - 0xfffffe00085f1c00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085f1b00 [vtnet0 txq 0] 100057 D - 0xfffffe00085f1a00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085f1900 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0007982200 [virtio_balloon] 100066 D - 0xffffffff82b74440 [deadlkres] 100071 D - 0xfffffe0057702c00 [acpi_task_0] 100072 D - 0xfffffe0057702c00 [acpi_task_1] 100073 D - 0xfffffe0057702c00 [acpi_task_2] 100074 D - 0xfffffe00085f3100 [mca taskq] 100075 D - 0xfffffe00085f1d00 [CAM taskq] 100644 D - 0xfffffe00085ef100 [system_taskq_0] 100645 D - 0xfffffe00085ef100 [system_taskq_1] 100646 D - 0xfffffe0057701a00 [system_delay_taskq_] 100647 D - 0xfffffe0057701a00 [system_delay_taskq_] 100649 D - 0xfffffe00085f0c00 [arc_prune] db> show all locks Process 795 (syz-executor.3) thread 0xfffffe00a1065720 (100130) exclusive sx proctree (proctree) r = 0 (0xffffffff83209bc0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_exit.c:1319 Process 2 (clock) thread 0xfffffe005408c3a0 (100029) exclusive sleep mutex IP reassembly (IP reassembly) r = 0 (0xfffffe00577c8390) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_mutex.c:211 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 366 9694K 494 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4246 solaris 134 2810K 218 sysctloid 46554 2735K 46660 vtbuf 24 1968K 46 sctp_stro 80 1419K 1945 kobj 329 1316K 491 filedesc 154 1227K 20203 newblk 60 1039K 24168 vfscache 3 1025K 3 pcb 199 735K 9792 inodedep 381 655K 10966 subproc 289 595K 11256 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filemon 44 352K 234 vmem 3 274K 5 acpica 1674 184K 58126 tidhash 3 141K 3 pagedep 52 141K 10130 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 110 110K 127 sem 4 106K 4 BPF 46 88K 159 dirrem 326 82K 10795 bus 998 82K 5213 kdtrace 392 73K 23935 mtx_pool 2 72K 2 umtx 550 69K 550 syncache 1 68K 1 module 518 65K 518 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atcl 169 64K 7022 freefile 329 42K 10648 temp 34 33K 4778 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 55 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 lltable 57 19K 327 kstat_data 18 18K 18 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 1363 ithread 97 16K 97 bus-sc 34 15K 1682 KTRACE 105 13K 36478 eventhandler 154 13K 154 ether_multi 157 13K 172 ifnet 7 13K 7 kenv 95 12K 95 kqueue 136 11K 11154 rman 88 11K 431 GEOM 61 11K 483 sctp_atky 249 11K 9527 CAM queue 5 11K 1528 session 80 10K 123 ksem 4 10K 201 in6_multi 71 9K 71 sctp_timw 35 9K 35 taskqueue 81 9K 81 pwddesc 134 9K 11135 bmsafemap 2 9K 11193 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 6 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 DEVFSP 112 7K 1073 UMA 364 7K 364 cred 27 7K 829 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 448 newdirblk 47 6K 10100 pf_ifnet 14 6K 887 ufs_dirhash 24 5K 24 proc-args 160 5K 12452 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 34 4K 194 acpisem 28 4K 28 selfd 55 4K 160195 hhook 15 4K 17 kcovinfo 52 4K 52 freework 13 4K 15693 freeblks 12 3K 10766 terminal 11 3K 11 sctp_athm 169 3K 7276 sctp_map 160 3K 3898 select 19 3K 194 uidinfo 3 3K 576 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 pf_osfp 15 2K 15 Unitno 28 2K 159 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 9 vnodemarker 3 2K 63 CC Mem 11 2K 3782 mkdir 10 2K 20200 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 osd 39 1K 3775 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 461 pci_link 10 1K 10 inpcbpolicy 22 1K 5646 diradd 5 1K 10836 crypto 4 1K 80 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_stri 1 1K 521 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 ip_msource 5 1K 18 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 25 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 6 1K 14271 cryptodev 2 1K 1001 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 tcpfunc 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 9 pmchooks 1 1K 1 sigio 2 1K 3 filecaps 5 1K 117 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 47 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 234 pf_rule 0 0K 292 pf_altq 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 3300 sctp_iter 0 0K 47 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 51 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 17 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7156 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 28 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 101 allocindir 0 0K 0 indirdep 0 0K 7604 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 56 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 9 in_mfilter 0 0K 27 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 4 agp 0 0K 0 statfs 0 0K 10311 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 44 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 200 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 12 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 59347 ioctlops 0 0K 1032 eventfd 0 0K 14 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 328 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 892 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8354 1044 1389775 0 254 38494208 0 tcp_log 416 20 13696 274063 0 254 5705856 0 mbuf 256 9054 7209 2984282 0 254 4163328 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 16383 468 311896 0 63 2426544 0 malloc-4096 4096 498 6 12197 0 2 2064384 0 malloc-128 128 15300 76 15610 0 126 1968128 0 BUF TRIE 144 248 11512 11275 0 62 1693440 0 malloc-384 384 4305 15 4575 0 30 1658880 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-16384 16384 79 6 10262 0 1 1392640 0 UMA Slabs 0 112 11278 20 11278 0 126 1265376 0 vmem btag 56 21331 92 21331 0 254 1199688 0 sctp_asoc 2256 80 430 1925 0 254 1150560 0 zio_buf_comb_1048576 1048576 0 1 8 0 1 1048576 0 VM OBJECT 264 3187 83 175070 0 30 863280 0 FFS inode 1160 640 25 11312 0 8 771400 0 256 Bucket 2048 342 20 9105 0 8 741376 0 ertt_txseginfo 40 0 18079 615396 0 254 723160 0 tcp_bbr_map 128 4 5297 172440 0 126 678528 0 sctp_ep 1208 88 422 4809 0 254 616080 0 tcpcb 1104 11 500 3735 0 254 564144 0 malloc-65536 65536 8 0 8 0 1 524288 0 malloc-384 384 419 901 11537 0 30 506880 0 THREAD 1824 257 18 12841 0 8 501600 0 malloc-2048 2048 5 235 1349 0 8 491520 0 socket 960 56 452 12149 0 254 487680 0 MAP ENTRY 96 4588 326 416940 0 126 471744 0 malloc-8192 8192 53 2 370 0 1 450560 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 80 437 2185 0 254 380512 0 malloc-64 64 5262 345 8970 0 254 358848 0 VNODE 448 680 103 11354 0 30 350784 0 malloc-256 256 486 879 46356 0 62 349440 0 malloc-16 16 19463 537 29369 0 254 320000 0 sctp_chunk 152 58 1996 17745 0 254 312208 0 VMSPACE 2560 108 12 11022 0 4 307200 0 malloc-2048 2048 91 37 5176 0 8 262144 0 malloc-128 128 982 1064 15835 0 126 261888 0 UMA Zones 768 336 3 336 0 16 260352 0 malloc-32 32 7385 301 20629 0 254 245952 0 FPU_save_area 832 259 29 20372 0 16 239616 0 malloc-32768 32768 0 7 7160 0 1 229376 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-256 256 147 723 34653 0 62 222720 0 PROC 1368 133 21 11092 0 8 210672 0 mbuf_packet 256 91 671 142232 0 254 195072 0 malloc-128 128 1311 208 42652 0 126 194432 0 FFS2 dinode 256 640 50 11312 0 62 176640 0 filedesc0 1072 134 20 11135 0 8 165088 0 S VFS Cache 104 1030 491 12038 0 126 158184 0 128 Bucket 1024 116 31 3502 0 16 150528 0 malloc-64 64 177 1902 160390 0 254 133056 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 malloc-65536 65536 0 2 37 0 1 131072 0 malloc-65536 65536 0 2 462 0 1 131072 0 malloc-1024 1024 110 18 127 0 16 131072 0 malloc-1024 1024 85 43 2459 0 16 131072 0 unpcb 256 20 490 1636 0 254 130560 0 clpbuf 2624 0 48 119 0 16 125952 0 UMA Kegs 384 322 1 322 0 30 124032 0 ksiginfo 112 141 903 7814 0 126 116928 0 malloc-384 384 198 102 7053 0 30 115200 0 malloc-256 256 306 129 21395 0 62 111360 0 malloc-32768 32768 1 2 6 0 1 98304 0 syncache 168 0 528 16 0 254 88704 0 64 Bucket 512 102 66 9583 0 30 86016 0 malloc-128 128 584 67 1680 0 126 83328 0 32 Bucket 256 117 198 5937 0 62 80640 0 sctp_readq 152 1 519 165 0 254 79040 0 malloc-8192 8192 9 0 9 0 1 73728 0 g_bio 408 0 180 109939 0 30 73440 0 malloc-64 64 589 482 841 0 254 68544 0 malloc-64 64 650 421 79594 0 254 68544 0 malloc-128 128 307 220 327 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-256 256 129 126 11768 0 62 65280 0 malloc-256 256 95 160 5261 0 62 65280 0 sctp_stream_msg_out 112 28 512 429 0 254 60480 0 malloc-8192 8192 5 2 7 0 1 57344 0 udp_inpcb 424 6 120 1475 0 30 53424 0 tcp_inpcb 424 11 115 3735 0 30 53424 0 ripcb 424 5 121 404 0 30 53424 0 pcpu-8 8 5104 1552 21944 0 254 53248 0 malloc-64 64 286 533 22441 0 254 52416 0 malloc-128 128 184 219 11312 0 126 51584 0 malloc-128 128 116 287 20476 0 126 51584 0 malloc-256 256 137 58 152 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 62788 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 8 16 585 0 8 49152 0 malloc-1024 1024 34 14 47 0 16 49152 0 malloc-1024 1024 22 26 1880 0 16 49152 0 pipe 728 24 42 642 0 16 48048 0 tcp_bbr_pcb 832 2 52 1657 0 16 44928 0 Files 80 326 224 36819 0 126 44000 0 TURNSTILE 136 276 39 276 0 62 42840 0 malloc-4096 4096 4 6 10475 0 2 40960 0 malloc-4096 4096 10 0 10 0 2 40960 0 Mountpoints 2752 2 12 6 0 4 38528 0 da_ccb 544 0 70 27665 0 16 38080 0 malloc-64 64 285 282 1272 0 254 36288 0 malloc-64 64 31 536 535 0 254 36288 0 16 Bucket 144 64 188 1504 0 62 36288 0 malloc-128 128 18 261 26 0 126 35712 0 routing nhops 256 27 108 36 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 401 0 30 34560 0 malloc-256 256 18 117 80 0 62 34560 0 malloc-256 256 58 77 1570 0 62 34560 0 SLEEPQUEUE 88 276 108 276 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 1 1 3 0 1 32768 0 malloc-16384 16384 1 1 14 0 1 32768 0 malloc-2048 2048 0 16 8 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 5 11 165 0 8 32768 0 malloc-2048 2048 7 9 785 0 8 32768 0 malloc-1024 1024 7 25 224 0 16 32768 0 malloc-1024 1024 6 26 1401 0 16 32768 0 malloc-512 512 6 58 246 0 30 32768 0 malloc-512 512 0 64 13 0 30 32768 0 malloc-512 512 12 52 532 0 30 32768 0 malloc-512 512 13 51 103 0 30 32768 0 malloc-512 512 0 64 1470 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 ipq 56 2 574 4 0 254 32256 0 KNOTE 160 28 172 137666 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 0 264 4 0 126 31680 0 cpuset 104 7 272 279 0 126 29016 0 sctp_asconf_ack 48 0 588 15 0 254 28224 0 sctp_laddr 48 61 527 1654 0 254 28224 0 tcp_inpcb ports 32 8 874 2853 0 254 28224 0 PWD 32 89 793 10126 0 254 28224 0 4 Bucket 48 7 581 261 0 254 28224 0 2 Bucket 32 70 812 2690 0 254 28224 0 8 Bucket 80 77 273 2615 0 126 28000 0 AIO 208 0 133 45 0 62 27664 0 udplite_inpcb 424 0 63 32 0 30 26712 0 malloc-8192 8192 1 2 6 0 1 24576 0 malloc-4096 4096 4 2 91 0 2 24576 0 malloc-4096 4096 0 6 4179 0 2 24576 0 tcp_log_id_bucket 176 0 138 4 0 62 24288 0 PGRP 88 80 196 129 0 126 24288 0 rl_entry 40 116 490 116 0 254 24240 0 rtentry 168 31 113 36 0 62 24192 0 malloc-384 384 1 59 1324 0 30 23040 0 malloc-384 384 20 40 1275 0 30 23040 0 domainset 40 0 567 216 0 254 22680 0 udpcb 32 6 624 1507 0 254 20160 0 hostcache 64 2 313 2 0 254 20160 0 udp_inpcb ports 32 3 627 44 0 254 20160 0 ertt 72 11 269 3735 0 126 20160 0 malloc-64 64 6 309 39 0 254 20160 0 malloc-32 32 5 625 68 0 254 20160 0 malloc-32 32 425 205 10707 0 254 20160 0 malloc-32 32 185 445 368 0 254 20160 0 malloc-32 32 44 586 755 0 254 20160 0 malloc-32 32 75 555 9178 0 254 20160 0 malloc-32 32 50 580 1517 0 254 20160 0 cryptop 280 0 70 41 0 30 19600 0 AIOCB 552 0 35 26 0 16 19320 0 AIOLIO 272 0 70 6 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-2048 2048 4 4 9 0 8 16384 0 malloc-1024 1024 8 8 9 0 16 16384 0 malloc-512 512 0 32 36 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 836073 0 254 16032 0 malloc-16 16 339 661 728 0 254 16000 0 kenv 258 15 45 1056 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 1 0 254 12096 0 malloc-32 32 80 298 93 0 254 12096 0 malloc-16 16 46 704 3784 0 254 12000 0 malloc-16 16 18 732 152 0 254 12000 0 malloc-16 16 36 714 46 0 254 12000 0 malloc-16 16 192 558 3021 0 254 12000 0 malloc-16 16 17 733 42371 0 254 12000 0 malloc-16 16 299 451 15804 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 itimer 352 0 33 5 0 30 11616 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 pcpu-4 4 1 511 81 0 254 2048 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0