panic: /syzkaller/managers/main/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe00077d2b60 first->prev != head cpuid = 0 time = 5 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c9f170 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c9f2d0 vpanic() at vpanic+0x257/frame 0xfffffe0056c9f490 panic() at panic+0xb5/frame 0xfffffe0056c9f550 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0056c9f5b0 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0056c9f6d0 sleepq_set_timeout_sbt() at sleepq_set_timeout_sbt+0x20b/frame 0xfffffe0056c9f790 _sleep() at _sleep+0x468/frame 0xfffffe0056c9f8f0 vm_pageout_worker() at vm_pageout_worker+0x517/frame 0xfffffe0056c9fea0 vm_pageout() at vm_pageout+0x2ce/frame 0xfffffe0056c9fef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c9ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c9ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 8 tid 100077 ] Stopped at kdb_enter+0x6e: movq $0,0x25c43c7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff827cd460 .str.27 rsp 0xfffffe0056c9f2b0 rbp 0xfffffe0056c9f2d0 rsi 0 rdi 0xffffffff81614c99 printf+0x149 r8 0 r9 0xffffffff r10 0xf8f8f8f8f8f8f8f8 r11 0x19 r12 0xfffffe0054014780 r13 0xfffffffffffffffe r14 0xffffffff827cd460 .str.27 r15 0 rip 0xffffffff815fe7ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25c43c7(%rip) db> show proc Process 8 (pagedaemon) at 0xfffffe005400a560: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83b4d040 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b4d040 reapsubtree: 8 sigparent: 20 vmspace: 0xffffffff83b4e020 (map 0xffffffff83b4e020) (map.pmap 0xffffffff83b4e0c0) (pmap 0xffffffff83b4e130) threads: 3 100077 Run psleep 0xffffffff83cf0d48 [dom0] 100080 D launds 0xffffffff83cf0d54 [laundry: dom0] 100081 D umarcl 0xffffffff81de2520 [uma] db> ps pid ppid pgrp uid state wmesg wchan cmd 1382 976 976 0 R (threaded) syz-executor 101094 Run CPU 1 syz-executor 101141 RunQ syz-executor 101142 RunQ syz-executor 101143 RunQ syz-executor 101144 RunQ syz-executor 101145 RunQ syz-executor 101146 RunQ syz-executor 1380 1 1228 0 S uwait 0xfffffe007af73280 syz-executor 1377 1 765 0 S uwait 0xfffffe007af71900 syz-executor 1367 1 976 0 S uwait 0xfffffe007af71e00 syz-executor 1360 1 766 0 S uwait 0xfffffe007af72300 syz-executor 1352 1 765 0 S uwait 0xfffffe007af71a00 syz-executor 1349 1 765 0 S uwait 0xfffffe007af71500 syz-executor 1341 1 976 0 S uwait 0xfffffe007af72900 syz-executor 1337 1 1228 0 S uwait 0xfffffe0057e18a00 syz-executor 1336 1 1228 0 S uwait 0xfffffe00584f2180 syz-executor 1329 1 1228 0 S uwait 0xfffffe007af72e80 syz-executor 1327 1 1228 0 S uwait 0xfffffe007af71f00 syz-executor 1326 1 766 0 S uwait 0xfffffe0053e11700 syz-executor 1323 1 766 0 T uwait 0xfffffe007af71300 syz-executor 1320 1 766 0 S uwait 0xfffffe007a7ca580 syz-executor 1311 1 976 0 S uwait 0xfffffe007af73100 syz-executor 1310 1 765 0 T uwait 0xfffffe007af72a80 syz-executor 1300 1 976 0 S uwait 0xfffffe007af72700 syz-executor 1289 1 766 0 S uwait 0xfffffe007af72800 syz-executor 1285 1 976 0 S uwait 0xfffffe0057e18200 syz-executor 1283 1 976 0 S uwait 0xfffffe007af72600 syz-executor 1282 1 976 0 S uwait 0xfffffe007af72500 syz-executor 1278 1 765 0 S uwait 0xfffffe007af72400 syz-executor 1276 1 766 0 SV uwait 0xfffffe007a7ca780 syz-executor 1270 1 766 0 S uwait 0xfffffe0057e18300 syz-executor 1268 1 976 0 S uwait 0xfffffe007af72200 syz-executor 1266 1 766 0 S uwait 0xfffffe007af73000 syz-executor 1265 1 1228 0 SV uwait 0xfffffe0057e18e00 syz-executor 1263 1 765 0 SV uwait 0xfffffe007af73300 syz-executor 1261 1 765 0 SV uwait 0xfffffe006dfb4a80 syz-executor 1258 1 766 0 S uwait 0xfffffe0057e18500 syz-executor 1255 1 1228 0 S uwait 0xfffffe007af72c80 syz-executor 1254 1 765 0 S uwait 0xfffffe0057e18400 syz-executor 1249 1 976 0 S uwait 0xfffffe007af73400 syz-executor 1245 1 1228 0 S uwait 0xfffffe007a7caa00 syz-executor 1240 1 1228 0 S uwait 0xfffffe007af72d80 syz-executor 1237 1 976 0 S uwait 0xfffffe007a7cb380 syz-executor 1235 1 976 0 S uwait 0xfffffe0057e18c00 syz-executor 1228 762 1228 0 S piperd 0xfffffe006b4528a0 syz-executor 1225 1 766 0 S uwait 0xfffffe0057e18b00 syz-executor 1217 1 765 -1 S uwait 0xfffffe007a7ca280 syz-executor 1210 1 765 0 S uwait 0xfffffe007a7ca980 syz-executor 1209 1 766 0 S uwait 0xfffffe007af73500 syz-executor 1207 1 765 0 S uwait 0xfffffe00584f3f00 syz-executor 1206 1 765 0 S uwait 0xfffffe00584f5880 syz-executor 1202 1 765 0 S uwait 0xfffffe006dfb4980 syz-executor 1166 1 976 0 S uwait 0xfffffe00584f5380 syz-executor 1163 1 764 0 S uwait 0xfffffe0057e15280 syz-executor 1138 1 1138 0 Ts+ ttyin 0xfffffe0058298cb0 getty 1137 1 1137 0 Ts+ ttyin 0xfffffe00585bf0b0 getty 1136 1 1136 0 Ts+ ttyin 0xfffffe00585bf4b0 getty 1135 1 1135 0 Ts+ ttyin 0xfffffe00582974b0 getty 1134 1 1134 0 Ts+ ttyin 0xfffffe00582978b0 getty 1133 1 1133 0 Ts+ ttyin 0xfffffe0058297cb0 getty 1132 1 1132 0 Ts+ ttyin 0xfffffe00585bf8b0 getty 1131 1 1131 0 Ts+ ttyin 0xfffffe00585bfcb0 getty 1130 1 1130 0 Ts+ ttyin 0xfffffe00585c00b0 getty 1121 1 764 0 S uwait 0xfffffe00584f5680 syz-executor 1120 1 764 0 S uwait 0xfffffe0057e18d00 syz-executor 1115 1 764 0 S uwait 0xfffffe007a7ca380 syz-executor 1114 1 764 0 S uwait 0xfffffe00584f3680 syz-executor 1113 1 765 0 S uwait 0xfffffe00584f5580 syz-executor 1107 1 766 0 S uwait 0xfffffe007a7ca480 syz-executor 1089 0 0 0 DL (threaded) [KTLS] 100570 D - 0xfffffe00584f7a00 [thr_0] 100571 D - 0xfffffe00584f7a80 [thr_1] 100572 D - 0xffffffff83cb5628 [reclaim_0] 1087 1 976 0 S uwait 0xfffffe00584f3180 syz-executor 1086 1 976 0 S uwait 0xfffffe00584f5780 syz-executor 1085 1 1085 0 SVs uwait 0xfffffe00584f2380 syz-executor 1080 1079 766 0 S uwait 0xfffffe0057e16700 syz-executor 1079 1 766 0 SV wait 0xfffffe0054122ac0 syz-executor 1072 1 976 0 S uwait 0xfffffe0057e15780 syz-executor 1067 1 764 -1 S uwait 0xfffffe0057e15e80 syz-executor 1059 1 976 0 S uwait 0xfffffe00584f3100 syz-executor 1050 1 764 0 S uwait 0xfffffe007a7ca680 syz-executor 1046 1 976 0 S uwait 0xfffffe0057e16600 syz-executor 1042 1 1041 0 S uwait 0xfffffe00584f2c00 syz-executor 1036 1 764 0 S uwait 0xfffffe00584f5980 syz-executor 1032 1 764 0 S uwait 0xfffffe0057e15380 syz-executor 1023 1 764 0 S uwait 0xfffffe0057e15d80 syz-executor 1016 1 976 0 S uwait 0xfffffe0057e15180 syz-executor 1015 1 976 0 S uwait 0xfffffe0057e15080 syz-executor 1013 1 764 -1 S uwait 0xfffffe00584f3580 syz-executor 1012 1 764 -1 S uwait 0xfffffe00584f4080 syz-executor 1005 0 0 0 DL (threaded) [so_splice] 100090 D - 0xfffffe006dc01500 [thr_0] 100363 D - 0xfffffe006dc01540 [thr_1] 999 1 976 0 S uwait 0xfffffe0057e15580 syz-executor 989 1 764 0 S uwait 0xfffffe00584f2b00 syz-executor 976 762 976 0 S nanslp 0xffffffff83ba3c01 syz-executor 953 1 766 0 SV uwait 0xfffffe006dfb5000 syz-executor 951 1 766 -1 S uwait 0xfffffe00584f2e00 syz-executor 940 1 765 60929 SV uwait 0xfffffe006dfb5b80 syz-executor 933 1 764 60928 S uwait 0xfffffe00584f3d00 syz-executor 931 1 763 0 SV uwait 0xfffffe0053e11600 syz-executor 930 1 763 0 SV uwait 0xfffffe0057e15980 syz-executor 923 1 765 0 S uwait 0xfffffe006dfb5300 syz-executor 922 1 765 0 S uwait 0xfffffe00584f3880 syz-executor 916 1 763 0 S uwait 0xfffffe00584f3380 syz-executor 915 1 763 0 S uwait 0xfffffe006dfb5200 syz-executor 908 1 766 0 S uwait 0xfffffe00584f4180 syz-executor 889 1 766 0 S uwait 0xfffffe006dfb5100 syz-executor 887 1 766 0 S uwait 0xfffffe0057e16500 syz-executor 882 1 765 0 S uwait 0xfffffe006dfb5d80 syz-executor 871 783 423 0 S kqread 0xfffffe0059408d00 rtsol 815 0 0 0 DL aiordy 0xfffffe005400bae0 [aiod4] 814 0 0 0 DL aiordy 0xfffffe005400aac0 [aiod3] 813 0 0 0 DL aiordy 0xfffffe005400c040 [aiod2] 812 0 0 0 DL aiordy 0xfffffe00540f45a0 [aiod1] 783 1 423 0 S wait 0xfffffe00540f4040 sh 766 762 766 0 S piperd 0xfffffe006b4588a0 syz-executor 765 762 765 0 S piperd 0xfffffe006b458e60 syz-executor 762 760 760 0 R syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540cbb70 csh 758 681 758 0 Ss select 0xfffffe006b7818c0 sshd 681 1 681 0 Ss select 0xfffffe006dc03a40 sshd 16 0 0 0 DL syncer 0xffffffff83cc1820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054005060 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cbfd60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0057dc74e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d0ac80 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run psleep 0xffffffff83cf0d48 [dom0] 100080 D launds 0xffffffff83cf0d54 [laundry: dom0] 100081 D umarcl 0xffffffff81de2520 [uma] 7 0 0 0 DL - 0xffffffff8391c5d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff844e89e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff848fd700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838e6340 [doneq0] 100046 D - 0xffffffff838e62c0 [async] 100075 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cec640 [crypto] 100043 D crypto_ 0xfffffe0053ea9030 [crypto returns 0] 100044 D crypto_ 0xfffffe0053ea9080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b4c600 [g_event] 100038 D - 0xffffffff83b4c620 [g_up] 100039 D - 0xffffffff83b4c640 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ced0e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c3eff0 [swapper] 100005 D - 0xfffffe00083f7000 [softirq_0] 100006 D - 0xfffffe00083f6e00 [softirq_1] 100007 D - 0xfffffe00083f6d00 [if_io_tqg_0] 100008 D - 0xfffffe00083f6c00 [if_io_tqg_1] 100009 D - 0xfffffe00083f6b00 [if_config_tqg_0] 100010 D - 0xfffffe00083f6a00 [kqueue_ctx taskq] 100011 D - 0xfffffe00083f6900 [jail_remove taskq] 100012 D - 0xfffffe00083f6800 [bus taskq] 100015 D - 0xfffffe00083f6500 [thread taskq] 100017 D - 0xfffffe00083f6300 [aiod_kick taskq] 100018 D - 0xfffffe00083f6200 [deferred_unmount ta] 100019 D - 0xfffffe00083f6100 [inm_free taskq] 100020 D - 0xfffffe00083f6000 [in6m_free taskq] 100021 D - 0xfffffe00083f5e00 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083f5b00 [firmware taskq] 100040 D - 0xfffffe00083f5a00 [crypto_0] 100041 D - 0xfffffe00083f5a00 [crypto_1] 100056 D - 0xfffffe00083f5800 [vtnet0 rxq 0] 100057 D - 0xfffffe00083f5700 [vtnet0 txq 0] 100058 D - 0xfffffe00083f5600 [vtnet0 rxq 1] 100059 D - 0xfffffe00083f5500 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d80e00 [virtio_balloon] 100065 D - 0xffffffff827d1b40 [deadlkres] 100069 D - 0xfffffe005940b300 [acpi_task_0] 100070 D - 0xfffffe005940b300 [acpi_task_1] 100071 D - 0xfffffe005940b300 [acpi_task_2] 100073 D - 0xfffffe00083f7100 [mca taskq] 100074 D - 0xfffffe00083f5900 [CAM taskq] 100076 D - 0xfffffe00083f5400 [ipsec_offload] 100375 D - 0xfffffe00083f4000 [netlink_socket (PID] 100383 D - 0xfffffe005940bb00 [system_taskq_0] 100384 D - 0xfffffe005940bb00 [system_taskq_1] 100385 D - 0xfffffe00083f4800 [system_delay_taskq_] 100386 D - 0xfffffe00083f4800 [system_delay_taskq_] 100387 D - 0xfffffe005940be00 [zvol_tq-0_0] 100388 D - 0xfffffe005940be00 [zvol_tq-0_1] 100389 D - 0xfffffe005940be00 [zvol_tq-0_2] 100390 D - 0xfffffe005940be00 [zvol_tq-0_3] 100391 D - 0xfffffe005940be00 [zvol_tq-0_4] 100392 D - 0xfffffe005940be00 [zvol_tq-0_5] 100393 D - 0xfffffe005940be00 [zvol_tq-0_6] 100394 D - 0xfffffe005940be00 [zvol_tq-0_7] 100395 D - 0xfffffe005940be00 [zvol_tq-0_8] 100396 D - 0xfffffe005940be00 [zvol_tq-0_9] 100397 D - 0xfffffe005940be00 [zvol_tq-0_10] 100398 D - 0xfffffe005940be00 [zvol_tq-0_11] 100399 D - 0xfffffe005940be00 [zvol_tq-0_12] 100400 D - 0xfffffe005940be00 [zvol_tq-0_13] 100401 D - 0xfffffe005940be00 [zvol_tq-0_14] 100402 D - 0xfffffe005940be00 [zvol_tq-0_15] 100403 D - 0xfffffe005940be00 [zvol_tq-0_16] 100404 D - 0xfffffe005940be00 [zvol_tq-0_17] 100405 D - 0xfffffe005940be00 [zvol_tq-0_18] 100406 D - 0xfffffe005940be00 [zvol_tq-0_19] 100407 D - 0xfffffe005940be00 [zvol_tq-0_20] 100408 D - 0xfffffe005940be00 [zvol_tq-0_21] 100409 D - 0xfffffe005940be00 [zvol_tq-0_22] 100410 D - 0xfffffe005940be00 [zvol_tq-0_23] 100411 D - 0xfffffe005940be00 [zvol_tq-0_24] 100412 D - 0xfffffe005940be00 [zvol_tq-0_25] 100413 D - 0xfffffe005940be00 [zvol_tq-0_26] 100414 D - 0xfffffe005940be00 [zvol_tq-0_27] 100415 D - 0xfffffe005940be00 [zvol_tq-0_28] 100416 D - 0xfffffe005940be00 [zvol_tq-0_29] 100417 D - 0xfffffe005940be00 [zvol_tq-0_30] 100418 D - 0xfffffe005940be00 [zvol_tq-0_31] 100419 D - 0xfffffe005940b800 [arc_prune] 100420 D - 0xfffffe005940b700 [arc_flush_0] 100421 D - 0xfffffe005940b700 [arc_flush_1] 100432 D - 0xfffffe005940bd00 [dbu_evict] 100465 D - 0xfffffe005940b500 [z_vdev_file_0] 100466 D - 0xfffffe005940b500 [z_vdev_file_1] 100467 D - 0xfffffe005940b500 [z_vdev_file_2] 100468 D - 0xfffffe005940b500 [z_vdev_file_3] 100469 D - 0xfffffe005940b500 [z_vdev_file_4] 100470 D - 0xfffffe005940b500 [z_vdev_file_5] 100471 D - 0xfffffe005940b500 [z_vdev_file_6] 100472 D - 0xfffffe005940b500 [z_vdev_file_7] 100473 D - 0xfffffe005940b500 [z_vdev_file_8] 100474 D - 0xfffffe005940b500 [z_vdev_file_9] 100475 D - 0xfffffe005940b500 [z_vdev_file_10] 100476 D - 0xfffffe005940b500 [z_vdev_file_11] 100477 D - 0xfffffe005940b500 [z_vdev_file_12] 100478 D - 0xfffffe005940b500 [z_vdev_file_13] 100479 D - 0xfffffe005940b500 [z_vdev_file_14] 100480 D - 0xfffffe005940b500 [z_vdev_file_15] 100519 D - 0xfffffe007769d100 [zfsvfs] db> show all locks Process 1382 (syz-executor) thread 0xfffffe00541bf000 (101094) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83bb2b90) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1313 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 425 12688K 801 tcp_hpts 7 4801K 7 sctp_stro 6 4613K 17 devbuf 4187 4323K 4215 solaris 2246 3597K 4472 sysctloid 44793 2631K 45022 vtbuf 24 1968K 46 filedesc 175 1399K 1050 kobj 330 1320K 514 newblk 15 1028K 3184 vfscache 3 1025K 3 pcb 100 733K 536 subproc 273 570K 1533 inodedep 22 520K 907 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 274K 9 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 88044 acpica 1674 184K 54432 tidhash 3 141K 3 pagedep 14 132K 509 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 132 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1002 82K 5074 kdtrace 396 75K 2536 mtx_pool 3 74K 3 umtx 560 70K 560 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 526 66K 531 ddb_capture 1 64K 1 shm 3 36K 16 DEVFS3 129 33K 142 hostcache 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 LRO 24 25K 24 filemon 3 24K 18 routetbl 196 24K 567 temp 41 23K 2559 ifaddr 83 22K 86 DEVFS_RULE 56 20K 56 kstat_data 19 19K 19 lltable 60 19K 64 ether_multi 213 17K 258 ufs_mount 4 17K 5 proc 3 17K 3 ifnet 9 17K 10 tty 16 16K 16 cred 39 15K 479 shmfd 16 15K 30 ithread 90 15K 90 bus-sc 34 15K 1650 eventhandler 166 14K 166 sctp_atcl 35 14K 187 kqueue 141 12K 2049 in6_multi 85 12K 87 kenv 95 12K 95 BPF 14 11K 38 taskqueue 96 11K 159 GEOM 49 11K 489 CAM queue 5 11K 1528 rman 82 10K 447 plimit 25 10K 740 rpc 8 9K 8 bmsafemap 3 9K 825 ksem 2 9K 6 devstat 4 9K 4 pwddesc 129 9K 1532 UART 12 9K 12 pfs_vncache 1 8K 1 audit_evclass 240 8K 303 CC Mem 57 8K 517 mount 118 8K 1281 UMA 339 7K 340 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 pf_ifnet 14 6K 29 DEVFSP 75 5K 194 ufs_dirhash 24 5K 27 inpcbpolicy 139 5K 1234 vt 11 5K 11 pf_table 2 4K 6 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 kcovinfo 54 4K 54 proc-args 145 4K 2508 terminal 11 3K 11 osd 119 3K 598 ip6ndp 16 3K 18 uidinfo 5 3K 12 acpidev 20 3K 20 hhook 8 3K 10 in_multi 9 3K 16 tun 6 3K 6 clone 9 3K 9 sctp_ifa 17 3K 18 sctp_timw 8 2K 8 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 session 16 2K 68 dirrem 7 2K 737 Unitno 30 2K 303 CAM XPT 22 2K 543 sctp_atky 43 2K 207 vnodemarker 3 2K 61 toponodes 6 2K 6 ipsecpolicy 2 2K 2 nhops 6 2K 9 msi 9 2K 9 newdirblk 9 2K 455 netlink 2 2K 110 lockf 10 2K 242 freework 5 2K 936 sctp_ifn 8 1K 18 softdep 1 1K 1 freeblks 4 1K 512 sahead 1 1K 1 secasvar 1 1K 1 mld 8 1K 8 igmp 8 1K 8 NFSD session 1 1K 1 inotify 8 1K 38 mkdir 7 1K 910 CAM periph 4 1K 271 ip6opt 4 1K 52 ipsec 3 1K 3 freefile 6 1K 604 frag6 8 1K 40 pfil 6 1K 6 isadev 6 1K 8 pci_link 10 1K 10 selfd 11 1K 537505 crypto 4 1K 44 encap_export_host 12 1K 12 VN POLL 5 1K 17 ip_msource 9 1K 20 sctp_athm 35 1K 190 sctp_stri 1 1K 8 cryptodev 8 1K 285 diradd 4 1K 755 indirdep 2 1K 389 select 4 1K 90 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 ip6_msource 6 1K 14 chacha20random 1 1K 1 biobuf 1 1K 1 DEVFS 10 1K 12 vnodes 1 1K 50 ktls 1 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 CAM SIM 2 1K 2 prison 8 1K 8 in_mfilter 5 1K 35 feeder 7 1K 7 taskq 2 1K 2 sctp_map 12 1K 32 tcpfunc 3 1K 3 ip_moptions 3 1K 18 loginclass 3 1K 5 filedesc_to_leader 3 1K 10 pf_rule 1 1K 3 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 11 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 ip6_moptions 3 1K 19 sctp_vrf 1 1K 1 in6_mfilter 1 1K 34 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 5 entropy 2 1K 36 acpiintr 1 1K 1 DEVFS4 2 1K 4 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 122 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 9 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 18 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 494 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 215 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 1 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 26 fadvise 0 0K 5 statfs 0 0K 205 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 81 lio 0 0K 115 acl 0 0K 0 soname 0 0K 4050 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 procdesc 0 0K 10 iov 0 0K 34982 ioctlops 0 0K 150 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 398 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 679 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 18 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filecaps 0 0K 84 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 17 md_disk 0 0K 20 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 529 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8337 1061 28062 0 254 38494208 0 tcp_log 416 5209 4700 25950 0 254 4122144 0 mbuf 256 9037 626 58244 0 254 2473728 0 RADIX NODE 152 13571 334 56171 0 62 2113560 0 malloc-128 128 15268 232 16327 0 126 1984000 0 BUF TRIE 152 388 11416 2720 0 62 1794208 0 malloc-16384 16384 93 7 530 0 1 1638400 0 malloc-384 384 4165 35 4210 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 333 5 1077 0 2 1384448 0 UMA Slabs 0 112 11501 13 11501 0 126 1289568 0 sctp_asoc 2256 6 504 16 0 254 1150560 0 vmem btag 56 19286 625 20281 0 254 1115016 0 malloc-64 64 157 17168 539628 0 254 1108800 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 malloc-65536 65536 14 1 55 0 1 983040 0 socket 1024 185 579 3004 0 254 782336 0 FFS inode 1168 619 25 1253 0 8 752192 0 ertt_txseginfo 40 0 18584 20892 0 254 743360 0 256 Bucket 2048 301 43 1853 0 8 704512 0 sctp_ep 1152 28 483 165 0 254 588672 0 malloc-256 256 2247 48 2546 0 62 587520 0 malloc-4096 4096 130 4 1380 0 2 548864 0 THREAD 1860 266 14 1146 0 8 520800 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 248 1880 168 20374 0 62 507904 0 pbuf 2624 0 178 0 0 2 467072 0 sctp_raddr 736 8 509 23 0 254 380512 0 MAP ENTRY 96 3490 290 70059 0 126 362880 0 malloc-64 64 4983 372 5154 0 254 342720 0 VNODE 440 661 95 1299 0 30 332640 0 malloc-2048 2048 130 30 427 0 8 327680 0 malloc-16 16 18444 556 19528 0 254 304000 0 FPU_save_area 832 268 38 1560 0 16 254592 0 UMA Zones 768 311 3 312 0 16 241152 0 malloc-32 32 7201 233 7423 0 254 237888 0 malloc-32768 32768 7 0 7 0 1 229376 0 DEVCTL 1024 42 178 168 0 0 225280 0 PROC 1376 128 15 1388 0 8 196768 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-32768 32768 0 6 278 0 1 196608 0 mbuf_packet 256 14 748 1202 0 254 195072 0 malloc-128 128 1204 315 26058 0 126 194432 0 FFS2 dinode 256 619 131 1251 0 62 192000 0 lkpimm 56 1 3095 1 0 254 173376 0 tcp_inpcb 1304 57 72 516 0 8 168216 0 unpcb 320 19 497 1518 0 254 165120 0 malloc-256 256 46 584 3435 0 62 161280 0 filedesc0 1072 129 18 1532 0 8 157584 0 malloc-1024 1024 128 16 169 0 16 147456 0 S VFS Cache 104 1038 366 1832 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 76 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-32768 32768 0 4 18 0 1 131072 0 malloc-4096 4096 13 19 48 0 2 131072 0 malloc-256 256 363 147 1871 0 62 130560 0 ksiginfo 112 123 921 385 0 126 116928 0 UMA Kegs 384 297 6 298 0 30 116352 0 tcp_bbr_map 128 0 899 1022 0 126 115072 0 malloc-128 128 611 164 748 0 126 99200 0 malloc-32768 32768 1 2 19 0 1 98304 0 malloc-8192 8192 9 3 19 0 1 98304 0 malloc-4096 4096 18 6 121 0 2 98304 0 malloc-2048 2048 8 40 553 0 8 98304 0 64 Bucket 512 110 82 4164 0 30 98304 0 malloc-256 256 178 197 2133 0 62 96000 0 syncache 168 0 528 5 0 254 88704 0 g_bio 408 0 210 14268 0 30 85680 0 128 Bucket 1024 63 20 341 0 16 84992 0 VMSPACE 584 106 27 1355 0 16 77672 0 udp_inpcb 408 54 126 511 0 30 73440 0 malloc-384 384 146 34 158 0 30 69120 0 malloc-384 384 72 108 1702 0 30 69120 0 malloc-64 64 793 278 3974 0 254 68544 0 malloc-64 64 517 554 1566 0 254 68544 0 malloc-128 128 340 187 2067 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 4 4 62 0 1 65536 0 malloc-2048 2048 18 14 57 0 8 65536 0 32 Bucket 256 91 164 1094 0 62 65280 0 pipe 736 27 61 524 0 16 64768 0 Files 80 410 390 11993 0 126 64000 0 sctp_stream_msg_out 112 0 540 3 0 254 60480 0 malloc-384 384 64 86 222 0 30 57600 0 malloc-64 64 318 501 34920 0 254 52416 0 malloc-128 128 45 358 4245 0 126 51584 0 malloc-128 128 96 307 1555 0 126 51584 0 malloc-256 256 57 138 981 0 62 49920 0 malloc-256 256 54 141 1709 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 36 0 16 49152 0 NAMEI 1024 9 39 18577 0 16 49152 0 malloc-16384 16384 1 2 191 0 1 49152 0 malloc-8192 8192 4 2 87 0 1 49152 0 malloc-2048 2048 13 11 65 0 8 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 11 37 519 0 16 49152 0 pcpu-64 64 506 262 506 0 254 49152 0 malloc-384 384 39 81 820 0 30 46080 0 da_ccb 544 0 84 3762 0 16 45696 0 ripcb 376 26 94 166 0 30 45120 0 pcpu-8 8 5527 105 5939 0 254 45056 0 TURNSTILE 136 281 34 281 0 62 42840 0 clpbuf 2624 0 16 166 0 4 41984 0 vnpbuf 2624 0 16 6 0 16 41984 0 malloc-8192 8192 2 3 31 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 sctp_chunk 152 6 254 15 0 254 39520 0 cpuset 200 9 183 158 0 62 38400 0 udplite_inpcb 408 2 88 41 0 30 36720 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 17 550 541 0 254 36288 0 malloc-64 64 29 538 27166 0 254 36288 0 malloc-64 64 126 441 167 0 254 36288 0 malloc-128 128 76 203 317 0 126 35712 0 malloc-128 128 116 163 142 0 126 35712 0 routing nhops 256 35 100 43 0 62 34560 0 ttyoutq 256 72 63 448 0 62 34560 0 malloc-384 384 53 37 119 0 30 34560 0 malloc-256 256 56 79 162 0 62 34560 0 malloc-256 256 26 109 1773 0 62 34560 0 SLEEPQUEUE 88 281 103 281 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 3 1 4 0 1 32768 0 malloc-4096 4096 2 6 168 0 2 32768 0 malloc-2048 2048 5 11 110 0 8 32768 0 malloc-2048 2048 6 10 28 0 8 32768 0 malloc-2048 2048 4 12 201 0 8 32768 0 malloc-1024 1024 7 25 68 0 16 32768 0 malloc-1024 1024 20 12 1153 0 16 32768 0 malloc-1024 1024 5 27 162 0 16 32768 0 malloc-1024 1024 10 22 18065 0 16 32768 0 malloc-1024 1024 19 13 2163 0 16 32768 0 malloc-1024 1024 6 26 35 0 16 32768 0 malloc-512 512 0 64 122 0 30 32768 0 malloc-512 512 11 53 32 0 30 32768 0 malloc-512 512 0 64 124 0 30 32768 0 malloc-512 512 2 62 16 0 30 32768 0 malloc-512 512 5 59 111 0 30 32768 0 malloc-512 512 6 58 104 0 30 32768 0 malloc-512 512 11 53 47 0 30 32768 0 PWD 40 78 730 483 0 254 32320 0 tcp_bbr_pcb 896 1 35 13 0 16 32256 0 ttyinq 160 135 65 840 0 62 32000 0 PGRP 120 22 242 76 0 126 31680 0 L VFS Cache 320 1 95 47 0 30 30720 0 sctp_laddr 48 20 568 49 0 254 28224 0 rl_entry 48 13 575 26 0 254 28224 0 malloc-32 32 376 506 2366 0 254 28224 0 malloc-32 32 323 559 1878 0 254 28224 0 16 Bucket 144 69 127 563 0 62 28224 0 4 Bucket 48 8 580 20 0 254 28224 0 AIO 208 3 130 82 0 62 27664 0 malloc-4096 4096 3 3 222 0 2 24576 0 rtentry 168 38 106 43 0 62 24192 0 8 Bucket 80 68 232 586 0 126 24000 0 malloc-384 384 7 53 7 0 30 23040 0 domainset 40 0 567 141 0 254 22680 0 Mountpoints 2816 2 6 14 0 4 22528 0 ertt 72 57 223 516 0 126 20160 0 malloc-32 32 75 555 356 0 254 20160 0 malloc-32 32 143 487 1086 0 254 20160 0 malloc-32 32 50 580 412 0 254 20160 0 malloc-32 32 199 431 30733 0 254 20160 0 malloc-32 32 40 590 2684 0 254 20160 0 2 Bucket 32 84 546 598 0 254 20160 0 KNOTE 160 3 122 367 0 62 20000 0 tcp_rack_map 128 0 155 18 0 126 19840 0 cryptop 280 0 70 56 0 30 19600 0 AIOCB 552 0 35 224 0 16 19320 0 ktls_session 256 0 75 2 0 62 19200 0 AIOLIO 272 0 70 115 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-512 512 2 30 3 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 22012 0 254 16032 0 tcp_log_id_node 120 0 132 1 0 126 15840 0 kenv 258 17 43 1074 0 30 15480 0 tcp_rack_pcb 1088 0 14 9 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 22 728 689 0 254 12000 0 malloc-16 16 46 704 885 0 254 12000 0 malloc-16 16 79 671 260 0 254 12000 0 malloc-16 16 316 434 5168 0 254 12000 0 malloc-16 16 4 746 11517 0 254 12000 0 malloc-16 16 312 438 332 0 254 12000 0 malloc-16 16 20 730 24810 0 254 12000 0 itimer 352 0 33 9 0 30 11616 0 splice 184 0 63 1 0 62 11592 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 18 21 47 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 368 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 968 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl