panic: /syzkaller/managers/main/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe00077b9e28 first->prev != head cpuid = 0 time = 17 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056d4e0d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056d4e230 vpanic() at vpanic+0x257/frame 0xfffffe0056d4e3f0 panic() at panic+0xb5/frame 0xfffffe0056d4e4b0 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0056d4e510 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0056d4e630 sleepq_set_timeout_sbt() at sleepq_set_timeout_sbt+0x20b/frame 0xfffffe0056d4e6f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x2be/frame 0xfffffe0056d4e830 kern_select() at kern_select+0x14d5/frame 0xfffffe0056d4eb90 kern_pselect() at kern_pselect+0x97/frame 0xfffffe0056d4ec00 sys_pselect() at sys_pselect+0x1f9/frame 0xfffffe0056d4ed10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056d4ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056d4ef30 --- syscall (522, FreeBSD ELF64, pselect), rip = 0x3a755a, rsp = 0x8206fff78, rbp = 0x8206fffc0 --- KDB: enter: panic [ thread pid 762 tid 100106 ] Stopped at kdb_enter+0x6e: movq $0,0x2589dc7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff82825b60 .str.27 rsp 0xfffffe0056d4e210 rbp 0xfffffe0056d4e230 rsi 0 rdi 0xffffffff8165ade9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x6 r12 0xfffffe00540c9000 r13 0xfffffffffffffffe r14 0xffffffff82825b60 .str.27 r15 0 rip 0xffffffff816441ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2589dc7(%rip) db> show proc Process 762 (syz-executor) at 0xfffffe00540cd000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1 at 0xfffffe0007809010 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: ./syz-executor runner 5 10.128.0.248 30000 reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe000780f920 (map 0xfffffe000780f920) (map.pmap 0xfffffe000780f9c0) (pmap 0xfffffe000780fa30) threads: 1 100106 Run select 0xfffffe0007787dc0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1302 764 764 0 R syz-executor 1301 1156 1156 0 R (threaded) syz-executor 100774 RunQ syz-executor 100817 RunQ syz-executor 1297 0 0 0 DL - 0xffffffff83b594e0 [accounting] 1296 1294 765 -1 S uwait 0xfffffe006e9c4b80 syz-executor 1295 1294 765 0 S uwait 0xfffffe006e9c6680 syz-executor 1294 765 765 -1 R (threaded) syz-executor 100770 RunQ syz-executor 100804 RunQ syz-executor 100805 RunQ syz-executor 100806 S so_rcv_ 0xfffffe0059920dc0 syz-executor 100816 S uwait 0xfffffe006e9c6800 syz-executor 1291 1279 1291 0 Ss select 0xfffffe0007787840 dhclient 1290 1 765 0 S uwait 0xfffffe006e9c5000 syz-executor 1285 1 1285 0 Ss select 0xfffffe0007787ac0 dhclient 1284 1 766 0 S uwait 0xfffffe006e9c4500 syz-executor 1279 1268 423 65 S select 0xfffffe00077878c0 dhclient 1268 423 423 0 S wait 0xfffffe005418b568 sh 1263 1 766 0 S uwait 0xfffffe0007a84800 syz-executor 1256 1 1156 0 S uwait 0xfffffe006e9c6e00 syz-executor 1251 0 0 0 DL mdwait 0xfffffe007b251000 [md1] 1244 1 765 0 S uwait 0xfffffe00781e9c00 syz-executor 1241 1 765 0 S uwait 0xfffffe006e9c4c80 syz-executor 1217 1 766 0 S uwait 0xfffffe00781e9b00 syz-executor 1216 1 1156 0 S uwait 0xfffffe006e9c6380 syz-executor 1215 1 766 0 S uwait 0xfffffe00781ea580 syz-executor 1212 1 1156 0 S uwait 0xfffffe00781e9d00 syz-executor 1210 1 1156 0 S uwait 0xfffffe006e9c5600 syz-executor 1204 1 766 0 S uwait 0xfffffe00781eb900 syz-executor 1203 1 766 0 S uwait 0xfffffe00781ea980 syz-executor 1199 1 765 0 SV uwait 0xfffffe006e9c4980 syz-executor 1198 1 765 0 S uwait 0xfffffe00781ea480 syz-executor 1162 1 766 0 S uwait 0xfffffe00781ea680 syz-executor 1158 1 765 0 S uwait 0xfffffe006e9c6080 syz-executor 1156 762 1156 0 R syz-executor 1152 1 1080 0 S uwait 0xfffffe0058293780 syz-executor 1140 0 0 0 DL mdwait 0xfffffe00077d1000 [md0] 1135 1 764 -1 S uwait 0xfffffe00781ead80 syz-executor 1133 1 764 0 S uwait 0xfffffe0058517400 syz-executor 1132 1 765 0 S uwait 0xfffffe00781eaa80 syz-executor 1130 1 1080 0 S uwait 0xfffffe0058517e80 syz-executor 1129 1 765 0 S uwait 0xfffffe0058517500 syz-executor 1128 1 765 0 S uwait 0xfffffe0058517d80 syz-executor 1127 1 765 0 S uwait 0xfffffe0058517880 syz-executor 1122 1 764 0 T syz-executor 1119 1 764 0 S uwait 0xfffffe0058516780 syz-executor 1115 1 765 0 S uwait 0xfffffe006e9c6b80 syz-executor 1110 1 765 0 S uwait 0xfffffe0058517380 syz-executor 1109 1 765 0 S uwait 0xfffffe00781eac80 syz-executor 1108 1 765 0 S uwait 0xfffffe00781eab80 syz-executor 1105 1 765 0 S uwait 0xfffffe006e9c6780 syz-executor 1091 1 765 0 SV uwait 0xfffffe0058293380 syz-executor 1090 1 765 0 SV uwait 0xfffffe0058518a00 syz-executor 1088 1 765 0 S uwait 0xfffffe0058292280 syz-executor 1069 1 765 0 S uwait 0xfffffe0058292d00 syz-executor 1067 0 0 0 DL (threaded) [so_splice] 100313 D - 0xfffffe0007787000 [thr_0] 100433 D - 0xfffffe0007787040 [thr_1] 1050 1 764 0 T syz-executor 1048 1 765 0 S uwait 0xfffffe0058516f00 syz-executor 1029 1 873 0 S uwait 0xfffffe0058516a80 syz-executor 1010 1 764 0 S uwait 0xfffffe0007a84e80 syz-executor 1008 0 0 0 DL mdwait 0xfffffe006e888000 [md32] 999 1 760 0 S uwait 0xfffffe0058294200 syz-executor 997 1 764 0 S uwait 0xfffffe0007a84d80 syz-executor 994 1 766 0 S uwait 0xfffffe006e9c6280 syz-executor 987 1 765 0 S uwait 0xfffffe0058292100 syz-executor 976 1 766 60928 S uwait 0xfffffe0007a84380 syz-executor 974 1 764 0 S uwait 0xfffffe006e9c7380 syz-executor 972 1 764 0 S uwait 0xfffffe006e9c6480 syz-executor 970 1 764 0 S uwait 0xfffffe0007a84400 syz-executor 952 1 764 0 S uwait 0xfffffe006e9c7180 syz-executor 944 1 764 0 S uwait 0xfffffe0058517c80 syz-executor 941 1 765 0 S uwait 0xfffffe006e9c7080 syz-executor 938 1 766 0 S uwait 0xfffffe006e9c6c00 syz-executor 935 1 766 0 S uwait 0xfffffe0007a84180 syz-executor 922 1 873 0 S uwait 0xfffffe006e9c7280 syz-executor 921 1 873 0 S uwait 0xfffffe006e9c6180 syz-executor 919 1 766 0 S uwait 0xfffffe0058292e00 syz-executor 912 0 0 0 DL (threaded) [KTLS] 100144 D - 0xfffffe006dfc3400 [thr_0] 100197 D - 0xfffffe006dfc3480 [thr_1] 100198 D - 0xffffffff83cd0a28 [reclaim_0] 910 1 766 0 S uwait 0xfffffe0058517000 syz-executor 906 1 766 0 S uwait 0xfffffe0058293d80 syz-executor 900 1 766 0 S uwait 0xfffffe0007a84900 syz-executor 897 1 764 0 S uwait 0xfffffe0007a84a00 syz-executor 841 1 766 0 S uwait 0xfffffe0058517080 syz-executor 831 0 0 0 DL - 0xffffffff83ccf200 [soaiod4] 830 0 0 0 DL - 0xffffffff83ccf200 [soaiod3] 829 0 0 0 DL - 0xffffffff83ccf200 [soaiod2] 828 0 0 0 DL - 0xffffffff83ccf200 [soaiod1] 825 1 766 0 S uwait 0xfffffe0058292b00 syz-executor 812 0 0 0 DL aiordy 0xfffffe0054100568 [aiod4] 811 0 0 0 DL aiordy 0xfffffe0054100ac0 [aiod3] 810 0 0 0 DL aiordy 0xfffffe00540cdab0 [aiod2] 809 0 0 0 DL aiordy 0xfffffe00540ce008 [aiod1] 804 1 764 0 S uwait 0xfffffe0058293a80 syz-executor 766 762 766 0 R CPU 1 syz-executor 765 762 765 0 S nanslp 0xffffffff83baf001 syz-executor 764 762 764 0 S nanslp 0xffffffff83baf001 syz-executor 762 1 760 0 R select 0xfffffe0007787dc0 syz-executor 758 681 758 0 Ss select 0xfffffe0007787ec0 sshd 747 1 747 0 Ts+ ttyin 0xfffffe00582b1cb0 getty 746 1 746 0 Ts+ ttyin 0xfffffe00585eecb0 getty 745 1 745 0 Ts+ ttyin 0xfffffe00585ef0b0 getty 744 1 744 0 Ts+ ttyin 0xfffffe00585ef4b0 getty 743 1 743 0 Ts+ ttyin 0xfffffe00585ef8b0 getty 742 1 742 0 Ts+ ttyin 0xfffffe00585efcb0 getty 741 1 741 0 Ts+ ttyin 0xfffffe00585f00b0 getty 740 1 740 0 Ts+ ttyin 0xfffffe00585f04b0 getty 739 1 739 0 Ts+ ttyin 0xfffffe00585f08b0 getty 737 1 17 0 S+ piperd 0xfffffe0059882b80 logger 736 735 17 0 S+ nanslp 0xffffffff83baf001 sleep 735 1 17 0 S+ wait 0xfffffe000780a570 sh 685 1 685 0 Ss nanslp 0xffffffff83baf000 cron 681 1 681 0 Ss select 0xfffffe0007788140 sshd 494 1 494 0 Ss select 0xfffffe0007788240 syslogd 423 1 423 0 Ss wait 0xfffffe00540cf010 devd 422 1 422 65 Ss select 0xfffffe00585bff40 dhclient 337 1 337 0 Ss select 0xfffffe00077881c0 dhclient 334 1 334 0 Ss select 0xfffffe00585bfd40 dhclient 16 0 0 0 DL syncer 0xffffffff83cdcc20 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdb160 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0057e170e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d1c040 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83d02108 [dom0] 100080 D launds 0xffffffff83d02114 [laundry: dom0] 100081 D umarcl 0xffffffff81e2ad60 [uma] 7 0 0 0 DL - 0xffffffff839275b0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843c8f60 [pf purge] 5 0 0 0 DL waiting 0xffffffff84911700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f1340 [doneq0] 100046 D - 0xffffffff838f12c0 [async] 100075 D - 0xffffffff838f1140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cfd9e0 [crypto] 100043 D crypto_ 0xfffffe0053ea4030 [crypto returns 0] 100044 D crypto_ 0xfffffe0053ea4080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b57600 [g_event] 100038 D - 0xffffffff83b57620 [g_up] 100039 D - 0xffffffff83b57640 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cfe480 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c52ff0 [swapper] 100005 D - 0xfffffe00083fba00 [softirq_0] 100006 D - 0xfffffe00083fb800 [softirq_1] 100007 D - 0xfffffe00083fb600 [if_io_tqg_0] 100008 D - 0xfffffe00083fb400 [if_io_tqg_1] 100009 D - 0xfffffe00083fb200 [if_config_tqg_0] 100010 D - 0xfffffe00083fb000 [kqueue_ctx taskq] 100011 D - 0xfffffe00083fad00 [jail_remove taskq] 100012 D - 0xfffffe00083fab00 [bus taskq] 100015 D - 0xfffffe00083fa500 [thread taskq] 100017 D - 0xfffffe00083fa100 [aiod_kick taskq] 100018 D - 0xfffffe00083f9e00 [deferred_unmount ta] 100019 D - 0xfffffe00083f9c00 [inm_free taskq] 100020 D - 0xfffffe00083f9a00 [in6m_free taskq] 100021 D - 0xfffffe00083f9800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083f9600 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083f9600 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083f9600 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083f9600 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083f9100 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083f9100 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083f9100 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083f9100 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083f8400 [firmware taskq] 100040 D - 0xfffffe0053f59100 [crypto_0] 100041 D - 0xfffffe0053f59100 [crypto_1] 100056 D - 0xfffffe00083fc200 [vtnet0 rxq 0] 100057 D - 0xfffffe005817e500 [vtnet0 txq 0] 100058 D - 0xfffffe005817e400 [vtnet0 rxq 1] 100059 D - 0xfffffe005817e300 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057e48200 [virtio_balloon] 100065 D - 0xffffffff8282a241 [deadlkres] 100069 D - 0xfffffe005851d000 [acpi_task_0] 100070 D - 0xfffffe005851d000 [acpi_task_1] 100071 D - 0xfffffe005851d000 [acpi_task_2] 100073 D - 0xfffffe00083fc100 [mca taskq] 100074 D - 0xfffffe0053f58a00 [CAM taskq] 100076 D - 0xfffffe0053f59800 [ipsec_offload] 100473 D - 0xfffffe006dfc1000 [system_taskq_0] 100474 D - 0xfffffe006dfc1000 [system_taskq_1] 100475 D - 0xfffffe0059691a00 [system_delay_taskq_] 100476 D - 0xfffffe0059691a00 [system_delay_taskq_] 100477 D - 0xfffffe0059691d00 [zvol_tq-0_0] 100478 D - 0xfffffe0059691d00 [zvol_tq-0_1] 100479 D - 0xfffffe0059691d00 [zvol_tq-0_2] 100480 D - 0xfffffe0059691d00 [zvol_tq-0_3] 100481 D - 0xfffffe0059691d00 [zvol_tq-0_4] 100482 D - 0xfffffe0059691d00 [zvol_tq-0_5] 100483 D - 0xfffffe0059691d00 [zvol_tq-0_6] 100484 D - 0xfffffe0059691d00 [zvol_tq-0_7] 100485 D - 0xfffffe0059691d00 [zvol_tq-0_8] 100486 D - 0xfffffe0059691d00 [zvol_tq-0_9] 100487 D - 0xfffffe0059691d00 [zvol_tq-0_10] 100488 D - 0xfffffe0059691d00 [zvol_tq-0_11] 100489 D - 0xfffffe0059691d00 [zvol_tq-0_12] 100490 D - 0xfffffe0059691d00 [zvol_tq-0_13] 100491 D - 0xfffffe0059691d00 [zvol_tq-0_14] 100492 D - 0xfffffe0059691d00 [zvol_tq-0_15] 100493 D - 0xfffffe0059691d00 [zvol_tq-0_16] 100494 D - 0xfffffe0059691d00 [zvol_tq-0_17] 100495 D - 0xfffffe0059691d00 [zvol_tq-0_18] 100496 D - 0xfffffe0059691d00 [zvol_tq-0_19] 100497 D - 0xfffffe0059691d00 [zvol_tq-0_20] 100498 D - 0xfffffe0059691d00 [zvol_tq-0_21] 100499 D - 0xfffffe0059691d00 [zvol_tq-0_22] 100500 D - 0xfffffe0059691d00 [zvol_tq-0_23] 100501 D - 0xfffffe0059691d00 [zvol_tq-0_24] 100502 D - 0xfffffe0059691d00 [zvol_tq-0_25] 100503 D - 0xfffffe0059691d00 [zvol_tq-0_26] 100504 D - 0xfffffe0059691d00 [zvol_tq-0_27] 100505 D - 0xfffffe0059691d00 [zvol_tq-0_28] 100506 D - 0xfffffe0059691d00 [zvol_tq-0_29] 100507 D - 0xfffffe0059691d00 [zvol_tq-0_30] 100508 D - 0xfffffe0059691d00 [zvol_tq-0_31] 100510 D - 0xfffffe005851ab00 [arc_prune] 100511 D - 0xfffffe005851a900 [arc_flush_0] 100512 D - 0xfffffe005851a900 [arc_flush_1] 100542 D - 0xfffffe005817ec00 [netlink_socket (PID] 100546 D - 0xfffffe005817eb00 [dbu_evict] 100575 D - 0xfffffe0078097600 [z_vdev_file_0] 100576 D - 0xfffffe0078097600 [z_vdev_file_1] 100577 D - 0xfffffe0078097600 [z_vdev_file_2] 100578 D - 0xfffffe0078097600 [z_vdev_file_3] 100579 D - 0xfffffe0078097600 [z_vdev_file_4] 100580 D - 0xfffffe0078097600 [z_vdev_file_5] 100581 D - 0xfffffe0078097600 [z_vdev_file_6] 100582 D - 0xfffffe0078097600 [z_vdev_file_7] 100583 D - 0xfffffe0078097600 [z_vdev_file_8] 100584 D - 0xfffffe0078097600 [z_vdev_file_9] 100585 D - 0xfffffe0078097600 [z_vdev_file_10] 100586 D - 0xfffffe0078097600 [z_vdev_file_11] 100587 D - 0xfffffe0078097600 [z_vdev_file_12] 100588 D - 0xfffffe0078097600 [z_vdev_file_13] 100589 D - 0xfffffe0078097600 [z_vdev_file_14] 100590 D - 0xfffffe0078097600 [z_vdev_file_15] 100611 D - 0xfffffe0078095600 [zfsvfs] db> show all locks Process 1294 (syz-executor) thread 0xfffffe00541bd000 (100804) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0059920dc0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4838 Process 1294 (syz-executor) thread 0xfffffe00541bd780 (100805) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe005991f980) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4838 Process 766 (syz-executor) thread 0xfffffe00540f7780 (100119) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e38148) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4022 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006e83a228) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:1411 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff83b5ba60) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:425 Process 762 (syz-executor) thread 0xfffffe00540c9000 (100106) exclusive sleep mutex sellck (sellck) r = 0 (0xfffffe0007787da0) locked @ /syzkaller/managers/main/kernel/sys/kern/sys_generic.c:2061 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 427 12507K 928 tcp_hpts 8 4865K 8 devbuf 4187 4324K 4216 solaris 112 3065K 203 sysctloid 45189 2655K 45301 vtbuf 24 1968K 46 kobj 331 1324K 528 filedesc 140 1115K 796 newblk 148 1061K 2563 vfscache 3 1025K 3 pcb 54 692K 277 subproc 274 567K 1446 inodedep 22 520K 726 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 274K 8 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 6300 acpica 1674 184K 54462 tidhash 3 141K 3 pagedep 14 132K 384 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 136 sem 4 106K 4 gtaskqueue 18 98K 18 LRO 34 97K 36 bus 1009 83K 5113 kdtrace 394 75K 2125 mtx_pool 3 74K 3 md_sectors 18 72K 18 umtx 560 70K 560 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 528 66K 538 ddb_capture 1 64K 1 BPF 25 36K 44 DEVFS3 132 33K 142 hostcache 1 32K 1 shm 1 32K 3 msg 4 30K 4 kbdmux 6 28K 6 ifaddr 93 24K 97 routetbl 270 23K 753 temp 44 21K 2496 lltable 66 21K 76 DEVFS_RULE 56 20K 56 kstat_data 19 19K 19 ether_multi 233 19K 276 ifnet 10 19K 11 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1666 eventhandler 165 14K 165 GEOM 64 14K 514 in6_multi 95 13K 104 md_disk 21 13K 21 kenv 95 12K 95 cred 30 12K 267 taskqueue 96 11K 108 CAM queue 5 11K 1528 rman 82 10K 467 plimit 25 10K 397 shmfd 4 10K 20 kqueue 135 9K 1845 rpc 8 9K 8 bmsafemap 3 9K 657 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 5 filemon 1 8K 3 pwddesc 128 8K 1331 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 UMA 343 7K 343 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 pf_ifnet 13 5K 29 DEVFSP 75 5K 150 ufs_dirhash 24 5K 39 freework 19 5K 728 sctp_atcl 12 5K 84 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 CC Mem 31 4K 334 proc-args 146 4K 2525 acpisem 28 4K 28 kcovinfo 54 4K 63 selfd 46 3K 53156 lockf 27 3K 116 ip6ndp 18 3K 22 terminal 11 3K 11 session 22 3K 109 tun 7 3K 7 uidinfo 6 3K 19 acpidev 20 3K 20 hhook 8 3K 10 sctp_ifa 18 3K 21 in_multi 9 3K 14 clone 9 3K 9 osd 93 3K 413 netlink 2 3K 131 inpcbpolicy 66 3K 879 sctp_stro 2 2K 7 pf_rule 1 2K 3 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 Unitno 30 2K 77 CAM XPT 22 2K 543 nhops 6 2K 10 vnodemarker 3 2K 155 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 64 sctp_timw 5 2K 5 dirrem 5 2K 556 crypto 6 2K 47 sctp_ifn 9 2K 21 msi 9 2K 9 mld 9 2K 9 igmp 9 2K 9 softdep 1 1K 1 diradd 8 1K 580 freeblks 4 1K 391 indirdep 4 1K 490 sahead 1 1K 1 secasvar 1 1K 1 ip6opt 4 1K 30 NFSD session 1 1K 1 CAM periph 4 1K 271 cryptodev 12 1K 342 ipsec 3 1K 3 newdirblk 6 1K 329 mkdir 6 1K 658 pfil 6 1K 6 isadev 6 1K 12 mount 16 1K 662 pci_link 10 1K 10 freefile 5 1K 452 encap_export_host 12 1K 12 sctp_atky 14 1K 96 freefrag 4 1K 81 cdev 2 1K 2 lkpikmalloc 8 1K 9 ip_msource 7 1K 10 counter_rate 13 1K 13 frag6 4 1K 4 chacha20random 1 1K 1 biobuf 1 1K 1 ip6_msource 5 1K 7 vnodes 2 1K 10 in6_mfilter 4 1K 13 VN POLL 2 1K 9 inotify 1 1K 19 ktls 1 1K 22 procdesc 2 1K 14 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 sctp_athm 12 1K 87 sctp_aadr 3 1K 3 tcpfunc 3 1K 3 loginclass 3 1K 6 in_mfilter 3 1K 16 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 ip_moptions 2 1K 9 aio 4 1K 8 pmchooks 1 1K 1 filecaps 5 1K 99 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3992 sctp_vrf 1 1K 1 sctp_map 4 1K 16 vnet 1 1K 1 accf 1 1K 1 pmc 1 1K 1 sigio 1 1K 5 filedesc_to_leader 1 1K 4 entropy 2 1K 37 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 9 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 pf 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 38 sctp_iter 0 0K 18 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 18 sctp_stri 0 0K 6 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 6 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 12 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 5 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 316 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 58 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 3 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 32 fadvise 0 0K 7 statfs 0 0K 208 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 38 lio 0 0K 14 acl 0 0K 0 mbuf_tag 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 15212 ioctlops 0 0K 148 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 238 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 674 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 788 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 9 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 352 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8344 1816 25034 0 254 41615360 0 tcp_log 416 5053 6638 25926 0 254 4863456 0 mbuf 256 8849 1578 39471 0 254 2669312 0 RADIX NODE 152 12248 903 51631 0 62 1998952 0 malloc-128 128 15064 64 15602 0 126 1936384 0 malloc-4096 4096 461 5 2390 0 2 1908736 0 BUF TRIE 152 391 11413 2543 0 62 1794208 0 malloc-384 384 4169 31 4230 0 30 1612800 0 UMA Slabs 0 112 12031 23 12031 0 126 1350048 0 malloc-16384 16384 72 2 396 0 1 1212416 0 vmem btag 56 20718 57 20718 0 254 1163400 0 sctp_asoc 2256 2 508 7 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-64 64 182 15820 53552 0 254 1024128 0 malloc-65536 65536 13 2 20 0 1 983040 0 FFS inode 1168 604 33 1067 0 8 744016 0 sctp_ep 1152 10 501 74 0 254 588672 0 md1 32768 16 0 16 0 1 524288 0 256 Bucket 2048 245 11 1636 0 8 524288 0 THREAD 1860 265 15 818 0 8 520800 0 socket 1024 97 411 2325 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 248 1857 127 19613 0 62 492032 0 pbuf 2624 0 174 0 0 2 456576 0 sctp_raddr 736 2 515 7 0 254 380512 0 malloc-64 64 5506 353 6979 0 254 374976 0 VNODE 440 646 74 1111 0 30 316800 0 MAP ENTRY 96 3152 124 65993 0 126 314496 0 malloc-16 16 18722 528 21798 0 254 308000 0 zio_buf_comb_262144 262144 0 1 15 0 1 262144 0 malloc-65536 65536 2 2 5 0 1 262144 0 malloc-32 32 7365 321 8230 0 254 245952 0 malloc-2048 2048 112 8 176 0 8 245760 0 UMA Zones 768 315 4 315 0 16 244992 0 FPU_save_area 832 267 21 1111 0 16 239616 0 malloc-32768 32768 2 5 35 0 1 229376 0 DEVCTL 1024 47 173 178 0 0 225280 0 malloc-65536 65536 0 3 87 0 1 196608 0 malloc-32768 32768 4 2 124 0 1 196608 0 malloc-32768 32768 0 6 313 0 1 196608 0 PROC 1368 127 16 1305 0 8 195624 0 malloc-128 128 1164 231 25671 0 126 178560 0 FFS2 dinode 256 604 86 1067 0 62 176640 0 malloc-256 256 197 493 3484 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 17 499 1309 0 254 165120 0 malloc-2048 2048 6 74 1097 0 8 163840 0 malloc-1024 1024 136 24 170 0 16 163840 0 filedesc0 1072 128 19 1331 0 8 157584 0 malloc-16384 16384 6 3 19 0 1 147456 0 malloc-4096 4096 33 3 155 0 2 147456 0 S VFS Cache 104 1037 367 1604 0 126 146016 0 tcp_inpcb 1304 33 72 331 0 8 136920 0 g_bio 408 0 330 13882 0 30 134640 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 1 1 119 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-256 256 420 90 2720 0 62 130560 0 mbuf_packet 256 17 491 2422 0 254 130048 0 malloc-4096 4096 26 4 44 0 2 122880 0 ksiginfo 112 123 921 274 0 126 116928 0 UMA Kegs 384 301 2 301 0 30 116352 0 malloc-8192 8192 9 4 26 0 1 106496 0 malloc-384 384 233 37 813 0 30 103680 0 malloc-128 128 608 167 1515 0 126 99200 0 malloc-32768 32768 2 1 11 0 1 98304 0 malloc-32768 32768 0 3 21 0 1 98304 0 syncache 176 0 529 8 0 254 93104 0 malloc-128 128 579 72 876 0 126 83328 0 64 Bucket 512 111 49 4049 0 30 81920 0 malloc-256 256 215 100 736 0 62 80640 0 sctp_chunk 152 0 520 147 0 254 79040 0 Files 80 512 388 11043 0 126 72000 0 128 Bucket 1024 52 15 294 0 16 68608 0 malloc-64 64 644 427 2873 0 254 68544 0 md0 8 8192 192 8192 0 254 67072 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 7 1 90 0 1 65536 0 VMSPACE 584 97 15 1273 0 16 65408 0 32 Bucket 256 86 169 955 0 62 65280 0 udp_inpcb 408 17 136 417 0 30 62424 0 sctp_stream_msg_out 112 1 539 3 0 254 60480 0 da_ccb 544 0 98 3653 0 16 53312 0 malloc-64 64 325 494 15893 0 254 52416 0 malloc-64 64 144 675 1990 0 254 52416 0 malloc-128 128 90 313 1745 0 126 51584 0 malloc-128 128 237 166 308 0 126 51584 0 malloc-256 256 29 166 473 0 62 49920 0 malloc-256 256 45 150 577 0 62 49920 0 malloc-256 256 26 169 1368 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 44 0 16 49152 0 NAMEI 1024 0 48 18123 0 16 49152 0 malloc-4096 4096 6 6 27 0 2 49152 0 malloc-2048 2048 16 8 31 0 8 49152 0 malloc-2048 2048 12 12 59 0 8 49152 0 malloc-2048 2048 14 10 126 0 8 49152 0 malloc-1024 1024 12 36 524 0 16 49152 0 malloc-1024 1024 24 24 1238 0 16 49152 0 pcpu-64 64 507 261 507 0 254 49152 0 pcpu-8 8 5574 570 5980 0 254 49152 0 malloc-384 384 22 98 727 0 30 46080 0 TURNSTILE 136 281 34 281 0 62 42840 0 clpbuf 2624 0 16 112 0 4 41984 0 vnpbuf 2624 0 16 1 0 16 41984 0 pipe 736 29 26 405 0 16 40480 0 sctp_readq 152 0 260 2 0 254 39520 0 hostcache 64 4 563 4 0 254 36288 0 malloc-64 64 24 543 345 0 254 36288 0 malloc-64 64 4 563 1253 0 254 36288 0 malloc-64 64 199 368 369 0 254 36288 0 16 Bucket 144 69 183 535 0 62 36288 0 malloc-128 128 58 221 567 0 126 35712 0 malloc-128 128 70 209 3976 0 126 35712 0 ktls_session 256 0 135 4 0 62 34560 0 routing nhops 256 39 96 57 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 55 35 440 0 30 34560 0 malloc-256 256 75 60 166 0 62 34560 0 malloc-256 256 25 110 652 0 62 34560 0 ripcb 376 17 73 108 0 30 33840 0 SLEEPQUEUE 88 281 103 281 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 3 0 1 32768 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-8192 8192 2 2 34 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 2 14 51 0 8 32768 0 malloc-2048 2048 2 14 3 0 8 32768 0 malloc-2048 2048 5 11 198 0 8 32768 0 malloc-1024 1024 4 28 56 0 16 32768 0 malloc-1024 1024 7 25 192 0 16 32768 0 malloc-1024 1024 17 15 26 0 16 32768 0 malloc-512 512 0 64 110 0 30 32768 0 malloc-512 512 16 48 37 0 30 32768 0 malloc-512 512 2 62 137 0 30 32768 0 malloc-512 512 1 63 42 0 30 32768 0 malloc-512 512 7 57 59 0 30 32768 0 malloc-512 512 3 61 155 0 30 32768 0 malloc-512 512 1 63 3 0 30 32768 0 malloc-512 512 9 55 14 0 30 32768 0 tcp_bbr_pcb 896 0 36 4 0 16 32256 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 2 262 5 0 126 31680 0 PGRP 120 28 236 118 0 126 31680 0 L VFS Cache 320 1 95 54 0 30 30720 0 sctp_laddr 48 12 576 43 0 254 28224 0 rl_entry 48 34 554 70 0 254 28224 0 malloc-32 32 264 618 736 0 254 28224 0 malloc-32 32 447 435 1506 0 254 28224 0 4 Bucket 48 10 578 22 0 254 28224 0 AIO 208 0 133 88 0 62 27664 0 AIOCB 552 0 49 308 0 16 27048 0 udplite_inpcb 408 1 62 23 0 30 25704 0 cpuset 200 9 119 81 0 62 25600 0 malloc-8192 8192 1 2 43 0 1 24576 0 malloc-4096 4096 1 5 274 0 2 24576 0 tcp_log_id_bucket 176 1 137 3 0 62 24288 0 ertt_txseginfo 40 9 597 3439 0 254 24240 0 PWD 40 65 541 374 0 254 24240 0 rtentry 168 41 103 56 0 62 24192 0 8 Bucket 80 63 237 493 0 126 24000 0 malloc-384 384 43 17 170 0 30 23040 0 tcp_rack_pcb 1088 0 21 6 0 8 22848 0 domainset 40 1 566 72 0 254 22680 0 Mountpoints 2816 2 6 11 0 4 22528 0 ertt 72 31 249 331 0 126 20160 0 malloc-32 32 39 591 216 0 254 20160 0 malloc-32 32 107 523 685 0 254 20160 0 malloc-32 32 87 543 656 0 254 20160 0 malloc-32 32 31 599 2896 0 254 20160 0 malloc-32 32 31 599 3694 0 254 20160 0 2 Bucket 32 80 550 576 0 254 20160 0 KNOTE 160 0 125 261 0 62 20000 0 tcp_bbr_map 128 0 155 9 0 126 19840 0 tcp_rack_map 128 0 155 4 0 126 19840 0 cryptop 280 0 70 76 0 30 19600 0 AIOLIO 272 0 70 14 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 8 0 2 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 kenv 258 17 43 1083 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 malloc-16 16 117 633 1965 0 254 12000 0 malloc-16 16 39 711 617 0 254 12000 0 malloc-16 16 154 596 1168 0 254 12000 0 malloc-16 16 4 746 1991 0 254 12000 0 malloc-16 16 308 442 336 0 254 12000 0 malloc-16 16 24 726 24836 0 254 12000 0 itimer 352 0 33 4 0 30 11616 0 splice 184 1 62 3 0 62 11592 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 swrbuf 2624 0 4 4 0 4 10496 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 2653 0 254 8016 0 malloc-16 16 5 495 8 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 18 21 64 0 0 3744 0 tfo 4 0 493 1 0 254 1972 0 zfs_znode_cache 456 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 376 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl