panic: vm_object_terminate_single_page: page 0xfffffe000207e2c0 does not belong to a queue cpuid = 1 time = 13277776 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00579aa4f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00579aa650 vpanic() at vpanic+0x257/frame 0xfffffe00579aa810 panic() at panic+0xb5/frame 0xfffffe00579aa8d0 vm_object_terminate_single_page() at vm_object_terminate_single_page+0x210/frame 0xfffffe00579aa910 pctrie_reclaim_resume_cb() at pctrie_reclaim_resume_cb+0xf5/frame 0xfffffe00579aa970 vm_object_terminate() at vm_object_terminate+0x232/frame 0xfffffe00579aaa30 vm_object_deallocate() at vm_object_deallocate+0x617/frame 0xfffffe00579aab10 vm_map_process_deferred() at vm_map_process_deferred+0x1a0/frame 0xfffffe00579aab50 vmspace_dofree() at vmspace_dofree+0xfd/frame 0xfffffe00579aab90 vmspace_exit() at vmspace_exit+0x278/frame 0xfffffe00579aac50 exit1() at exit1+0x99b/frame 0xfffffe00579aacf0 sys_exit() at sys_exit+0x28/frame 0xfffffe00579aad10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00579aaf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00579aaf30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x3a1d1a, rsp = 0x820cafd08, rbp = 0x820cafd10 --- KDB: enter: panic [ thread pid 1317 tid 100936 ] Stopped at kdb_enter+0x6e: movq $0,0x25c04a7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827b7140 .str.27 rsp 0xfffffe00579aa630 rbp 0xfffffe00579aa650 rsi 0 rdi 0xffffffff81614b49 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x3f r12 0xfffffe00549ca780 r13 0xfffffffffffffffd r14 0xffffffff827b7140 .str.27 r15 0 rip 0xffffffff815fecee kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25c04a7(%rip) db> show proc Process 1317 (syz-executor) at 0xfffffe00549ad5a0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 764 at 0xfffffe0054807020 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: ./syz-executor exec reaper: 0xfffffe0008009040 reapsubtree: 1 sigparent: 20 vmspace: 0xffffffff83b4a8c0 (map 0xffffffff83b4a8c0) (map.pmap 0xffffffff83b4a960) (pmap 0xffffffff83b4a9d0) threads: 1 100936 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1330 1 766 0 S uwait 0xfffffe00796a6680 syz-executor 1329 1325 854 0 S uwait 0xfffffe00796a6700 syz-executor 1328 1325 854 0 S uwait 0xfffffe00796a7580 syz-executor 1327 1 766 0 S uwait 0xfffffe00796a7280 syz-executor 1325 854 854 0 R (threaded) syz-executor 100898 RunQ syz-executor 100962 S pipdwt 0xfffffe0059fed700 syz-executor 100967 RunQ syz-executor 100969 RunQ syz-executor 100970 S select 0xfffffe00796a7b40 syz-executor 100972 S uwait 0xfffffe00780e1300 syz-executor 1324 765 765 -1 R (threaded) syz-executor 100858 RunQ syz-executor 100960 S uwait 0xfffffe00780df600 syz-executor 100965 S uwait 0xfffffe00780e1000 syz-executor 1323 1 765 0 S uwait 0xfffffe00796a7680 syz-executor 1320 1317 764 0 S uwait 0xfffffe00780df900 syz-executor 1317 764 764 0 RE CPU 1 syz-executor 1316 1 765 0 S uwait 0xfffffe00796a7080 syz-executor 1309 1 765 0 S uwait 0xfffffe0078155480 syz-executor 1298 1 854 0 S uwait 0xfffffe00546f1680 syz-executor 1291 1 765 0 S uwait 0xfffffe006e6b3900 syz-executor 1290 1 854 0 S uwait 0xfffffe00780e0200 syz-executor 1289 1 765 0 S uwait 0xfffffe00796a7180 syz-executor 1285 1 764 60928 S uwait 0xfffffe00796a5e80 syz-executor 1284 1 764 0 S uwait 0xfffffe00780e0600 syz-executor 1277 1 765 0 S uwait 0xfffffe0078152880 syz-executor 1265 1 766 0 S uwait 0xfffffe00796a6e00 syz-executor 1260 1 764 0 S uwait 0xfffffe00796a5f00 syz-executor 1258 1 764 0 S uwait 0xfffffe0078154d80 syz-executor 1252 1 854 0 SV uwait 0xfffffe00796a6c00 syz-executor 1249 1 854 0 S uwait 0xfffffe00780e1080 syz-executor 1247 1 854 0 S uwait 0xfffffe00780e0780 syz-executor 1244 1 766 0 SV uwait 0xfffffe00796a6000 syz-executor 1236 1 766 0 S uwait 0xfffffe0078155380 syz-executor 1235 1 766 0 S uwait 0xfffffe00796a6b00 syz-executor 1223 1 765 0 SV uwait 0xfffffe00780e0b80 syz-executor 1205 1 765 0 S uwait 0xfffffe0078155680 syz-executor 1197 1 764 0 S uwait 0xfffffe006e6b3b00 syz-executor 1194 1 765 0 S uwait 0xfffffe006e6b3a00 syz-executor 1192 1 765 0 S uwait 0xfffffe00780e0400 syz-executor 1191 1 854 0 S uwait 0xfffffe0058cd2680 syz-executor 1190 1 766 0 S uwait 0xfffffe0058a79080 syz-executor 1189 1 766 0 S uwait 0xfffffe0058cd3600 syz-executor 1185 1 854 0 S uwait 0xfffffe00780dfd00 syz-executor 1182 1 854 -1 S uwait 0xfffffe00780dff00 syz-executor 1174 1 764 0 S uwait 0xfffffe0078154e80 syz-executor 1172 1 854 0 S uwait 0xfffffe006e6b1200 syz-executor 1171 1 854 0 S uwait 0xfffffe00780df300 syz-executor 1164 1 764 0 S uwait 0xfffffe006e6b3c00 syz-executor 1136 0 0 0 DL mdwait 0xfffffe0054633000 [md7] 1129 0 0 0 DL mdwait 0xfffffe006ec95000 [md0] 1124 1 854 0 S uwait 0xfffffe00780df180 syz-executor 1122 1 854 0 S uwait 0xfffffe00780df080 syz-executor 1121 1120 764 0 S uwait 0xfffffe006e6b3e00 syz-executor 1120 1118 764 0 SV wait 0xfffffe005497aac0 syz-executor 1118 1 764 0 DV ppwait 0xfffffe005497afc0 syz-executor 1111 1 854 0 S uwait 0xfffffe00780dfb00 syz-executor 1110 1 854 0 S uwait 0xfffffe0058cd2600 syz-executor 1107 1106 764 0 S uwait 0xfffffe006e6b2000 syz-executor 1106 1104 764 0 SV wait 0xfffffe0054955000 syz-executor 1104 1 764 0 DV ppwait 0xfffffe0054955500 syz-executor 1101 1092 1101 0 Ss select 0xfffffe00780dfec0 dhclient 1097 1 1097 0 Ss select 0xfffffe0078152940 dhclient 1095 1 854 0 S uwait 0xfffffe006e6b2d80 syz-executor 1092 1073 424 65 S select 0xfffffe00781529c0 dhclient 1078 1 765 -1 S uwait 0xfffffe006e6b2c80 syz-executor 1073 424 424 0 S wait 0xfffffe0054956580 sh 1065 1 765 0 S uwait 0xfffffe006e6b1000 syz-executor 1050 1 765 0 S uwait 0xfffffe0078155180 syz-executor 1027 1 854 0 S uwait 0xfffffe0058cd3100 syz-executor 1026 1 766 0 S uwait 0xfffffe006e6b1b80 syz-executor 1016 1 854 0 S uwait 0xfffffe0058cd1e00 syz-executor 1012 1 765 0 S uwait 0xfffffe0058cd2a80 syz-executor 1007 1 766 0 S uwait 0xfffffe006e6b2600 syz-executor 1004 1 766 0 S uwait 0xfffffe0058cd1b00 syz-executor 1002 1 854 0 S uwait 0xfffffe006e6b2700 syz-executor 1001 1 764 0 S uwait 0xfffffe006e6b0a00 syz-executor 990 1 854 0 S uwait 0xfffffe0058cd2900 syz-executor 988 1 766 0 S uwait 0xfffffe0058cd2080 syz-executor 977 1 854 0 S uwait 0xfffffe0058cd1d00 syz-executor 972 1 766 0 S uwait 0xfffffe0058cd2580 syz-executor 946 1 766 0 SV uwait 0xfffffe006e6b3480 syz-executor 944 1 764 0 S uwait 0xfffffe006e6b0c80 syz-executor 942 1 854 0 S uwait 0xfffffe0058cd1a00 syz-executor 941 1 854 0 S uwait 0xfffffe006e6b2500 syz-executor 930 1 854 0 S uwait 0xfffffe0058cd2300 syz-executor 924 0 0 0 DL (threaded) [so_splice] 100089 D - 0xfffffe006e6b0b80 [thr_0] 100235 D - 0xfffffe006e6b0bc0 [thr_1] 923 1 854 0 S uwait 0xfffffe006e6b3100 syz-executor 904 1 765 0 SV uwait 0xfffffe006e6b2400 syz-executor 901 0 0 0 DL - 0xffffffff83cb0400 [soaiod4] 900 0 0 0 DL - 0xffffffff83cb0400 [soaiod3] 899 0 0 0 DL - 0xffffffff83cb0400 [soaiod2] 898 0 0 0 DL - 0xffffffff83cb0400 [soaiod1] 896 1 764 -1 S uwait 0xfffffe006e6b2100 syz-executor 894 893 764 -1 SV uwait 0xfffffe0058a7ae80 syz-executor 893 1 764 -1 DV ppwait 0xfffffe000800aac0 syz-executor 887 1 765 0 S uwait 0xfffffe006e6b2300 syz-executor 854 763 854 0 R syz-executor 837 0 0 0 DL aiordy 0xfffffe00548eeae0 [aiod4] 836 0 0 0 DL aiordy 0xfffffe00548d75a0 [aiod3] 835 0 0 0 DL aiordy 0xfffffe00548efb00 [aiod2] 834 0 0 0 DL aiordy 0xfffffe00548ef040 [aiod1] 825 0 0 0 DL (threaded) [KTLS] 100087 D - 0xfffffe0058c20700 [thr_0] 100133 D - 0xfffffe0058c20780 [thr_1] 100134 D - 0xffffffff83cb1c28 [reclaim_0] 766 763 766 0 D getblk 0xfffffe0008534708 syz-executor 765 763 765 0 R syz-executor 764 763 764 0 R syz-executor 763 761 761 0 R syz-executor 761 759 761 0 Ss pause 0xfffffe0054809110 csh 759 682 759 0 Ss select 0xfffffe006e6b35c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0058a72cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0058a71cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058e09cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058e0a0b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0058e0a4b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058e0a8b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0058e0acb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0058e0b0b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0058e0b4b0 getty 738 1 18 0 S+ piperd 0xfffffe0059fec000 logger 737 736 18 0 S+ nanslp 0xffffffff83ba0541 sleep 736 1 18 0 S+ wait 0xfffffe0054807ae0 sh 686 1 686 0 Ss nanslp 0xffffffff83ba0540 cron 682 1 682 0 Ss select 0xfffffe0058a799c0 sshd 495 1 495 0 Ss select 0xfffffe00546f1940 syslogd 424 1 424 0 Ss wait 0xfffffe0054808040 devd 423 1 423 65 Ss select 0xfffffe0058a7a040 dhclient 338 1 338 0 Ss select 0xfffffe0058a785c0 dhclient 335 1 335 0 Ss select 0xfffffe0058a78340 dhclient 17 0 0 0 DL syncer 0xffffffff83cbdda0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0008028040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cbc360 [bufdaemon] 100085 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100093 D sdflush 0xfffffe005a0c0ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d07380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ced2f8 [dom0] 100081 D launds 0xffffffff83ced304 [laundry: dom0] 100082 D umarcl 0xffffffff81dd1470 [uma] 7 0 0 0 DL - 0xffffffff8391dcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8460c850 [pf purge] 5 0 0 0 DL waiting 0xffffffff844cb700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e8340 [doneq0] 100047 D - 0xffffffff838e82c0 [async] 100076 D - 0xffffffff838e8140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce8b40 [crypto] 100044 D crypto_ 0xfffffe00546f5d30 [crypto returns 0] 100045 D crypto_ 0xfffffe00546f5d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0007f8e488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b48f00 [g_event] 100038 D - 0xffffffff83b48f20 [g_up] 100039 D - 0xffffffff83b48f40 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 Run CPU 0 [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008009040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce95e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c2eff0 [swapper] 100005 D - 0xfffffe0054631000 [softirq_0] 100006 D - 0xfffffe0054630e00 [softirq_1] 100007 D - 0xfffffe0054630d00 [if_io_tqg_0] 100008 D - 0xfffffe0054630c00 [if_io_tqg_1] 100009 D - 0xfffffe0054630b00 [if_config_tqg_0] 100010 D - 0xfffffe0007fd4000 [kqueue_ctx taskq] 100011 D - 0xfffffe0007fd3e00 [jail_remove taskq] 100012 D - 0xfffffe0007fd3d00 [bus taskq] 100015 D - 0xfffffe0007fd3a00 [thread taskq] 100017 D - 0xfffffe0007fd3800 [aiod_kick taskq] 100018 D - 0xfffffe0007fd3700 [deferred_unmount ta] 100019 D - 0xfffffe0007fd3600 [inm_free taskq] 100020 D - 0xfffffe0007fd3500 [in6m_free taskq] 100021 D - 0xfffffe0007fd3400 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007fd3300 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007fd3300 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007fd3300 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007fd3300 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007fd3200 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007fd3200 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007fd3200 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007fd3200 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007fd3100 [firmware taskq] 100041 D - 0xfffffe0007fd2500 [crypto_0] 100042 D - 0xfffffe0007fd2500 [crypto_1] 100057 D - 0xfffffe0007fd1600 [vtnet0 rxq 0] 100058 D - 0xfffffe0007fd1500 [vtnet0 txq 0] 100059 D - 0xfffffe0007fd1400 [vtnet0 rxq 1] 100060 D - 0xfffffe0007fd1300 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00546ee000 [virtio_balloon] 100066 D - 0xffffffff827bc481 [deadlkres] 100070 D - 0xfffffe0007fd2000 [acpi_task_0] 100071 D - 0xfffffe0007fd2000 [acpi_task_1] 100072 D - 0xfffffe0007fd2000 [acpi_task_2] 100074 D - 0xfffffe0007fd4100 [mca taskq] 100075 D - 0xfffffe0007fd1e00 [CAM taskq] 100077 D - 0xfffffe0007fd0d00 [ipsec_offload] 100280 D - 0xfffffe0007fd2b00 [netlink_socket (PID] 100504 D - 0xfffffe0059e9c400 [system_taskq_0] 100505 D - 0xfffffe0059e9c400 [system_taskq_1] 100506 D - 0xfffffe0059e94b00 [system_delay_taskq_] 100507 D - 0xfffffe0059e94b00 [system_delay_taskq_] 100508 D - 0xfffffe0059e94800 [zvol_tq-0_0] 100509 D - 0xfffffe0059e94800 [zvol_tq-0_1] 100510 D - 0xfffffe0059e94800 [zvol_tq-0_2] 100511 D - 0xfffffe0059e94800 [zvol_tq-0_3] 100512 D - 0xfffffe0059e94800 [zvol_tq-0_4] 100513 D - 0xfffffe0059e94800 [zvol_tq-0_5] 100514 D - 0xfffffe0059e94800 [zvol_tq-0_6] 100515 D - 0xfffffe0059e94800 [zvol_tq-0_7] 100516 D - 0xfffffe0059e94800 [zvol_tq-0_8] 100517 D - 0xfffffe0059e94800 [zvol_tq-0_9] 100518 D - 0xfffffe0059e94800 [zvol_tq-0_10] 100519 D - 0xfffffe0059e94800 [zvol_tq-0_11] 100520 D - 0xfffffe0059e94800 [zvol_tq-0_12] 100521 D - 0xfffffe0059e94800 [zvol_tq-0_13] 100522 D - 0xfffffe0059e94800 [zvol_tq-0_14] 100523 D - 0xfffffe0059e94800 [zvol_tq-0_15] 100524 D - 0xfffffe0059e94800 [zvol_tq-0_16] 100525 D - 0xfffffe0059e94800 [zvol_tq-0_17] 100526 D - 0xfffffe0059e94800 [zvol_tq-0_18] 100527 D - 0xfffffe0059e94800 [zvol_tq-0_19] 100528 D - 0xfffffe0059e94800 [zvol_tq-0_20] 100529 D - 0xfffffe0059e94800 [zvol_tq-0_21] 100530 D - 0xfffffe0059e94800 [zvol_tq-0_22] 100531 D - 0xfffffe0059e94800 [zvol_tq-0_23] 100532 D - 0xfffffe0059e94800 [zvol_tq-0_24] 100533 D - 0xfffffe0059e94800 [zvol_tq-0_25] 100534 D - 0xfffffe0059e94800 [zvol_tq-0_26] 100535 D - 0xfffffe0059e94800 [zvol_tq-0_27] 100536 D - 0xfffffe0059e94800 [zvol_tq-0_28] 100537 D - 0xfffffe0059e94800 [zvol_tq-0_29] 100538 D - 0xfffffe0059e94800 [zvol_tq-0_30] 100539 D - 0xfffffe0059e94800 [zvol_tq-0_31] 100541 D - 0xfffffe0059e95000 [arc_prune] 100542 D - 0xfffffe0059e94300 [arc_flush_0] 100543 D - 0xfffffe0059e94300 [arc_flush_1] 100564 D - 0xfffffe0059e9c600 [dbu_evict] 100588 D - 0xfffffe0059e9c800 [z_vdev_file_0] 100589 D - 0xfffffe0059e9c800 [z_vdev_file_1] 100590 D - 0xfffffe0059e9c800 [z_vdev_file_2] 100591 D - 0xfffffe0059e9c800 [z_vdev_file_3] 100592 D - 0xfffffe0059e9c800 [z_vdev_file_4] 100593 D - 0xfffffe0059e9c800 [z_vdev_file_5] 100594 D - 0xfffffe0059e9c800 [z_vdev_file_6] 100595 D - 0xfffffe0059e9c800 [z_vdev_file_7] 100596 D - 0xfffffe0059e9c800 [z_vdev_file_8] 100597 D - 0xfffffe0059e9c800 [z_vdev_file_9] 100598 D - 0xfffffe0059e9c800 [z_vdev_file_10] 100599 D - 0xfffffe0059e9c800 [z_vdev_file_11] 100600 D - 0xfffffe0059e9c800 [z_vdev_file_12] 100601 D - 0xfffffe0059e9c800 [z_vdev_file_13] 100602 D - 0xfffffe0059e9c800 [z_vdev_file_14] 100603 D - 0xfffffe0059e9c800 [z_vdev_file_15] 100631 D - 0xfffffe0059e93d00 [zfsvfs] db> show all locks Process 1325 (syz-executor) thread 0xfffffe00549c9780 (100967) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0008534708) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4023 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe007854c070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1235 Process 1317 (syz-executor) thread 0xfffffe00549ca780 (100936) exclusive rw vmobject (vmobject) r = 0 (0xfffffe00549af000) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:647 Process 766 (syz-executor) thread 0xfffffe00548e1000 (100115) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0008559a70) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:4023 exclusive lockmgr ufs (ufs) r = 1 (0xfffffe0077f77c78) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3385 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe007854be30) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3385 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 425 12664K 815 tcp_hpts 7 4801K 7 sctp_stro 4 4611K 17 devbuf 4188 4324K 4216 solaris 2246 3597K 4472 sysctloid 44910 2638K 45022 vtbuf 24 1968K 46 kobj 331 1324K 513 filedesc 152 1227K 886 newblk 62 1040K 3814 vfscache 3 1025K 3 pcb 71 714K 657 subproc 293 611K 1489 inodedep 28 523K 972 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 274K 8 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 83518 acpica 1674 184K 54426 tidhash 3 141K 3 pagedep 24 134K 481 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 132 sem 4 106K 4 gtaskqueue 18 98K 18 bus 997 82K 5063 kdtrace 416 79K 2306 umtx 592 74K 592 mtx_pool 3 74K 3 md_sectors 18 72K 18 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 526 66K 532 ddb_capture 1 64K 1 temp 43 42K 2394 BPF 28 39K 86 shm 2 34K 12 DEVFS3 132 33K 142 hostcache 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 LRO 20 21K 22 DEVFS_RULE 56 20K 56 ifaddr 74 20K 79 kstat_data 19 19K 19 routetbl 176 18K 542 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 51 16K 59 ithread 90 15K 90 bus-sc 34 15K 1647 ifnet 8 15K 8 eventhandler 166 14K 166 ether_multi 157 13K 226 GEOM 75 13K 543 shmfd 10 12K 29 kqueue 149 12K 1969 kenv 95 12K 95 plimit 29 11K 360 taskqueue 96 11K 111 CAM queue 5 11K 1528 cred 40 10K 448 rman 82 10K 437 sctp_atcl 25 10K 269 rpc 8 9K 8 in6_multi 66 9K 81 md_disk 20 9K 22 pwddesc 136 9K 1373 bmsafemap 2 9K 771 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 8 pfs_vncache 1 8K 1 netlink 13 8K 101 audit_evclass 239 8K 301 UMA 340 7K 340 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 39 pf_ifnet 11 5K 22 lockf 40 5K 284 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 60 4K 258 proc-args 156 4K 2456 acpisem 28 4K 28 sctp_timw 12 3K 12 terminal 11 3K 11 session 22 3K 39 selfd 42 3K 201215 uidinfo 5 3K 28 acpidev 20 3K 20 CC Mem 19 3K 557 hhook 8 3K 10 newdirblk 18 3K 404 clone 9 3K 9 kcovinfo 36 3K 45 pf_rule 1 2K 1 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 osd 81 2K 636 ip6ndp 13 2K 16 tun 5 2K 5 Unitno 32 2K 80 sctp_ifa 13 2K 16 crypto 5 2K 57 CAM XPT 22 2K 543 in_multi 6 2K 13 vnodemarker 3 2K 59 select 12 2K 80 toponodes 6 2K 6 ipsecpolicy 2 2K 2 inpcbpolicy 37 2K 993 msi 9 2K 9 iov 3 2K 18401 ip6opt 7 2K 44 sctp_atky 29 2K 287 softdep 1 1K 1 dirrem 4 1K 705 mkdir 8 1K 808 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mount 19 1K 1326 mld 7 1K 7 igmp 7 1K 7 CAM periph 4 1K 271 cryptodev 13 1K 232 ipsec 3 1K 3 sctp_ifn 6 1K 16 diradd 6 1K 725 indirdep 3 1K 484 frag6 8 1K 20 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 encap_export_host 12 1K 12 sctp_stri 1 1K 10 cdev 2 1K 2 lkpikmalloc 8 1K 9 sctp_athm 25 1K 273 chacha20random 1 1K 1 biobuf 1 1K 1 filedesc_to_leader 6 1K 10 ip_msource 5 1K 25 vnodes 1 1K 7 ktls 1 1K 29 procdesc 2 1K 12 loginclass 4 1K 7 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 ip6_msource 3 1K 10 tcpfunc 3 1K 3 sctp_map 8 1K 34 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 in6_mfilter 2 1K 22 VN POLL 1 1K 13 aio 4 1K 10 eventfd 1 1K 5 pmchooks 1 1K 1 filecaps 5 1K 91 sigio 2 1K 5 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4158 sctp_vrf 1 1K 1 ip_moptions 1 1K 24 vnet 1 1K 1 fadvise 2 1K 7 pmc 1 1K 1 entropy 2 1K 35 acpiintr 1 1K 1 cpus 2 1K 2 freework 1 1K 1082 ip6_moptions 1 1K 15 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 9 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 14 mqdata 0 0K 0 filemon 0 0K 7 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 54 sctp_iter 0 0K 15 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 sctp_aadr 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 3 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 778 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 27 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 564 freeblks 0 0K 486 freefrag 0 0K 114 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 5 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 in_mfilter 0 0K 46 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 27 statfs 0 0K 208 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 69 lio 0 0K 45 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 305 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 418 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 651 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 7 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 5 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 882 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8343 1055 15486 0 254 38494208 0 tcp_log 416 7762 374 25977 0 254 3384576 0 mbuf 256 11471 981 31604 0 254 3187712 0 malloc-128 128 14653 103 14666 0 126 1888768 0 BUF TRIE 152 276 11528 2978 0 62 1794208 0 malloc-384 384 4118 52 4118 0 30 1601280 0 mbuf_cluster 2048 508 254 509 0 254 1560576 0 RADIX NODE 152 9916 271 48000 0 62 1548424 0 malloc-64 64 272 23605 201504 0 254 1528128 0 malloc-4096 4096 331 5 526 0 2 1376256 0 malloc-16384 16384 77 2 630 0 1 1294336 0 UMA Slabs 0 112 11466 12 11466 0 126 1285536 0 sctp_asoc 2256 4 506 17 0 254 1150560 0 vmem btag 56 20212 59 20212 0 254 1135176 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 malloc-65536 65536 10 2 19 0 1 786432 0 socket 1024 78 686 2600 0 254 782336 0 FFS inode 1168 615 29 1193 0 8 752192 0 malloc-4096 4096 148 4 1479 0 2 622592 0 sctp_ep 1152 20 491 243 0 254 588672 0 malloc-256 256 2141 154 3353 0 62 587520 0 THREAD 1872 277 19 972 0 8 554112 0 256 Bucket 2048 247 9 1733 0 8 524288 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 VM OBJECT 248 1931 53 19568 0 62 492032 0 sctp_raddr 736 4 513 22 0 254 380512 0 malloc-2048 2048 115 61 1489 0 8 360448 0 MAP ENTRY 96 3361 167 66484 0 126 338688 0 VNODE 440 655 101 1235 0 30 332640 0 malloc-64 64 5005 98 6312 0 254 326592 0 malloc-16 16 18416 584 19083 0 254 304000 0 malloc-65536 65536 1 3 184 0 1 262144 0 malloc-65536 65536 4 0 4 0 1 262144 0 FPU_save_area 832 279 27 1309 0 16 254592 0 UMA Zones 768 312 2 312 0 16 241152 0 malloc-32 32 7173 261 7226 0 254 237888 0 DEVCTL 1024 36 184 163 0 0 225280 0 malloc-256 256 165 705 5048 0 62 222720 0 PROC 1376 137 17 1332 0 8 211904 0 malloc-128 128 1342 301 4114 0 126 210304 0 malloc-32768 32768 1 5 159 0 1 196608 0 malloc-32768 32768 0 6 371 0 1 196608 0 malloc-128 128 1168 351 30513 0 126 194432 0 sctp_chunk 152 819 455 831 0 254 193648 0 tcp_inpcb 1304 20 118 556 0 8 179952 0 FFS2 dinode 256 615 75 1192 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 17 499 1290 0 254 165120 0 filedesc0 1072 136 18 1373 0 8 165088 0 malloc-32768 32768 3 2 21 0 1 163840 0 malloc-2048 2048 22 58 245 0 8 163840 0 malloc-4096 4096 32 4 51 0 2 147456 0 S VFS Cache 104 1032 372 1773 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-1024 1024 114 14 133 0 16 131072 0 malloc-256 256 438 72 2461 0 62 130560 0 mbuf_packet 256 16 492 587 0 254 130048 0 ksiginfo 112 138 906 385 0 126 116928 0 UMA Kegs 384 298 5 298 0 30 116352 0 malloc-8192 8192 11 2 134 0 1 106496 0 malloc-8192 8192 11 2 19 0 1 106496 0 128 Bucket 1024 61 38 317 0 16 101376 0 malloc-32768 32768 3 0 3 0 1 98304 0 64 Bucket 512 111 81 3262 0 30 98304 0 syncache 168 0 528 4 0 254 88704 0 malloc-384 384 185 25 877 0 30 80640 0 malloc-384 384 113 97 1314 0 30 80640 0 g_bio 408 0 180 17491 0 30 73440 0 Files 80 545 355 11806 0 126 72000 0 malloc-64 64 518 553 75823 0 254 68544 0 malloc-128 128 322 205 1119 0 126 67456 0 md0 8 8192 192 8192 0 254 67072 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 DIRHASH 1024 34 30 44 0 16 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 13 3 27 0 2 65536 0 malloc-4096 4096 11 5 494 0 2 65536 0 VMSPACE 584 106 6 1289 0 16 65408 0 malloc-256 256 91 164 1933 0 62 65280 0 32 Bucket 256 82 173 799 0 62 65280 0 sctp_stream_msg_out 112 3 537 4 0 254 60480 0 ripcb 376 7 143 160 0 30 56400 0 malloc-64 64 162 657 2414 0 254 52416 0 malloc-64 64 483 336 993 0 254 52416 0 malloc-128 128 205 198 512 0 126 51584 0 TURNSTILE 136 297 81 297 0 62 51408 0 cpuset 200 44 212 2810 0 62 51200 0 malloc-256 256 162 33 212 0 62 49920 0 malloc-256 256 47 148 2449 0 62 49920 0 malloc-256 256 26 169 274 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 NAMEI 1024 1 47 18937 0 16 49152 0 malloc-16384 16384 3 0 4 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 1 5 13 0 1 49152 0 malloc-2048 2048 8 16 52 0 8 49152 0 malloc-1024 1024 20 28 2161 0 16 49152 0 malloc-1024 1024 13 35 1866 0 16 49152 0 malloc-512 512 11 85 64 0 30 49152 0 pcpu-64 64 504 264 504 0 254 49152 0 pcpu-8 8 5407 737 5965 0 254 49152 0 pipe 736 31 24 407 0 16 40480 0 sctp_readq 152 0 260 1 0 254 39520 0 da_ccb 544 0 70 4692 0 16 38080 0 udp_inpcb 408 10 80 241 0 30 36720 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 110 457 369 0 254 36288 0 malloc-64 64 407 160 2028 0 254 36288 0 tcp_bbr_map 128 0 279 118 0 126 35712 0 tcp_rack_map 128 0 279 98 0 126 35712 0 malloc-128 128 16 263 59 0 126 35712 0 malloc-128 128 68 211 121 0 126 35712 0 malloc-128 128 1 278 17 0 126 35712 0 ktls_session 256 0 135 7 0 62 34560 0 routing nhops 256 27 108 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 84 0 30 34560 0 malloc-384 384 31 59 60 0 30 34560 0 malloc-256 256 35 100 82 0 62 34560 0 SLEEPQUEUE 88 297 87 297 0 126 33792 0 malloc-32768 32768 0 1 2 0 1 32768 0 malloc-4096 4096 4 4 221 0 2 32768 0 malloc-4096 4096 0 8 134 0 2 32768 0 malloc-2048 2048 6 10 108 0 8 32768 0 malloc-2048 2048 5 11 199 0 8 32768 0 malloc-2048 2048 12 4 41 0 8 32768 0 malloc-1024 1024 21 11 53 0 16 32768 0 malloc-1024 1024 11 21 36 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 12 20 1437 0 16 32768 0 malloc-1024 1024 9 23 18 0 16 32768 0 malloc-512 512 3 61 93 0 30 32768 0 malloc-512 512 6 58 290 0 30 32768 0 malloc-512 512 3 61 41 0 30 32768 0 malloc-512 512 9 55 70 0 30 32768 0 malloc-512 512 8 56 55 0 30 32768 0 tcp_bbr_pcb 896 0 36 9 0 16 32256 0 ipq 56 5 571 6 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 26 238 44 0 126 31680 0 clpbuf 2624 0 12 630 0 4 31488 0 sctp_laddr 48 5 583 41 0 254 28224 0 ertt 72 19 373 556 0 126 28224 0 rl_entry 48 9 579 58 0 254 28224 0 malloc-32 32 498 384 1548 0 254 28224 0 malloc-32 32 295 587 638 0 254 28224 0 16 Bucket 144 64 132 564 0 62 28224 0 4 Bucket 48 7 581 97 0 254 28224 0 AIO 208 0 133 81 0 62 27664 0 udplite_inpcb 408 1 62 36 0 30 25704 0 malloc-8192 8192 2 1 4 0 1 24576 0 ertt_txseginfo 40 6 600 2190 0 254 24240 0 PWD 40 76 530 425 0 254 24240 0 rtentry 168 30 114 39 0 62 24192 0 8 Bucket 80 73 227 830 0 126 24000 0 itimer 352 0 66 34 0 30 23232 0 splice 184 1 125 3 0 62 23184 0 malloc-384 384 2 58 108 0 30 23040 0 malloc-384 384 7 53 13 0 30 23040 0 tcp_rack_pcb 1088 0 21 7 0 8 22848 0 domainset 40 1 566 2800 0 254 22680 0 Mountpoints 2816 2 6 18 0 4 22528 0 malloc-64 64 3 312 3 0 254 20160 0 malloc-32 32 45 585 227 0 254 20160 0 malloc-32 32 66 564 895 0 254 20160 0 malloc-32 32 102 528 18818 0 254 20160 0 malloc-32 32 9 621 144 0 254 20160 0 2 Bucket 32 76 554 615 0 254 20160 0 KNOTE 160 2 123 188 0 62 20000 0 cryptop 280 0 70 12 0 30 19600 0 AIOCB 552 0 35 150 0 16 19320 0 L VFS Cache 320 0 60 48 0 30 19200 0 AIOLIO 272 0 70 45 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 29 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-2048 2048 2 6 6 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 pf tags 104 1 155 1 0 126 16224 0 vtnet_tx_hdr 24 0 668 2006 0 254 16032 0 malloc-16 16 397 603 1346 0 254 16000 0 tcp_log_id_node 120 1 131 2 0 126 15840 0 kenv 258 17 43 1079 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 tcp_log_id_bucket 176 1 68 1 0 62 12144 0 malloc-32 32 3 375 11 0 254 12096 0 malloc-16 16 69 681 423 0 254 12000 0 malloc-16 16 30 720 115 0 254 12000 0 malloc-16 16 292 458 4968 0 254 12000 0 malloc-16 16 39 711 37138 0 254 12000 0 malloc-16 16 9 741 11 0 254 12000 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 pcpu-16 16 8 504 8 0 254 8192 0 cdg_qdiffsample 16 0 500 16 0 254 8000 0 malloc-16 16 1 499 1 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 18 21 49 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 md7 4 0 0 0 0 254 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 368 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 968 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/l