panic: /syzkaller/managers/i386/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe000779c0a0 first->prev != head cpuid = 0 time = 52 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056d4e2b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056d4e410 vpanic() at vpanic+0x257/frame 0xfffffe0056d4e5d0 panic() at panic+0xb5/frame 0xfffffe0056d4e690 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0056d4e6f0 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0056d4e810 sleepq_set_timeout_sbt() at sleepq_set_timeout_sbt+0x20b/frame 0xfffffe0056d4e8d0 _sleep() at _sleep+0x468/frame 0xfffffe0056d4ea30 kern_clock_nanosleep() at kern_clock_nanosleep+0x5c4/frame 0xfffffe0056d4ebf0 freebsd32_nanosleep() at freebsd32_nanosleep+0x157/frame 0xfffffe0056d4ed10 ia32_syscall() at ia32_syscall+0x4d2/frame 0xfffffe0056d4ef30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffdc70 KDB: enter: panic [ thread pid 765 tid 100110 ] Stopped at kdb_enter+0x6e: movq $0,0x259df67(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0077200000 rdx 0x7ffff rbx 0xffffffff8280e800 .str.27 rsp 0xfffffe0056d4e3f0 rbp 0xfffffe0056d4e410 rsi 0x80001 rdi 0xffffffff81646849 printf+0x149 r8 0 r9 0xffffffff r10 0x100b295b053c72ee r11 0xfffffe00540d6550 r12 0xfffffe00540d6000 r13 0xfffffffffffffffe r14 0xffffffff8280e800 .str.27 r15 0 rip 0xffffffff8162fc2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x259df67(%rip) db> show proc Process 765 (syz-executor) at 0xfffffe00540da000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 762 at 0xfffffe00540daab0 ABI: FreeBSD ELF32 flag: 0x10004000 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00540b0920 (map 0xfffffe00540b0920) (map.pmap 0xfffffe00540b09c0) (pmap 0xfffffe00540b0a30) threads: 1 100110 Run nanslp 0xffffffff83baec40 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1460 766 766 0 R (threaded) syz-executor 100637 D mbusy 0xfffffe00541c59d0 syz-executor 101220 Run CPU 1 syz-executor 1459 764 764 0 S (threaded) syz-executor 101183 S nanslp 0xffffffff83baec40 syz-executor 101218 S aiowc 0xfffffe00541ce8f8 syz-executor 101219 S uwait 0xfffffe007ad57d00 syz-executor 1458 765 765 0 S (threaded) syz-executor 101142 S nanslp 0xffffffff83baec40 syz-executor 101216 S aiowc 0xfffffe00541ee390 syz-executor 101217 S uwait 0xfffffe007ad57c80 syz-executor 1456 1 766 0 S uwait 0xfffffe007855d200 syz-executor 1455 1 766 0 S uwait 0xfffffe007ad57800 syz-executor 1450 1 764 0 S uwait 0xfffffe007ad58780 syz-executor 1447 1 766 0 S uwait 0xfffffe007ad59280 syz-executor 1435 0 0 0 DL - 0xffffffff83ccee00 [soaiod4] 1434 0 0 0 DL - 0xffffffff83ccee00 [soaiod3] 1433 0 0 0 DL - 0xffffffff83ccee00 [soaiod2] 1432 0 0 0 DL - 0xffffffff83ccee00 [soaiod1] 1426 1 765 0 S uwait 0xfffffe007ad58d00 syz-executor 1422 1 765 0 S uwait 0xfffffe007ad58a00 syz-executor 1419 1418 1418 0 D ifnet_d 0xffffffff83cdd000 ifconfig 1418 762 1418 0 S wait 0xfffffe00540db008 syz-executor 1409 1 766 0 S uwait 0xfffffe007ad58b80 syz-executor 1403 1 766 0 SV uwait 0xfffffe007855a500 syz-executor 1393 1 764 0 S uwait 0xfffffe007855a980 syz-executor 1368 1 766 0 S uwait 0xfffffe007ad59800 syz-executor 1366 1 765 0 S uwait 0xfffffe006e51e100 syz-executor 1353 1 764 0 S uwait 0xfffffe007ad58180 syz-executor 1349 1 765 0 S uwait 0xfffffe007855d980 syz-executor 1345 1 765 0 S uwait 0xfffffe007855d800 syz-executor 1337 1 764 0 S uwait 0xfffffe007ad59900 syz-executor 1328 1 764 0 S uwait 0xfffffe007ad58080 syz-executor 1323 1 765 0 S uwait 0xfffffe007ad58580 syz-executor 1312 1 764 0 S uwait 0xfffffe007ad59180 syz-executor 1308 1 765 0 S uwait 0xfffffe006e51fc00 syz-executor 1298 1 764 0 S uwait 0xfffffe005852a980 syz-executor 1294 1 765 0 S uwait 0xfffffe007ad58480 syz-executor 1290 1 764 0 S uwait 0xfffffe006e4f4000 syz-executor 1289 1 764 0 S uwait 0xfffffe006e51e580 syz-executor 1287 1 766 0 S uwait 0xfffffe006e51f600 syz-executor 1282 1 765 0 S uwait 0xfffffe007ad58f00 syz-executor 1271 1 766 0 S uwait 0xfffffe007855d700 syz-executor 1270 1 765 60928 S uwait 0xfffffe005852ae80 syz-executor 1266 1 764 0 S uwait 0xfffffe007ad59580 syz-executor 1254 1 764 0 S uwait 0xfffffe007855d400 syz-executor 1250 1 766 0 S uwait 0xfffffe007ad57f00 syz-executor 1241 1 765 0 S uwait 0xfffffe007ad59080 syz-executor 1238 1 764 0 S uwait 0xfffffe006e51d980 syz-executor 1227 1 765 0 S uwait 0xfffffe006e4f5200 syz-executor 1212 1 764 0 S uwait 0xfffffe00582dfd00 syz-executor 1208 1 766 0 S uwait 0xfffffe0058527480 syz-executor 1207 1 765 0 SV uwait 0xfffffe007ad58e00 syz-executor 1199 1 765 0 S uwait 0xfffffe0058528c80 syz-executor 1196 1 764 0 S uwait 0xfffffe00582e0e00 syz-executor 1190 1 764 0 S uwait 0xfffffe007855d300 syz-executor 1182 1 765 0 S uwait 0xfffffe007ad59380 syz-executor 1177 1 766 0 S uwait 0xfffffe007855d500 syz-executor 1176 1 765 0 S uwait 0xfffffe006e4f5100 syz-executor 1171 1 764 0 SV uwait 0xfffffe006e4f4980 syz-executor 1168 1 765 0 S uwait 0xfffffe005852ac80 syz-executor 1167 1 766 0 S uwait 0xfffffe006e4f4780 syz-executor 1155 1 764 0 S uwait 0xfffffe007855d100 syz-executor 1151 1 766 0 S uwait 0xfffffe006e51fa00 syz-executor 1148 1 1147 0 S uwait 0xfffffe007855cd80 syz-executor 1146 1 765 60928 S uwait 0xfffffe007855cf00 syz-executor 1136 1 765 0 S uwait 0xfffffe007855c500 syz-executor 1130 1 765 0 S uwait 0xfffffe007ad59b00 syz-executor 1117 0 0 0 DL mdwait 0xfffffe006e4bf000 [md2147483647] 1115 1 766 0 S uwait 0xfffffe006e51f500 syz-executor 1113 1 766 0 S uwait 0xfffffe007855c600 syz-executor 1103 1 765 0 S uwait 0xfffffe007855cc80 syz-executor 1089 1 765 0 S uwait 0xfffffe00582df680 syz-executor 1085 1 765 0 S uwait 0xfffffe006e51f080 syz-executor 1084 1 765 0 S uwait 0xfffffe007855d600 syz-executor 1044 1 765 0 S uwait 0xfffffe006e4f7100 syz-executor 1038 1 1037 0 S tun_con 0xfffffe006df54b28 ifconfig 1035 1 765 0 S umtxn 0xfffffe006e4f5000 syz-executor 1016 0 0 0 DL mdwait 0xfffffe006e493000 [md2147483519] 1009 1 766 0 S uwait 0xfffffe00582e2f00 syz-executor 1007 1 765 0 S uwait 0xfffffe00582dfb80 syz-executor 997 1 764 0 S uwait 0xfffffe005852aa80 syz-executor 994 1 764 0 S uwait 0xfffffe006e4f4880 syz-executor 991 1 765 0 S uwait 0xfffffe0058528100 syz-executor 990 1 766 0 S uwait 0xfffffe006e4f4480 syz-executor 977 971 977 0 Ss select 0xfffffe006dc390c0 dhclient 974 1 974 0 Ss select 0xfffffe006dc389c0 dhclient 971 962 423 65 S select 0xfffffe006de517c0 dhclient 964 1 765 0 S uwait 0xfffffe0058529300 syz-executor 962 423 423 0 S wait 0xfffffe00540f1018 sh 960 1 766 0 S uwait 0xfffffe00582dfa80 syz-executor 945 1 764 0 S uwait 0xfffffe006e51f980 syz-executor 927 1 764 0 S umtxn 0xfffffe006e51f880 syz-executor 919 1 766 0 S uwait 0xfffffe006e51e800 syz-executor 908 1 763 0 S uwait 0xfffffe0058528300 syz-executor 901 1 764 0 S uwait 0xfffffe0057dd9900 syz-executor 894 1 763 0 S uwait 0xfffffe006e4f7380 syz-executor 893 0 0 0 DL (threaded) [so_splice] 100200 D - 0xfffffe006e51eb80 [thr_0] 100201 D - 0xfffffe006e51ebc0 [thr_1] 884 1 764 0 S uwait 0xfffffe006e4f7600 syz-executor 883 1 763 0 S uwait 0xfffffe0058529100 syz-executor 881 1 765 0 S uwait 0xfffffe006e4f7500 syz-executor 876 1 763 0 S uwait 0xfffffe0058528400 syz-executor 875 1 765 0 S uwait 0xfffffe0058528200 syz-executor 873 1 766 0 S uwait 0xfffffe006e4f7800 syz-executor 871 1 764 0 S uwait 0xfffffe0058528500 syz-executor 855 1 764 0 S uwait 0xfffffe0058527180 syz-executor 851 1 764 0 S uwait 0xfffffe0058529200 syz-executor 843 1 766 0 S uwait 0xfffffe006e4f7700 syz-executor 830 1 765 0 S uwait 0xfffffe00582e2e00 syz-executor 819 0 0 0 DL aiordy 0xfffffe00540f0ac0 [aiod4] 818 0 0 0 DL aiordy 0xfffffe00540f0568 [aiod3] 817 0 0 0 DL aiordy 0xfffffe00540dc568 [aiod2] 816 0 0 0 DL aiordy 0xfffffe0054105000 [aiod1] 766 762 766 0 S nanslp 0xffffffff83baec40 syz-executor 765 762 765 0 R nanslp 0xffffffff83baec40 syz-executor 764 762 764 0 S nanslp 0xffffffff83baec40 syz-executor 762 760 760 0 S select 0xfffffe006de52a40 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540eeb60 csh 758 681 758 0 Ss select 0xfffffe006dc38d40 sshd 747 1 747 0 Ss+ ttyin 0xfffffe00582c70b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00594bc0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00594bc8b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00594bd0b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00594bd8b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0053f760b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0053f768b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0053f770b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe0053f778b0 getty 685 1 685 0 Ss nanslp 0xffffffff83baec41 cron 681 1 681 0 Ss select 0xfffffe006dc38ec0 sshd 494 1 494 0 Ss select 0xfffffe006dc39240 syslogd 423 1 423 0 Ss wait 0xfffffe005400c568 devd 422 1 422 65 Ss select 0xfffffe006de52f40 dhclient 337 1 337 0 Ss select 0xfffffe00596cedc0 dhclient 334 1 334 0 Ss select 0xfffffe006dc391c0 dhclient 16 0 0 0 DL syncer 0xffffffff83cdc820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdad60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0059966ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d1bc40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83d01d08 [dom0] 100080 D launds 0xffffffff83d01d14 [laundry: dom0] 100081 D umarcl 0xffffffff81e17e20 [uma] 7 0 0 0 DL - 0xffffffff839275f8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84609f60 [pf purge] 5 0 0 0 DL waiting 0xffffffff844a3700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f1340 [doneq0] 100046 D - 0xffffffff838f12c0 [async] 100075 D - 0xffffffff838f1140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cfd5e0 [crypto] 100043 D crypto_ 0xfffffe0057d70030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057d70080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b57640 [g_event] 100038 D - 0xffffffff83b57660 [g_up] 100039 D - 0xffffffff83b57680 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cfe080 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c55ff0 [swapper] 100005 D - 0xfffffe0053ebf100 [softirq_0] 100006 D - 0xfffffe0053ebf000 [softirq_1] 100007 D - 0xfffffe0053ebee00 [if_io_tqg_0] 100008 D - 0xfffffe0053ebed00 [if_io_tqg_1] 100009 D - 0xfffffe0053ebec00 [if_config_tqg_0] 100010 D - 0xfffffe00077dc700 [kqueue_ctx taskq] 100011 D - 0xfffffe00077dc600 [jail_remove taskq] 100012 D - 0xfffffe00077dc500 [bus taskq] 100015 D - 0xfffffe00077dc000 [thread taskq] 100017 D - 0xfffffe00077dbc00 [aiod_kick taskq] 100018 D - 0xfffffe00077dbb00 [deferred_unmount ta] 100019 D - 0xfffffe00077dba00 [inm_free taskq] 100020 D - 0xfffffe00077db900 [in6m_free taskq] 100021 D - 0xfffffe00077db800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00077db700 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00077db700 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00077db700 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00077db700 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00077db600 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00077db600 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00077db600 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00077db600 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00077db100 [firmware taskq] 100040 D - 0xfffffe00083ff600 [crypto_0] 100041 D - 0xfffffe00083ff600 [crypto_1] 100056 D - 0xfffffe0057e18e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0057e18d00 [vtnet0 txq 0] 100058 D - 0xfffffe0057e18c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057e18b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d83d80 [virtio_balloon] 100065 D - 0xffffffff82812ee1 [deadlkres] 100069 D - 0xfffffe00083ff200 [acpi_task_0] 100070 D - 0xfffffe00083ff200 [acpi_task_1] 100071 D - 0xfffffe00083ff200 [acpi_task_2] 100073 D - 0xfffffe00077de100 [mca taskq] 100074 D - 0xfffffe00083ff000 [CAM taskq] 100076 D - 0xfffffe00077db000 [ipsec_offload] 100292 D - 0xfffffe00596c3100 [system_taskq_0] 100293 D - 0xfffffe00596c3100 [system_taskq_1] 100294 D - 0xfffffe00596c2a00 [system_delay_taskq_] 100295 D - 0xfffffe00596c2a00 [system_delay_taskq_] 100296 D - 0xfffffe00596c2800 [zvol_tq-0_0] 100297 D - 0xfffffe00596c2800 [zvol_tq-0_1] 100298 D - 0xfffffe00596c2800 [zvol_tq-0_2] 100299 D - 0xfffffe00596c2800 [zvol_tq-0_3] 100300 D - 0xfffffe00596c2800 [zvol_tq-0_4] 100301 D - 0xfffffe00596c2800 [zvol_tq-0_5] 100302 D - 0xfffffe00596c2800 [zvol_tq-0_6] 100303 D - 0xfffffe00596c2800 [zvol_tq-0_7] 100304 D - 0xfffffe00596c2800 [zvol_tq-0_8] 100305 D - 0xfffffe00596c2800 [zvol_tq-0_9] 100306 D - 0xfffffe00596c2800 [zvol_tq-0_10] 100307 D - 0xfffffe00596c2800 [zvol_tq-0_11] 100308 D - 0xfffffe00596c2800 [zvol_tq-0_12] 100309 D - 0xfffffe00596c2800 [zvol_tq-0_13] 100310 D - 0xfffffe00596c2800 [zvol_tq-0_14] 100311 D - 0xfffffe00596c2800 [zvol_tq-0_15] 100312 D - 0xfffffe00596c2800 [zvol_tq-0_16] 100313 D - 0xfffffe00596c2800 [zvol_tq-0_17] 100314 D - 0xfffffe00596c2800 [zvol_tq-0_18] 100315 D - 0xfffffe00596c2800 [zvol_tq-0_19] 100316 D - 0xfffffe00596c2800 [zvol_tq-0_20] 100317 D - 0xfffffe00596c2800 [zvol_tq-0_21] 100318 D - 0xfffffe00596c2800 [zvol_tq-0_22] 100319 D - 0xfffffe00596c2800 [zvol_tq-0_23] 100320 D - 0xfffffe00596c2800 [zvol_tq-0_24] 100321 D - 0xfffffe00596c2800 [zvol_tq-0_25] 100322 D - 0xfffffe00596c2800 [zvol_tq-0_26] 100323 D - 0xfffffe00596c2800 [zvol_tq-0_27] 100324 D - 0xfffffe00596c2800 [zvol_tq-0_28] 100325 D - 0xfffffe00596c2800 [zvol_tq-0_29] 100326 D - 0xfffffe00596c2800 [zvol_tq-0_30] 100327 D - 0xfffffe00596c2800 [zvol_tq-0_31] 100329 D - 0xfffffe0057e16600 [arc_prune] 100330 D - 0xfffffe00596c3a00 [arc_flush_0] 100331 D - 0xfffffe00596c3a00 [arc_flush_1] 100339 D - 0xfffffe00596c3d00 [dbu_evict] 100349 D - 0xfffffe00596c2c00 [z_vdev_file_0] 100350 D - 0xfffffe00596c2c00 [z_vdev_file_1] 100351 D - 0xfffffe00596c2c00 [z_vdev_file_2] 100352 D - 0xfffffe00596c2c00 [z_vdev_file_3] 100353 D - 0xfffffe00596c2c00 [z_vdev_file_4] 100354 D - 0xfffffe00596c2c00 [z_vdev_file_5] 100355 D - 0xfffffe00596c2c00 [z_vdev_file_6] 100356 D - 0xfffffe00596c2c00 [z_vdev_file_7] 100357 D - 0xfffffe00596c2c00 [z_vdev_file_8] 100358 D - 0xfffffe00596c2c00 [z_vdev_file_9] 100359 D - 0xfffffe00596c2c00 [z_vdev_file_10] 100360 D - 0xfffffe00596c2c00 [z_vdev_file_11] 100361 D - 0xfffffe00596c2c00 [z_vdev_file_12] 100362 D - 0xfffffe00596c2c00 [z_vdev_file_13] 100363 D - 0xfffffe00596c2c00 [z_vdev_file_14] 100364 D - 0xfffffe00596c2c00 [z_vdev_file_15] 100383 D - 0xfffffe00596c3800 [zfsvfs] db> show all locks Process 1460 (syz-executor) thread 0xfffffe007b213000 (101220) shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00541c5980) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4998 Process 1038 (ifconfig) thread 0xfffffe005416e780 (100437) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83cdd000) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3006 db> show malloc Type InUse MemUse Requests linker 433 12869K 909 pf_hash 6 12804K 6 tcp_hpts 8 4865K 8 devbuf 4187 4324K 4219 solaris 112 3065K 203 sysctloid 45044 2647K 45273 vtbuf 24 1968K 46 filedesc 188 1499K 1153 kobj 331 1324K 528 BPF 69 1082K 170 newblk 48 1036K 2548 vfscache 3 1025K 3 pcb 132 681K 649 subproc 299 635K 1632 inodedep 25 521K 918 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 276K 10 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 5509 acpica 1674 184K 54462 tidhash 3 141K 3 pagedep 17 132K 513 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 127 sem 4 106K 4 gtaskqueue 18 98K 18 LRO 22 85K 22 bus 1009 83K 5113 kdtrace 425 80K 2684 umtx 608 76K 608 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 528 66K 535 ddb_capture 1 64K 1 shm 2 34K 8 plimit 88 33K 448 hostcache 1 32K 1 DEVFS3 128 32K 139 msg 4 30K 4 kbdmux 6 28K 6 routetbl 155 22K 468 temp 30 21K 2433 DEVFS_RULE 56 20K 56 kstat_data 19 19K 19 ifaddr 66 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 cred 41 16K 364 ithread 90 15K 90 lltable 46 15K 49 bus-sc 34 15K 1666 eventhandler 165 14K 165 ether_multi 157 13K 184 ifnet 7 13K 7 GEOM 59 13K 514 kenv 95 12K 95 kqueue 154 12K 1924 CAM queue 5 11K 1528 taskqueue 93 10K 189 rman 82 10K 467 pwddesc 144 9K 1471 rpc 8 9K 8 in6_multi 65 9K 65 bmsafemap 2 9K 1023 devstat 4 9K 4 UART 12 9K 12 md_disk 4 9K 12 ksem 1 8K 8 filemon 1 8K 2 shmfd 1 8K 4 pfs_vncache 1 8K 1 md_sectors 2 8K 5 audit_evclass 240 8K 306 DEVFSP 113 8K 264 UMA 341 7K 342 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 inpcbpolicy 157 5K 1779 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 22 CC Mem 36 5K 970 VN POLL 33 5K 38 vt 11 5K 11 pf_table 2 4K 3 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 164 4K 2580 freework 16 4K 971 acpisem 28 4K 28 lockf 32 4K 265 kcovinfo 54 4K 54 selfd 48 3K 364437 terminal 11 3K 11 session 22 3K 49 uidinfo 6 3K 26 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 10 osd 98 3K 1052 netlink 2 3K 94 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_atcl 5 2K 95 ip6ndp 12 2K 14 Unitno 32 2K 80 in_multi 7 2K 13 sctp_ifa 13 2K 14 crypto 5 2K 37 CAM XPT 22 2K 543 newdirblk 12 2K 494 tun 4 2K 4 vnodemarker 3 2K 43 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 123 dirrem 5 2K 823 msi 9 2K 9 sctp_stro 1 1K 2 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mkdir 7 1K 988 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 diradd 6 1K 844 freeblks 3 1K 530 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 12 mount 16 1K 323 pci_link 10 1K 10 freefile 5 1K 665 encap_export_host 12 1K 12 indirdep 2 1K 730 cdev 2 1K 2 cryptodev 7 1K 185 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 sctp_timw 1 1K 1 ip6opt 1 1K 43 ip_msource 4 1K 9 vnodes 1 1K 5 procdesc 2 1K 12 filedesc_to_leader 4 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 sctp_atky 6 1K 98 feeder 7 1K 7 taskq 2 1K 2 frag6 2 1K 4 tcpfunc 3 1K 3 loginclass 3 1K 5 pf_rule 1 1K 1 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 5 eventfd 1 1K 24 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4008 in_mfilter 2 1K 22 sctp_athm 5 1K 96 sctp_vrf 1 1K 1 ip_moptions 1 1K 19 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 3 entropy 2 1K 36 acpiintr 1 1K 1 sctp_map 2 1K 4 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 91 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 mqdata 0 0K 0 pf 0 0K 4 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 10 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 593 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 20 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 83 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 29 fadvise 0 0K 0 statfs 0 0K 273 namei_tracker 0 0K 6 inotify 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 45 lio 0 0K 64 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 15313 ioctlops 0 0K 156 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 218 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 654 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 175 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 22592 0 254 38494208 0 RADIX NODE 152 28350 323 103141 0 62 4358296 0 tcp_log 416 5229 3915 31621 0 254 3803904 0 mbuf 256 11774 423 64396 0 254 3122432 0 malloc-128 128 14718 286 15804 0 126 1920512 0 BUF TRIE 152 449 11355 2460 0 62 1794208 0 malloc-384 384 4138 92 5034 0 30 1624320 0 mbuf_cluster 2048 508 254 540 0 254 1560576 0 malloc-16384 16384 94 1 574 0 1 1556480 0 malloc-4096 4096 334 4 537 0 2 1384448 0 UMA Slabs 0 112 11494 20 11494 0 126 1289568 0 vmem btag 56 19163 100 19289 0 254 1078728 0 FFS inode 1168 671 29 1381 0 8 817600 0 ertt_txseginfo 40 0 19897 26429 0 254 795880 0 malloc-65536 65536 11 1 15 0 1 786432 0 socket 1024 183 581 3433 0 254 782336 0 VM OBJECT 248 2770 94 22835 0 62 710272 0 malloc-4096 4096 157 1 1503 0 2 647168 0 malloc-65536 65536 6 3 10 0 1 589824 0 sctp_ep 1152 4 507 92 0 254 588672 0 sctp_asoc 2256 1 254 2 0 254 575280 0 THREAD 1860 280 24 1220 0 8 565440 0 256 Bucket 2048 261 11 1592 0 8 557056 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 182 0 0 2 477568 0 MAP ENTRY 96 4201 83 74495 0 126 411264 0 sctp_raddr 736 2 515 3 0 254 380512 0 VNODE 440 710 100 1422 0 30 356400 0 malloc-64 64 417 4686 369413 0 254 326592 0 malloc-64 64 4808 295 4869 0 254 326592 0 malloc-16 16 18483 517 19651 0 254 304000 0 FPU_save_area 832 282 42 1677 0 16 269568 0 zio_buf_comb_262144 262144 0 1 15 0 1 262144 0 malloc-32768 32768 2 6 608 0 1 262144 0 malloc-32 32 7359 327 9059 0 254 245952 0 malloc-2048 2048 102 18 265 0 8 245760 0 UMA Zones 768 313 1 314 0 16 241152 0 DEVCTL 1024 30 190 157 0 0 225280 0 PROC 1368 143 11 1462 0 8 210672 0 malloc-65536 65536 1 2 111 0 1 196608 0 malloc-128 128 1372 147 6742 0 126 194432 0 FFS2 dinode 256 671 79 1380 0 62 192000 0 malloc-128 128 1190 205 25379 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 tcp_inpcb 1304 36 93 970 0 8 168216 0 unpcb 320 18 498 1412 0 254 165120 0 filedesc0 1072 144 10 1471 0 8 165088 0 malloc-1024 1024 136 24 154 0 16 163840 0 malloc-256 256 271 359 2919 0 62 161280 0 malloc-2048 2048 7 65 514 0 8 147456 0 S VFS Cache 104 1024 380 2055 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 71 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 2 2 10 0 1 131072 0 malloc-32768 32768 1 3 20 0 1 131072 0 malloc-8192 8192 13 3 26 0 1 131072 0 malloc-2048 2048 16 48 141 0 8 131072 0 mbuf_packet 256 57 451 1632 0 254 130048 0 malloc-384 384 279 51 647 0 30 126720 0 ksiginfo 112 141 903 281 0 126 116928 0 pf anchors 1664 1 69 1 0 64 116480 0 UMA Kegs 384 300 3 301 0 30 116352 0 malloc-256 256 315 120 2220 0 62 111360 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 3 3 14 0 1 98304 0 syncache 176 0 529 5 0 254 93104 0 malloc-4096 4096 16 6 32 0 2 90112 0 128 Bucket 1024 61 22 338 0 16 84992 0 malloc-128 128 368 283 2000 0 126 83328 0 malloc-16384 16384 3 2 7 0 1 81920 0 64 Bucket 512 98 62 21549 0 30 81920 0 VMSPACE 584 117 16 1427 0 16 77672 0 g_bio 408 0 180 18411 0 30 73440 0 malloc-64 64 543 528 1027 0 254 68544 0 malloc-64 64 660 411 3063 0 254 68544 0 ripcb 376 106 74 364 0 30 67680 0 tcp_bbr_map 128 0 527 825 0 126 67456 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 10 6 52 0 2 65536 0 malloc-256 256 121 134 1635 0 62 65280 0 malloc-256 256 86 169 1809 0 62 65280 0 32 Bucket 256 89 166 10919 0 62 65280 0 Files 80 549 251 11564 0 126 64000 0 sctp_stream_msg_out 112 0 540 2 0 254 60480 0 malloc-384 384 106 44 558 0 30 57600 0 malloc-64 64 306 513 394 0 254 52416 0 malloc-128 128 62 341 318 0 126 51584 0 udp_inpcb 408 12 114 399 0 30 51408 0 TURNSTILE 136 305 73 305 0 62 51408 0 cpuset 200 7 249 2357 0 62 51200 0 malloc-256 256 35 160 569 0 62 49920 0 malloc-256 256 14 181 1919 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 18364 0 16 49152 0 malloc-8192 8192 4 2 56 0 1 49152 0 malloc-4096 4096 7 5 50 0 2 49152 0 malloc-2048 2048 11 13 90 0 8 49152 0 malloc-2048 2048 12 12 18 0 8 49152 0 malloc-2048 2048 0 24 573 0 8 49152 0 malloc-1024 1024 5 43 1845 0 16 49152 0 malloc-512 512 59 37 130 0 30 49152 0 pcpu-64 64 509 259 509 0 254 49152 0 pcpu-8 8 5658 486 6331 0 254 49152 0 vnpbuf 2624 0 16 1 0 16 41984 0 malloc-8192 8192 3 2 32 0 1 40960 0 pipe 736 25 30 398 0 16 40480 0 sctp_readq 152 0 260 1 0 254 39520 0 sctp_chunk 152 1 259 3 0 254 39520 0 da_ccb 544 0 70 4723 0 16 38080 0 malloc-64 64 61 506 382 0 254 36288 0 malloc-64 64 12 555 14571 0 254 36288 0 malloc-64 64 239 328 400 0 254 36288 0 16 Bucket 144 68 184 594 0 62 36288 0 tcp_rack_map 128 0 279 4 0 126 35712 0 malloc-128 128 75 204 311 0 126 35712 0 malloc-128 128 35 244 95 0 126 35712 0 malloc-128 128 42 237 943 0 126 35712 0 routing nhops 256 30 105 37 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 69 0 30 34560 0 malloc-256 256 14 121 210 0 62 34560 0 malloc-256 256 25 110 643 0 62 34560 0 SLEEPQUEUE 88 305 79 305 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-4096 4096 4 4 56 0 2 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 6 26 24 0 16 32768 0 malloc-1024 1024 12 20 19 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-1024 1024 22 10 190 0 16 32768 0 malloc-1024 1024 19 13 28 0 16 32768 0 malloc-1024 1024 1 31 20 0 16 32768 0 malloc-512 512 6 58 52 0 30 32768 0 malloc-512 512 2 62 208 0 30 32768 0 malloc-512 512 2 62 2 0 30 32768 0 malloc-512 512 2 62 52 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 PWD 40 98 710 540 0 254 32320 0 tcp_bbr_pcb 896 1 35 5 0 16 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 28 236 57 0 126 31680 0 clpbuf 2624 0 12 62 0 4 31488 0 rl_entry 48 6 582 11 0 254 28224 0 malloc-32 32 187 695 2486 0 254 28224 0 malloc-32 32 453 429 4820 0 254 28224 0 4 Bucket 48 7 581 14 0 254 28224 0 AIO 208 2 131 221 0 62 27664 0 udplite_inpcb 408 3 60 46 0 30 25704 0 malloc-8192 8192 2 1 83 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 2 4 834 0 2 24576 0 rtentry 168 33 111 37 0 62 24192 0 8 Bucket 80 73 227 648 0 126 24000 0 itimer 352 0 66 75 0 30 23232 0 splice 184 0 126 17 0 62 23184 0 malloc-384 384 1 59 41 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 malloc-384 384 7 53 7 0 30 23040 0 domainset 40 0 567 2348 0 254 22680 0 Mountpoints 2816 2 6 6 0 4 22528 0 hostcache 64 2 313 2 0 254 20160 0 ertt 72 36 244 970 0 126 20160 0 malloc-32 32 129 501 269 0 254 20160 0 malloc-32 32 20 610 118 0 254 20160 0 malloc-32 32 62 568 951 0 254 20160 0 malloc-32 32 156 474 612 0 254 20160 0 malloc-32 32 21 609 26 0 254 20160 0 2 Bucket 32 80 550 639 0 254 20160 0 KNOTE 160 2 123 275 0 62 20000 0 cryptop 280 0 70 13 0 30 19600 0 AIOCB 552 0 35 97 0 16 19320 0 L VFS Cache 320 0 60 15 0 30 19200 0 AIOLIO 272 0 70 32 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 2 6 4 0 8 16384 0 malloc-512 512 10 22 56 0 30 16384 0 malloc-512 512 0 32 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 2 286 3 0 254 16128 0 sctp_laddr 48 4 332 16 0 254 16128 0 vtnet_tx_hdr 24 0 668 26812 0 254 16032 0 tcp_log_id_node 120 0 132 1 0 126 15840 0 kenv 258 17 43 1080 0 30 15480 0 tcp_rack_pcb 1088 0 14 2 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 19 731 205 0 254 12000 0 malloc-16 16 8 742 324 0 254 12000 0 malloc-16 16 87 663 3131 0 254 12000 0 malloc-16 16 313 437 5051 0 254 12000 0 malloc-16 16 50 700 214 0 254 12000 0 malloc-16 16 308 442 25118 0 254 12000 0 malloc-16 16 11 739 15 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 18 21 57 0 0 3744 0 tfo 4 0 493 1 0 254 1972 0 md2147483647 4 0 0 0 0 254 0 0 md2147483519 4 0 0 0 0 254 0 0 zfs_znode_cache 456 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 376 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl