Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 SYZFAIL: failed to recv rpc fd=3 want=4 recv=0 n=0 (errno 9: Bad file descriptor) fault virtual address = 0x9 fault code = supervisor read data, page not present (da0:vtscsi0:0 :1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 FreeBSD/amd64instruction pointer = 0x20:0xffffffff803a2e55 (syzkaller) (ttstack pointer = 0x28:0xfffffe00576cb380 yu0) login:(da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 01 47 40 73 00 00 40 00 frame pointer = 0x28:0xfffffe00576cb4d0 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 3777/109619 (syz-executor/syz-executor) (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 01 47 40 73 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 bd 99 b3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 bd 99 f3 00 00 40 00 rdi: 0000000000000009 rsi: 0000000000000136 rdx: 0000000000000000 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 01 47 40 73 00 00 40 00 rcx: fffffe0002befac0 r8: 0000000000000000 r9: 0000000000000000 rax: fffffe0000000000 rbx: 0000000000000000 rbp: fffffe00576cb4d0 r10: 0000000000000000 r11: fffffe00753b4550 r12: fffffe00576cb440 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 r13: fffffe00576cb440 r14: 0000000000000009 r15: 000000000003f000 panic: page fault cpuid = 1 time = 260 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00576cac10 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00576cad70 vpanic() at vpanic+0x257/frame 0xfffffe00576caf30 panic() at panic+0xb5/frame 0xfffffe00576caff0 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe00576cb130 trap() at trap+0x4c8/frame 0xfffffe00576cb2b0 calltrap() at calltrap+0x8/frame 0xfffffe00576cb2b0 --- trap 0xc, rip = 0xffffffff803a2e55, rsp = 0xfffffe00576cb380, rbp = 0xfffffe00576cb4d0 --- cam_periph_mapmem() at cam_periph_mapmem+0x595/frame 0xfffffe00576cb4d0 passsendccb() at passsendccb+0x29b/frame 0xfffffe00576cb650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe00576cb6f0 passioctl() at passioctl+0x33/frame 0xfffffe00576cb730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00576cb820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00576cb850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00576cba60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00576cbab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00576cbb90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe00576cbd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00576cbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00576cbf30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824416e88, rbp = 0x824416f20 --- KDB: enter: panic [ thread pid 3777 tid 109619 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0076800000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe00576cad50 rbp 0xfffffe00576cad70 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe00753b4000 r13 0xfffffffffffffffd r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 3777 (syz-executor) at 0xfffffe0059331070: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 3692 at 0xfffffe00592ad5a0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0007a0f490 (map 0xfffffe0007a0f490) (map.pmap 0xfffffe0007a0f530) (pmap 0xfffffe0007a0f5a0) threads: 2 100560 RunQ syz-executor 109619 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 3780 3733 982 0 R ifconfig 3778 3727 3727 0 R (threaded) syz-executor 109119 RunQ syz-executor 109620 S uwait 0xfffffe00751cf900 syz-executor 109621 S uwait 0xfffffe007de0df00 syz-executor 109622 S uwait 0xfffffe007de35500 syz-executor 109623 S uwait 0xfffffe007de10500 syz-executor 109624 S uwait 0xfffffe007de36300 syz-executor 109625 S uwait 0xfffffe007de33b00 syz-executor 109626 S uwait 0xfffffe007de89d00 syz-executor 109627 S uwait 0xfffffe007de8ed00 syz-executor 109628 S uwait 0xfffffe007de11500 syz-executor 109629 S uwait 0xfffffe007de8c700 syz-executor 109630 S uwait 0xfffffe007de36500 syz-executor 109631 S uwait 0xfffffe007de38500 syz-executor 3777 3692 3692 0 R (threaded) syz-executor 100560 RunQ syz-executor 109619 Run CPU 1 syz-executor 3771 1816 1816 0 R (threaded) syz-executor 100158 RunQ syz-executor 109612 S uwait 0xfffffe007ded8f00 syz-executor 3762 2602 2602 0 S (threaded) syz-executor 100779 S nanslp 0xffffffff83dfc700 syz-executor 109604 S connec 0xfffffe005a9cc0da syz-executor 109605 S uwait 0xfffffe007de8ef00 syz-executor 109606 S uwait 0xfffffe007de0e100 syz-executor 109607 S uwait 0xfffffe007de8a900 syz-executor 109608 S uwait 0xfffffe007defbd00 syz-executor 3733 982 982 0 S piperd 0xfffffe009580b000 sh 3727 1 3727 0 S nanslp 0xffffffff83dfc701 syz-executor 3692 1 3692 0 S nanslp 0xffffffff83dfc701 syz-executor 3481 0 0 0 DL aiordy 0xfffffe0059314038 [aiod14] 3480 0 0 0 DL aiordy 0xfffffe00593315d8 [aiod13] 3479 0 0 0 DL aiordy 0xfffffe0059330038 [aiod12] 3478 0 0 0 DL aiordy 0xfffffe0059336ad0 [aiod11] 3477 0 0 0 DL aiordy 0xfffffe00592ae070 [aiod10] 3476 0 0 0 DL aiordy 0xfffffe0059338070 [aiod9] 3469 0 0 0 DL mdwait 0xfffffe0095b6a000 [md0] 3455 0 0 0 DL aiordy 0xfffffe005939c568 [aiod8] 3454 0 0 0 DL aiordy 0xfffffe005939e070 [aiod7] 3453 0 0 0 DL aiordy 0xfffffe005939d5a0 [aiod6] 3452 0 0 0 DL aiordy 0xfffffe00593375a0 [aiod5] 3242 0 0 0 DL mdwait 0xfffffe00719d2000 [md1] 2744 1 2744 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 2602 1 2602 0 S nanslp 0xffffffff83dfc700 syz-executor 2585 0 0 0 DL mdwait 0xfffffe007b804000 [md2] 2030 0 0 0 DL mdwait 0xfffffe0071b84000 [md4] 1816 1 1816 0 S nanslp 0xffffffff83dfc700 syz-executor 1768 0 0 0 DL (threaded) [so_splice] 100217 D - 0xfffffe0058b8d500 [thr_0] 100372 D - 0xfffffe0058b8d540 [thr_1] 1741 0 0 0 DL (threaded) [KTLS] 100289 D - 0xfffffe007e005400 [thr_0] 100325 D - 0xfffffe007e005480 [thr_1] 100326 D - 0xffffffff83eb29a8 [reclaim_0] 1702 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1701 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1700 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1699 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1661 0 0 0 DL aiordy 0xfffffe005930a038 [aiod4] 1660 0 0 0 DL aiordy 0xfffffe005930a5a0 [aiod3] 1659 0 0 0 DL aiordy 0xfffffe005930ab08 [aiod2] 1658 0 0 0 DL aiordy 0xfffffe00593155d8 [aiod1] 1527 1 1527 0 Ss+ ttyin 0xfffffe0058be10b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0058be28b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0058be58b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe005a607e40 sshd 1280 1 1280 0 Ss select 0xfffffe0071a22640 syslogd 1279 1 1276 0 S select 0xfffffe0071a22740 syslogd 1276 1 1276 0 Rs syslogd 982 1 982 0 Ss wait 0xfffffe00592cd568 devd 981 1 981 65 Ss select 0xfffffe005a606b40 dhclient 829 1 829 0 Ss select 0xfffffe0054360e40 dhclient 826 1 826 0 Ss select 0xfffffe005a601c40 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592085a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100098 D sdflush 0xfffffe005a9478e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff849935c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847588c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 I [clock (0)] 100032 Run CPU 0 [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28321 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100121 D - 0xfffffe005a6da200 [netlink_socket (PID] 108431 D - 0xfffffe00086f3c00 [system_taskq_0] 108432 D - 0xfffffe00086f3c00 [system_taskq_1] 108433 D - 0xfffffe0058a3da00 [system_delay_taskq_] 108434 D - 0xfffffe0058a3da00 [system_delay_taskq_] 108435 D - 0xfffffe007e02a000 [zvol_tq-0_0] 108436 D - 0xfffffe007e02a000 [zvol_tq-0_1] 108437 D - 0xfffffe007e02a000 [zvol_tq-0_2] 108438 D - 0xfffffe007e02a000 [zvol_tq-0_3] 108439 D - 0xfffffe007e02a000 [zvol_tq-0_4] 108440 D - 0xfffffe007e02a000 [zvol_tq-0_5] 108441 D - 0xfffffe007e02a000 [zvol_tq-0_6] 108442 D - 0xfffffe007e02a000 [zvol_tq-0_7] 108443 D - 0xfffffe007e02a000 [zvol_tq-0_8] 108444 D - 0xfffffe007e02a000 [zvol_tq-0_9] 108445 D - 0xfffffe007e02a000 [zvol_tq-0_10] 108446 D - 0xfffffe007e02a000 [zvol_tq-0_11] 108447 D - 0xfffffe007e02a000 [zvol_tq-0_12] 108448 D - 0xfffffe007e02a000 [zvol_tq-0_13] 108449 D - 0xfffffe007e02a000 [zvol_tq-0_14] 108450 D - 0xfffffe007e02a000 [zvol_tq-0_15] 108451 D - 0xfffffe007e02a000 [zvol_tq-0_16] 108452 D - 0xfffffe007e02a000 [zvol_tq-0_17] 108453 D - 0xfffffe007e02a000 [zvol_tq-0_18] 108454 D - 0xfffffe007e02a000 [zvol_tq-0_19] 108455 D - 0xfffffe007e02a000 [zvol_tq-0_20] 108456 D - 0xfffffe007e02a000 [zvol_tq-0_21] 108457 D - 0xfffffe007e02a000 [zvol_tq-0_22] 108458 D - 0xfffffe007e02a000 [zvol_tq-0_23] 108459 D - 0xfffffe007e02a000 [zvol_tq-0_24] 108460 D - 0xfffffe007e02a000 [zvol_tq-0_25] 108461 D - 0xfffffe007e02a000 [zvol_tq-0_26] 108462 D - 0xfffffe007e02a000 [zvol_tq-0_27] 108463 D - 0xfffffe007e02a000 [zvol_tq-0_28] 108464 D - 0xfffffe007e02a000 [zvol_tq-0_29] 108465 D - 0xfffffe007e02a000 [zvol_tq-0_30] 108466 D - 0xfffffe007e02a000 [zvol_tq-0_31] 108468 D - 0xfffffe0071faee00 [arc_prune] 108469 D - 0xfffffe007df12400 [arc_flush_0] 108470 D - 0xfffffe007df12400 [arc_flush_1] 108533 D - 0xfffffe007de46c00 [dbu_evict] 108569 D - 0xfffffe007e027e00 [z_vdev_file_0] 108570 D - 0xfffffe007e027e00 [z_vdev_file_1] 108571 D - 0xfffffe007e027e00 [z_vdev_file_2] 108572 D - 0xfffffe007e027e00 [z_vdev_file_3] 108573 D - 0xfffffe007e027e00 [z_vdev_file_4] 108574 D - 0xfffffe007e027e00 [z_vdev_file_5] 108575 D - 0xfffffe007e027e00 [z_vdev_file_6] 108576 D - 0xfffffe007e027e00 [z_vdev_file_7] 108577 D - 0xfffffe007e027e00 [z_vdev_file_8] 108578 D - 0xfffffe007e027e00 [z_vdev_file_9] 108579 D - 0xfffffe007e027e00 [z_vdev_file_10] 108580 D - 0xfffffe007e027e00 [z_vdev_file_11] 108581 D - 0xfffffe007e027e00 [z_vdev_file_12] 108582 D - 0xfffffe007e027e00 [z_vdev_file_13] 108583 D - 0xfffffe007e027e00 [z_vdev_file_14] 108584 D - 0xfffffe007e027e00 [z_vdev_file_15] 108598 D - 0xfffffe007e34a000 [zfsvfs] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 516569 CAM queue 5 16391K 1529 linker 474 13417K 2341 pf_hash 6 12804K 6 devbuf 8390 8603K 10476 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 46 2828K 1843 sysctloid 45916 2697K 46031 vtbuf 24 1968K 46 kobj 344 1376K 683 vmem 5 1054K 11 newblk 14 1028K 18812 vfscache 3 1025K 3 inodedep 31 524K 3780 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2896 362K 2896 subproc 167 317K 3946 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 96603 acpica 1674 184K 53459 tidhash 3 141K 3 md_sectors 35 140K 35 sem 5 135K 5 pagedep 18 133K 2287 filedesc 17 133K 3226 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 120 120K 153 gtaskqueue 18 98K 18 LRO 32 95K 42 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 module 544 68K 558 NFSD srvcache 3 68K 3 kdtrace 312 65K 13413 ddb_capture 1 64K 1 DEVFS3 139 35K 158 hostcache 1 32K 1 shm 1 32K 37 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 70 28K 417 filemon 3 24K 103 DEVFS_RULE 61 22K 61 temp 52 22K 8797 lltable 70 21K 429 kstat_data 20 20K 20 GEOM 100 20K 985 BPF 19 19K 523 md_disk 39 18K 104 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 cred 43 17K 1556 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 58 14K 1028 kenv 138 14K 138 ether_multi 152 13K 534 sctp_stro 12 12K 25 ifnet 12 12K 96 ksem 7 11K 53 taskqueue 96 11K 18849 rman 75 10K 422 sctp_atcl 24 9K 727 rpc 8 9K 8 sigio 141 9K 346 in6_multi 65 9K 135 pf_ifnet 27 9K 283 bmsafemap 3 9K 3682 kqueue 78 9K 5363 UART 12 9K 12 shmfd 1 8K 38 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 plimit 19 8K 1341 UMA 348 7K 348 ufs_dirhash 33 7K 126 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 mount 59 5K 12840 pwddesc 70 5K 3781 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 tun 9 4K 9 lockf 24 4K 3081 DEVFSP 45 3K 1626 terminal 11 3K 11 uidinfo 6 3K 22 acpidev 21 3K 21 proc-args 70 3K 6220 session 19 3K 124 hhook 8 3K 10 sctp_timw 9 3K 9 kcovinfo 36 3K 81 msdosfs_node 9 3K 43 mkdir 17 3K 4272 netlink 2 3K 880 local_apic 1 2K 1 io_apic 1 2K 1 diradd 16 2K 3389 ipsec-saq 2 2K 2 clone 8 2K 9 ioctlops 1 2K 748 CAM CCB 1 2K 901 sctp_ifa 15 2K 24 Unitno 31 2K 263 osd 67 2K 1466 CAM XPT 21 2K 545 sctp_atky 36 2K 754 ip6ndp 6 2K 12 in_multi 6 2K 42 igmp 12 2K 95 vnodemarker 3 2K 245 procdesc 3 2K 189 toponodes 6 2K 6 newdirblk 11 2K 2136 ipsecpolicy 2 2K 6 sctp_aadr 20 2K 20 msi 9 2K 9 selfd 17 2K 80454 softdep 1 1K 1 dirrem 4 1K 3337 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 select 8 1K 239 NFSD session 1 1K 1 sctp_ifn 7 1K 24 CAM periph 4 1K 550 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 CC Mem 5 1K 1309 encap_export_host 12 1K 12 inpcbpolicy 19 1K 3938 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 aio 14 1K 33 counter_rate 13 1K 13 sctp_athm 24 1K 729 sctp_map 24 1K 50 freefile 3 1K 3037 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 inotify 3 1K 494 busdma 2 1K 2 freework 2 1K 4661 freeblks 1 1K 2704 VN POLL 2 1K 61 vnodes 1 1K 37 ktls 1 1K 70 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 CAM path 5 1K 1036 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 soname 5 1K 6481 accf 2 1K 2 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 ip_msource 1 1K 27 vnet 1 1K 1 iov 1 1K 60337 pmc 1 1K 1 entropy 2 1K 87 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 335 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 1 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 242 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 366 sctp_iter 0 0K 31 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 29 sctp_stri 0 0K 0 tcp_pcm_rack 0 0K 21 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 42 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1044 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 114 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 305 allocindir 0 0K 0 indirdep 0 0K 634 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 13 audit_pipeent 0 0K 0 audit_pipe 0 0K 160 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 166 ipsecrequest 0 0K 4 mld 0 0K 0 ip6opt 0 0K 132 ip6_msource 0 0K 14 ip6_moptions 0 0K 33 in6_mfilter 0 0K 38 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 56 in_mfilter 0 0K 84 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 38 fadvise 0 0K 100 statfs 0 0K 215 namei_tracker 0 0K 21 export_host 0 0K 0 cl_savebuf 0 0K 297 lio 0 0K 110 acl 0 0K 0 mbuf_tag 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 17 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 2566 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1978 sysctl 0 0K 138 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 29 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 186 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 16 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1585 28686 0 254 40574976 0 vmem btag 56 110976 10585 540570 0 254 6807416 0 tcp_log 416 46 10880 27844 0 254 4545216 0 mbuf 256 8693 4009 61571 0 254 3251712 0 malloc-384 384 8215 65 8262 0 30 3179520 0 THREAD 1876 241 1207 9631 0 8 2716448 0 mbuf_cluster 2048 762 508 818 0 254 2600960 0 RADIX NODE 152 15297 1473 212001 0 62 2549040 0 swblk 136 0 16576 131072 0 62 2254336 0 malloc-128 128 15294 338 19656 0 126 2000896 0 BUF TRIE 152 313 11465 13191 0 62 1790256 0 malloc-4096 4096 358 6 735 0 2 1490944 0 FPU_save_area 832 243 1233 11354 0 16 1228032 0 malloc-65536 65536 12 6 30 0 1 1179648 0 sctp_asoc 2256 12 498 25 0 254 1150560 0 socket 1024 33 990 9587 0 254 1047552 0 sctp_ep 1152 12 751 702 0 254 878976 0 256 Bucket 2048 360 27 9835 0 8 792576 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 569 31 3672 0 8 700800 0 malloc-8192 8192 5 67 433 0 1 589824 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 329 177 753 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-256 256 298 1566 38969 0 62 477184 0 pbuf 2664 0 178 3 0 2 474192 0 malloc-256 256 356 1324 19189 0 62 430080 0 malloc-128 128 2913 367 5617 0 126 419840 0 malloc-4096 4096 78 19 4810 0 3 397312 0 malloc-65536 65536 0 6 168 0 1 393216 0 malloc-64 64 5499 613 9539 0 254 391168 0 sctp_raddr 736 12 498 25 0 254 375360 0 VM OBJECT 232 1163 265 53290 0 62 331296 0 malloc-65536 65536 4 1 5 0 1 327680 0 VNODE 440 634 86 3774 0 30 316800 0 malloc-16 16 18986 670 28666 0 254 314496 0 64 Bucket 512 488 112 15421 0 30 307200 0 malloc-32768 32768 2 7 366 0 1 294912 0 malloc-65536 65536 1 3 11 0 1 262144 0 malloc-32768 32768 1 7 20 0 1 262144 0 malloc-2048 2048 103 25 751 0 8 262144 0 malloc-32 32 7444 746 16375 0 254 262080 0 malloc-64 64 172 3892 105024 0 254 260096 0 UMA Zones 768 320 5 320 0 16 249600 0 unpcb 320 12 758 4673 0 254 246400 0 malloc-4096 4096 52 6 76 0 2 237568 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 1808 0 1 212992 0 malloc-2048 2048 24 80 1675 0 8 212992 0 TURNSTILE 136 1449 42 1449 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 28 0 1 196608 0 mbuf_packet 256 17 745 6194 0 254 195072 0 MAP ENTRY 96 1121 907 194292 0 126 194688 0 malloc-128 128 1182 338 24830 0 126 194560 0 FFS2 dinode 256 569 181 3672 0 62 192000 0 swpctrie 152 0 1250 8744 0 62 190000 0 malloc-8192 8192 17 5 72 0 1 180224 0 malloc-1024 1024 136 40 429 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-16384 16384 3 7 63 0 1 163840 0 S VFS Cache 104 1156 356 4493 0 126 157248 0 128 Bucket 1024 95 57 2733 0 16 155648 0 malloc-2048 2048 6 66 514 0 8 147456 0 malloc-128 128 624 512 19986 0 126 145408 0 SLEEPQUEUE 88 1449 194 1449 0 126 144584 0 PROC 1384 69 27 3780 0 8 132864 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-16384 16384 8 0 8 0 1 131072 0 tcp_inpcb 1304 7 89 1298 0 8 125184 0 UMA Kegs 384 306 3 306 0 30 118656 0 ksiginfo 112 85 971 176 0 126 118272 0 malloc-8192 8192 8 5 94 0 1 106496 0 filedesc0 1072 70 28 3781 0 8 105056 0 malloc-384 384 100 170 3717 0 30 103680 0 zio_buf_16384 16384 0 6 10 0 1 98304 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-64 64 656 880 2289 0 254 98304 0 32 Bucket 256 137 238 7233 0 62 96000 0 pipe 736 14 116 1693 0 16 95680 0 g_bio 424 0 216 44407 0 30 91584 0 DIRHASH 1024 44 44 106 0 16 90112 0 syncache 168 1 528 13 0 254 88872 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-4096 4096 6 14 95 0 2 81920 0 malloc-2048 2048 18 22 430 0 8 81920 0 malloc-1024 1024 25 55 563 0 16 81920 0 malloc-128 128 163 477 3054 0 126 81920 0 ttyoutq 256 157 158 965 0 62 80640 0 ttyinq 160 300 204 1860 0 62 80640 0 malloc-384 384 37 173 3795 0 30 80640 0 malloc-256 256 104 208 908 0 62 79872 0 sctp_chunk 152 12 513 12 0 254 79800 0 udp_inpcb 408 8 172 1733 0 30 73440 0 malloc-384 384 79 101 1507 0 30 69120 0 malloc-384 384 99 81 517 0 30 69120 0 NAMEI 1024 0 66 54384 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 62 0 1 65536 0 malloc-8192 8192 2 6 21 0 1 65536 0 malloc-2048 2048 6 26 56 0 8 65536 0 malloc-2048 2048 6 26 540 0 8 65536 0 malloc-2048 2048 3 29 1001 0 8 65536 0 malloc-1024 1024 6 58 1707 0 16 65536 0 malloc-1024 1024 23 41 40 0 16 65536 0 malloc-1024 1024 26 38 110 0 16 65536 0 malloc-1024 1024 3 61 3121 0 16 65536 0 malloc-128 128 39 473 4962 0 126 65536 0 malloc-128 128 82 430 4393 0 126 65536 0 malloc-128 128 145 367 460 0 126 65536 0 malloc-64 64 106 918 5950 0 254 65536 0 malloc-64 64 33 991 31415 0 254 65536 0 Files 80 146 654 36706 0 126 64000 0 16 Bucket 144 192 250 7507 0 62 63648 0 malloc-256 256 38 210 27982 0 62 63488 0 malloc-256 256 43 205 999 0 62 63488 0 malloc-256 256 35 213 3074 0 62 63488 0 malloc-512 512 11 109 382 0 30 61440 0 malloc-512 512 7 113 1154 0 30 61440 0 malloc-512 512 8 112 615 0 30 61440 0 sctp_stream_msg_out 112 0 528 13 0 254 59136 0 AIOCB 552 1 97 926 0 16 54096 0 pcpu-8 8 5932 724 18502 0 254 53248 0 8 Bucket 80 247 397 46715 0 126 51520 0 pcpu-64 64 516 268 516 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 26 22 247 0 16 49152 0 malloc-256 256 6 186 1636 0 62 49152 0 malloc-256 256 12 180 639 0 62 49152 0 malloc-64 64 406 362 638 0 254 49152 0 malloc-64 64 57 711 1788 0 254 49152 0 VMSPACE 584 29 55 3672 0 16 49056 0 pass0 1976 0 24 21 0 8 47424 0 malloc-512 512 0 92 260 0 30 47104 0 malloc-512 512 14 78 106 0 30 47104 0 malloc-384 384 51 69 106 0 30 46080 0 ripcb 376 5 115 577 0 30 45120 0 clpbuf 2664 0 16 402 0 4 42624 0 vnpbuf 2664 0 16 2 0 16 42624 0 malloc-32 32 341 982 1561 0 254 42336 0 sctp_readq 152 0 275 1 0 254 41800 0 AIO 208 1 197 225 0 62 41184 0 malloc-4096 4096 3 7 495 0 2 40960 0 cpuset 200 9 183 139 0 62 38400 0 da_ccb 544 0 70 11746 0 16 38080 0 rl_entry 48 65 727 1380 0 254 38016 0 4 Bucket 48 14 778 524 0 254 38016 0 udplite_inpcb 408 1 89 330 0 30 36720 0 hostcache 64 5 555 5 0 254 35840 0 2 Bucket 32 181 930 4125 0 254 35552 0 itimer 352 0 99 318 0 30 34848 0 routing nhops 256 26 109 52 0 62 34560 0 malloc-384 384 2 88 261 0 30 34560 0 malloc-32 32 25 1046 33498 0 254 34272 0 malloc-32 32 110 961 5763 0 254 34272 0 ktls_session 256 0 132 8 0 62 33792 0 vtnet_tx_hdr 40 0 840 5087 0 254 33600 0 ertt_txseginfo 40 0 840 7696 0 254 33600 0 PWD 40 16 824 1715 0 254 33600 0 tcp_log_id_node 120 2 277 14 0 126 33480 0 tcp_bbr_map 128 0 261 23 0 126 33408 0 tcp_rack_map 128 0 261 36 0 126 33408 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-4096 4096 2 6 9 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-64 64 52 460 333 0 254 32768 0 ipq 56 0 567 3 0 254 31752 0 PGRP 120 22 242 144 0 126 31680 0 KNOTE 160 11 181 723 0 62 30720 0 L VFS Cache 320 0 96 391 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 13 0 30 30720 0 tcp_rack_pcb 1088 0 28 21 0 8 30464 0 ertt 72 5 395 1298 0 126 28800 0 tcp_bbr_pcb 896 0 32 14 0 16 28672 0 sctp_laddr 48 23 553 58 0 254 27648 0 AIOLIO 272 0 98 109 0 30 26656 0 malloc-32 32 49 770 1485 0 254 26208 0 malloc-32 32 148 671 352 0 254 26208 0 malloc-32 32 77 742 3095 0 254 26208 0 malloc-32 32 12 807 1150 0 254 26208 0 kenv 258 18 80 1099 0 30 25284 0 tcp_log_id_bucket 176 2 130 14 0 62 23232 0 splice 184 0 126 53 0 62 23184 0 rtentry 168 29 109 52 0 62 23184 0 malloc-384 384 1 59 2 0 30 23040 0 domainset 40 0 567 124 0 254 22680 0 Mountpoints 2816 3 5 90 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 1 74 1 0 62 18600 0 malloc-16 16 70 1064 11255 0 254 18144 0 malloc-16 16 128 1006 2394 0 254 18144 0 malloc-16 16 108 1026 2306 0 254 18144 0 malloc-16 16 308 826 24646 0 254 18144 0 malloc-16 16 70 1064 1228 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnotifier 216 0 72 1 0 62 15552 0 mqnode 416 4 32 4 0 30 14976 0 malloc-16 16 11 871 30963 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 4 0 126 12144 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 74 23 74 0 126 10864 0 malloc-16 16 54 576 334 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 24 12 110 0 0 3456 0 tfo 4 0 750 2 0 254 3000 0 md0 4 0 0 0 0 254 0 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md1 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 33 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl