Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 82 e2 33 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 82 e2 73 00 00 40 00 instruction pointer = 0x20:0xffffffff803a2e55 stack pointer = 0x28:0xfffffe009127e3c0 frame pointer = 0x28:0xfffffe009127e510 FreeBSD/amd64processor eflags = interrupt enabled, r (syzkaller) (ttesume, yu0) login:IOPL = 0 current thread = 2476/105404 (syz-executor/syz-executor) rdi: 0000000000000000 rsi: 000000000000012f rdx: 0000000000000000 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 82 e2 33 00 00 40 00 rcx: fffffe0002befac0 r8: 0000000000000000 r9: 0000000000000000 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 83 7f f3 00 00 40 00 rax: fffffe0000000000 rbx: 0000000000000080 rbp: fffffe009127e510 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 01 47 3b b3 00 00 18 00 r10: 0000000000000000 r11: 000000000000009b r12: fffffe009127e480 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 82 e2 73 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 21 43 f3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 83 7f f3 00 00 40 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 01 47 3b b3 00 00 18 00 (da0:vtscsi0:0:1:0): WRITE(10). CDB: 2a 00 00 82 e2 73 00 00 40 00 r13: fffffe009127e480 r14: 0000000000000000 r15: 000000000003f000 (panic: page fault cpuid = 0 time = 259 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe009127dc50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe009127ddb0 vpanic() at vpanic+0x257/frame 0xfffffe009127df70 panic() at panic+0xb5/frame 0xfffffe009127e030 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe009127e170 trap() at trap+0x4c8/frame 0xfffffe009127e2f0 calltrap() at calltrap+0x8/frame 0xfffffe009127e2f0 --- trap 0xc, rip = 0xffffffff803a2e55, rsp = 0xfffffe009127e3c0, rbp = 0xfffffe009127e510 --- cam_periph_mapmem() at cam_periph_mapmem+0x595/frame 0xfffffe009127e510 passsendccb() at passsendccb+0x29b/frame 0xfffffe009127e650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe009127e6f0 passioctl() at passioctl+0x33/frame 0xfffffe009127e730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe009127e820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe009127e850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe009127ea60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe009127eab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe009127eb90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe009127ed10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe009127ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009127ef30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x82555ce88, rbp = 0x82555cf20 --- KDB: enter: panic [ thread pid 2476 tid 105404 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0078000000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe009127dd90 rbp 0xfffffe009127ddb0 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe009197f780 r13 0xfffffffffffffffe r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 2476 (syz-executor) at 0xfffffe0098a045a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1990 at 0xfffffe005932a038 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00919eeb68 (map 0xfffffe00919eeb68) (map.pmap 0xfffffe00919eec08) (pmap 0xfffffe00919eec78) threads: 2 103697 RunQ syz-executor 105404 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2479 1962 1962 0 R (threaded) syz-executor 101920 RunQ syz-executor 105407 D biowr 0xfffffe0007fc6f80 syz-executor 2477 1545 1545 0 R (threaded) syz-executor 104709 RunQ syz-executor 105406 D getblk 0xfffffe0007fc7000 syz-executor 2476 1990 1990 0 R (threaded) syz-executor 103697 RunQ syz-executor 105404 Run CPU 0 syz-executor 2475 0 0 0 DL mdwait 0xfffffe0072320000 [md0] 2438 0 0 0 DL mdwait 0xfffffe00722f8000 [md61] 2407 1 2407 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 2261 1544 2261 0 S piperd 0xfffffe005a95a000 syz-executor 2151 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 2150 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 2149 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 2148 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 2063 0 0 0 DL mdwait 0xfffffe007b548000 [md2816] 1990 1544 1990 0 S nanslp 0xffffffff83dfc700 syz-executor 1962 1544 1962 0 S nanslp 0xffffffff83dfc700 syz-executor 1858 0 0 0 DL mdwait 0xfffffe0094e82000 [md60] 1857 0 0 0 DL mdwait 0xfffffe0094efa000 [md59] 1856 0 0 0 DL mdwait 0xfffffe0094ec1000 [md58] 1855 0 0 0 DL mdwait 0xfffffe0094ef8000 [md57] 1854 0 0 0 DL mdwait 0xfffffe0094ef4000 [md56] 1853 0 0 0 DL mdwait 0xfffffe0094ef0000 [md55] 1852 0 0 0 DL mdwait 0xfffffe0094eec000 [md54] 1851 0 0 0 DL mdwait 0xfffffe0094ee8000 [md53] 1850 0 0 0 DL mdwait 0xfffffe0094ee2000 [md52] 1849 0 0 0 DL mdwait 0xfffffe0094ede000 [md51] 1848 0 0 0 DL mdwait 0xfffffe0094eda000 [md50] 1847 0 0 0 DL mdwait 0xfffffe0094ecf000 [md49] 1846 0 0 0 DL mdwait 0xfffffe0094ec7000 [md48] 1845 0 0 0 DL mdwait 0xfffffe0094f37000 [md47] 1843 0 0 0 DL mdwait 0xfffffe0094f35000 [md46] 1842 0 0 0 DL mdwait 0xfffffe0094f31000 [md45] 1841 0 0 0 DL mdwait 0xfffffe0094f2d000 [md44] 1840 0 0 0 DL mdwait 0xfffffe0094f29000 [md43] 1839 0 0 0 DL mdwait 0xfffffe0094f1e000 [md42] 1838 0 0 0 DL mdwait 0xfffffe0094f1a000 [md41] 1837 0 0 0 DL mdwait 0xfffffe0094f12000 [md40] 1836 0 0 0 DL mdwait 0xfffffe0094f0e000 [md39] 1835 0 0 0 DL mdwait 0xfffffe0094f0a000 [md38] 1834 0 0 0 DL mdwait 0xfffffe0094f06000 [md37] 1833 0 0 0 DL mdwait 0xfffffe0094f02000 [md36] 1832 0 0 0 DL mdwait 0xfffffe0094f7b000 [md35] 1831 0 0 0 DL mdwait 0xfffffe0094f73000 [md34] 1830 0 0 0 DL mdwait 0xfffffe0094f6f000 [md33] 1829 0 0 0 DL mdwait 0xfffffe0094f69000 [md32] 1828 0 0 0 DL mdwait 0xfffffe0094f65000 [md31] 1827 0 0 0 DL mdwait 0xfffffe0094f61000 [md30] 1826 0 0 0 DL mdwait 0xfffffe0094f5d000 [md29] 1825 0 0 0 DL mdwait 0xfffffe0094f59000 [md28] 1824 0 0 0 DL mdwait 0xfffffe0094f55000 [md27] 1822 0 0 0 DL mdwait 0xfffffe0094f51000 [md26] 1821 0 0 0 DL mdwait 0xfffffe0094f4d000 [md25] 1820 0 0 0 DL mdwait 0xfffffe0094f47000 [md24] 1819 0 0 0 DL mdwait 0xfffffe0094ffe000 [md23] 1818 0 0 0 DL mdwait 0xfffffe0094ffa000 [md22] 1817 0 0 0 DL mdwait 0xfffffe0094ff0000 [md21] 1816 0 0 0 DL mdwait 0xfffffe0094fe8000 [md20] 1815 0 0 0 DL mdwait 0xfffffe0094fee000 [md19] 1814 0 0 0 DL mdwait 0xfffffe0095082000 [md18] 1813 0 0 0 DL mdwait 0xfffffe0094fe6000 [md17] 1811 0 0 0 DL mdwait 0xfffffe0094fdc000 [md16] 1810 0 0 0 DL mdwait 0xfffffe0095096000 [md15] 1809 0 0 0 DL mdwait 0xfffffe009508e000 [md14] 1808 0 0 0 DL mdwait 0xfffffe009508a000 [md13] 1807 0 0 0 DL mdwait 0xfffffe0095086000 [md12] 1806 0 0 0 DL mdwait 0xfffffe009506f000 [md11] 1805 0 0 0 DL mdwait 0xfffffe007d4e5000 [md10] 1804 0 0 0 DL mdwait 0xfffffe009507e000 [md9] 1803 0 0 0 DL mdwait 0xfffffe0095073000 [md8] 1802 0 0 0 DL mdwait 0xfffffe009416b000 [md7] 1800 0 0 0 DL mdwait 0xfffffe0094167000 [md6] 1799 0 0 0 DL mdwait 0xfffffe0094163000 [md5] 1798 0 0 0 DL mdwait 0xfffffe00903c2000 [md4] 1797 0 0 0 DL mdwait 0xfffffe0071bb8000 [md3] 1794 0 0 0 DL mdwait 0xfffffe0095010000 [md2] 1793 0 0 0 DL mdwait 0xfffffe0095008000 [md1] 1777 0 0 0 DL (threaded) [KTLS] 100217 D - 0xfffffe0058a3f400 [thr_0] 101814 D - 0xfffffe0058a3f480 [thr_1] 101815 D - 0xffffffff83eb29a8 [reclaim_0] 1735 0 0 0 DL (threaded) [so_splice] 100239 D - 0xfffffe0091613200 [thr_0] 101722 D - 0xfffffe0091613240 [thr_1] 1682 1675 1682 0 Ss select 0xfffffe005a65fd40 dhclient 1675 1615 982 65 S select 0xfffffe0071a16240 dhclient 1615 982 982 0 S wait 0xfffffe005930e070 sh 1613 0 0 0 DL aiordy 0xfffffe005930c000 [aiod4] 1612 0 0 0 DL aiordy 0xfffffe005930c568 [aiod3] 1611 0 0 0 DL aiordy 0xfffffe005930cad0 [aiod2] 1610 0 0 0 DL aiordy 0xfffffe005930d5a0 [aiod1] 1545 1544 1545 0 S nanslp 0xffffffff83dfc700 syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0054363040 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0071a1b040 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057edc8b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057edd8b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0058f76940 sshd 1280 1 1280 0 Ss select 0xfffffe0071a1c340 syslogd 1279 1 1276 0 S select 0xfffffe0071a1c440 syslogd 1276 1 1276 0 Rs CPU 1 syslogd 982 1 982 0 Ss wait 0xfffffe00592ae070 devd 981 1 981 65 Ss select 0xfffffe0054362c40 dhclient 829 1 829 0 Ss select 0xfffffe0054360940 dhclient 826 1 826 0 Ss select 0xfffffe005a659140 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592085a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe005a9770e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847025c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84ad18c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 RunQ [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28320 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100114 D - 0xfffffe005a738000 [netlink_socket (PID] 100246 D - 0xfffffe007234ae00 [netlink_socket (PID] 103564 D - 0xfffffe009143a200 [system_taskq_0] 103565 D - 0xfffffe009143a200 [system_taskq_1] 103566 D - 0xfffffe008cc26800 [system_delay_taskq_] 103567 D - 0xfffffe008cc26800 [system_delay_taskq_] 103568 D - 0xfffffe00914bb600 [zvol_tq-0_0] 103569 D - 0xfffffe00914bb600 [zvol_tq-0_1] 103570 D - 0xfffffe00914bb600 [zvol_tq-0_2] 103571 D - 0xfffffe00914bb600 [zvol_tq-0_3] 103572 D - 0xfffffe00914bb600 [zvol_tq-0_4] 103573 D - 0xfffffe00914bb600 [zvol_tq-0_5] 103574 D - 0xfffffe00914bb600 [zvol_tq-0_6] 103575 D - 0xfffffe00914bb600 [zvol_tq-0_7] 103576 D - 0xfffffe00914bb600 [zvol_tq-0_8] 103577 D - 0xfffffe00914bb600 [zvol_tq-0_9] 103578 D - 0xfffffe00914bb600 [zvol_tq-0_10] 103579 D - 0xfffffe00914bb600 [zvol_tq-0_11] 103580 D - 0xfffffe00914bb600 [zvol_tq-0_12] 103581 D - 0xfffffe00914bb600 [zvol_tq-0_13] 103582 D - 0xfffffe00914bb600 [zvol_tq-0_14] 103583 D - 0xfffffe00914bb600 [zvol_tq-0_15] 103584 D - 0xfffffe00914bb600 [zvol_tq-0_16] 103585 D - 0xfffffe00914bb600 [zvol_tq-0_17] 103586 D - 0xfffffe00914bb600 [zvol_tq-0_18] 103587 D - 0xfffffe00914bb600 [zvol_tq-0_19] 103588 D - 0xfffffe00914bb600 [zvol_tq-0_20] 103589 D - 0xfffffe00914bb600 [zvol_tq-0_21] 103590 D - 0xfffffe00914bb600 [zvol_tq-0_22] 103591 D - 0xfffffe00914bb600 [zvol_tq-0_23] 103592 D - 0xfffffe00914bb600 [zvol_tq-0_24] 103593 D - 0xfffffe00914bb600 [zvol_tq-0_25] 103594 D - 0xfffffe00914bb600 [zvol_tq-0_26] 103595 D - 0xfffffe00914bb600 [zvol_tq-0_27] 103596 D - 0xfffffe00914bb600 [zvol_tq-0_28] 103597 D - 0xfffffe00914bb600 [zvol_tq-0_29] 103598 D - 0xfffffe00914bb600 [zvol_tq-0_30] 103599 D - 0xfffffe00914bb600 [zvol_tq-0_31] 103649 D - 0xfffffe00914fe400 [arc_prune] 103650 D - 0xfffffe00914fe000 [arc_flush_0] 103651 D - 0xfffffe00914fe000 [arc_flush_1] 103702 D - 0xfffffe006cdb9000 [dbu_evict] 103725 D - 0xfffffe00915de200 [z_vdev_file_0] 103726 D - 0xfffffe00915de200 [z_vdev_file_1] 103727 D - 0xfffffe00915de200 [z_vdev_file_2] 103728 D - 0xfffffe00915de200 [z_vdev_file_3] 103729 D - 0xfffffe00915de200 [z_vdev_file_4] 103730 D - 0xfffffe00915de200 [z_vdev_file_5] 103731 D - 0xfffffe00915de200 [z_vdev_file_6] 103732 D - 0xfffffe00915de200 [z_vdev_file_7] 103733 D - 0xfffffe00915de200 [z_vdev_file_8] 103734 D - 0xfffffe00915de200 [z_vdev_file_9] 103735 D - 0xfffffe00915de200 [z_vdev_file_10] 103736 D - 0xfffffe00915de200 [z_vdev_file_11] 103737 D - 0xfffffe00915de200 [z_vdev_file_12] 103738 D - 0xfffffe00915de200 [z_vdev_file_13] 103739 D - 0xfffffe00915de200 [z_vdev_file_14] 103740 D - 0xfffffe00915de200 [z_vdev_file_15] 103741 D - 0xfffffe008cc19e00 [zfsvfs] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 279881 linker 437 13365K 1499 pf_hash 6 12804K 6 devbuf 8342 8602K 9586 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 28 2806K 654 sysctloid 45682 2684K 45914 vtbuf 24 1968K 46 kobj 344 1376K 1223 vmem 5 1054K 12 newblk 7 1026K 7714 vfscache 3 1025K 3 subproc 267 543K 2653 inodedep 12 517K 1829 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2960 370K 2960 md_disk 64 253K 71 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 13383 acpica 1674 184K 53459 DEVFS1 177 177K 207 tidhash 3 141K 3 sem 5 135K 5 pagedep 10 131K 1042 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 1536 gtaskqueue 18 98K 18 LRO 26 89K 32 bus 1025 84K 4996 GEOM 395 79K 1997 kdtrace 397 77K 7888 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 542 68K 543 ddb_capture 1 64K 1 DEVFS3 196 49K 216 devstat 24 49K 24 BPF 25 37K 294 hostcache 1 32K 1 shm 1 32K 22 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 63 25K 206 filemon 3 24K 85 DEVFS_RULE 61 22K 61 temp 44 21K 6842 kstat_data 20 20K 20 lltable 62 19K 206 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 56 14K 724 cred 35 14K 969 kenv 138 14K 138 taskqueue 99 11K 11097 kqueue 126 11K 3439 ether_multi 129 11K 337 CAM queue 5 11K 1528 rman 75 10K 422 ifnet 10 10K 44 rpc 8 9K 8 bmsafemap 3 9K 1696 plimit 22 9K 697 UART 12 9K 12 ksem 1 8K 11 shmfd 1 8K 79 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 pwddesc 122 8K 2480 pf_ifnet 22 8K 127 in6_multi 55 8K 97 UMA 346 7K 347 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 60 pfs_nodes 22 6K 22 tcp_fsb_rack 2 5K 22 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 md_sectors 1 4K 2 evdev 4 4K 4 msdosfs_node 14 4K 31 acpisem 28 4K 28 sctp_stro 3 3K 10 DEVFSP 47 3K 919 terminal 11 3K 11 proc-args 77 3K 4581 tun 7 3K 7 session 21 3K 126 acpidev 21 3K 21 uidinfo 5 3K 243 lockf 23 3K 996 hhook 8 3K 10 mount 52 3K 5573 kcovinfo 36 3K 63 netlink 2 3K 564 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 ioctlops 1 2K 419 CAM CCB 1 2K 895 Unitno 36 2K 107 sctp_atcl 5 2K 188 selfd 29 2K 34662 osd 67 2K 641 sctp_ifa 13 2K 19 select 13 2K 133 CAM XPT 21 2K 545 sctp_timw 6 2K 6 in_multi 6 2K 24 vnodemarker 3 2K 73 procdesc 3 2K 112 toponodes 6 2K 6 ipsecpolicy 2 2K 2 ip6ndp 5 2K 8 igmp 10 2K 43 msi 9 2K 9 mkdir 9 2K 1920 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 diradd 7 1K 1543 CAM periph 4 1K 602 sctp_ifn 6 1K 19 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 newdirblk 5 1K 960 crypto 4 1K 8 CC Mem 5 1K 500 encap_export_host 12 1K 12 sigio 9 1K 49 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 frag6 5 1K 6 inpcbpolicy 13 1K 1773 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 sctp_atky 8 1K 198 busdma 2 1K 2 tcp_pcm_rack 1 1K 11 savedino 1 1K 460 dirrem 1 1K 1507 vnodes 1 1K 20 ktls 1 1K 11 iov 2 1K 25700 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 CAM path 5 1K 1035 sctp_aadr 2 1K 2 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 9 VN POLL 1 1K 53 aio 4 1K 9 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4923 sctp_map 6 1K 20 sctp_athm 5 1K 188 sctp_vrf 1 1K 1 ip6_msource 1 1K 15 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 89 acpiintr 1 1K 1 cpus 2 1K 2 freework 1 1K 1988 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 192 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 34 sctp_iter 0 0K 21 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 21 sctp_stri 0 0K 0 tcp_do_rack 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 57 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 38 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 1353 freeblks 0 0K 1239 freefrag 0 0K 213 allocindir 0 0K 0 indirdep 0 0K 246 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 4 audit_pipeent 0 0K 0 audit_pipe 0 0K 35 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 1 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 66 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 64 ip6_moptions 0 0K 17 in6_mfilter 0 0K 30 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 26 in_mfilter 0 0K 32 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 23 fadvise 0 0K 72 statfs 0 0K 83 namei_tracker 0 0K 11 inotify 0 0K 271 export_host 0 0K 0 cl_savebuf 0 0K 152 lio 0 0K 27 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1684 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1842 sysctl 0 0K 105 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 11 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 546 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 10 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8333 1065 22800 0 254 38494208 0 vmem btag 56 107574 19909 303794 0 254 7139048 0 malloc-384 384 8213 37 8236 0 30 3168000 0 tcp_log 416 6034 1085 13323 0 254 2961504 0 THREAD 1876 274 1206 5407 0 8 2776480 0 mbuf 256 8692 1218 31938 0 254 2536960 0 RADIX NODE 152 14472 1598 130520 0 62 2442640 0 swblk 136 0 16436 16384 0 62 2235296 0 mbuf_cluster 2048 762 254 818 0 254 2080768 0 malloc-128 128 15209 423 17249 0 126 2000896 0 BUF TRIE 152 301 11477 5179 0 62 1790256 0 malloc-4096 4096 357 7 1246 0 2 1490944 0 FPU_save_area 832 276 1245 6169 0 16 1265472 0 sctp_asoc 2256 3 507 10 0 254 1150560 0 malloc-65536 65536 12 3 17 0 1 983040 0 malloc-4096 4096 191 11 3167 0 2 827392 0 socket 1024 32 738 6511 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 256 Bucket 2048 312 30 8082 0 8 700416 0 FFS inode 1168 550 40 1934 0 8 689120 0 malloc-8192 8192 5 69 218 0 1 606208 0 sctp_ep 1152 2 509 178 0 254 588672 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 329 177 732 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 182 0 0 2 484848 0 malloc-256 256 558 1306 9798 0 62 477184 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 7 60 0 1 458752 0 malloc-256 256 348 1388 18902 0 62 444416 0 malloc-128 128 2975 305 5143 0 126 419840 0 malloc-64 64 5525 587 8201 0 254 391168 0 sctp_raddr 736 3 507 10 0 254 375360 0 VM OBJECT 232 1200 228 35836 0 62 331296 0 malloc-65536 65536 4 1 5 0 1 327680 0 malloc-32768 32768 2 8 88 0 1 327680 0 malloc-16 16 18888 1020 25688 0 254 318528 0 VNODE 440 617 103 2021 0 30 316800 0 64 Bucket 512 472 83 7607 0 30 284160 0 malloc-2048 2048 103 25 367 0 8 262144 0 malloc-32 32 7380 810 12810 0 254 262080 0 UMA Zones 768 318 7 319 0 16 249600 0 unpcb 320 15 755 4374 0 254 246400 0 malloc-1024 1024 193 47 511 0 16 245760 0 malloc-32768 32768 1 6 16 0 1 229376 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 7 6 964 0 1 212992 0 TURNSTILE 136 1481 73 1481 0 62 211344 0 PROC 1384 121 23 2479 0 8 199296 0 malloc-65536 65536 0 3 3 0 1 196608 0 mbuf_packet 256 15 747 926 0 254 195072 0 MAP ENTRY 96 1340 688 127687 0 126 194688 0 malloc-128 128 1180 340 24885 0 126 194560 0 FFS2 dinode 256 550 200 1934 0 62 192000 0 malloc-8192 8192 17 5 42 0 1 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 swpctrie 152 0 1125 1093 0 62 171000 0 filedesc0 1072 122 32 2480 0 8 165088 0 malloc-32768 32768 1 4 15 0 1 163840 0 malloc-16384 16384 3 7 23 0 1 163840 0 malloc-64 64 287 2273 42300 0 254 163840 0 S VFS Cache 104 1106 406 2631 0 126 157248 0 malloc-2048 2048 10 62 1100 0 8 147456 0 malloc-128 128 734 402 8591 0 126 145408 0 SLEEPQUEUE 88 1481 162 1481 0 126 144584 0 128 Bucket 1024 90 51 1837 0 16 144384 0 tcp_inpcb 1304 8 97 494 0 8 136920 0 pipe 736 17 163 997 0 16 132480 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-4096 4096 26 6 41 0 2 131072 0 malloc-2048 2048 6 58 516 0 8 131072 0 UMA Kegs 384 304 5 305 0 30 118656 0 ksiginfo 112 133 923 170 0 126 118272 0 malloc-8192 8192 8 5 92 0 1 106496 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 DIRHASH 1024 42 46 62 0 16 90112 0 syncache 168 0 529 11 0 254 88872 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-2048 2048 14 26 322 0 8 81920 0 malloc-2048 2048 6 34 48 0 8 81920 0 malloc-1024 1024 23 57 219 0 16 81920 0 malloc-128 128 163 477 2122 0 126 81920 0 ttyoutq 256 157 158 779 0 62 80640 0 ttyinq 160 300 204 1500 0 62 80640 0 malloc-384 384 76 134 1922 0 30 80640 0 32 Bucket 256 127 188 4731 0 62 80640 0 g_bio 424 8 172 21357 0 30 76320 0 malloc-8192 8192 3 6 54 0 1 73728 0 malloc-4096 4096 10 8 50 0 2 73728 0 malloc-384 384 79 101 394 0 30 69120 0 malloc-384 384 147 33 492 0 30 69120 0 NAMEI 1024 2 64 34025 0 16 67584 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 6 26 335 0 8 65536 0 malloc-2048 2048 3 29 841 0 8 65536 0 malloc-1024 1024 4 60 1402 0 16 65536 0 malloc-1024 1024 20 44 54 0 16 65536 0 malloc-1024 1024 3 61 2397 0 16 65536 0 malloc-128 128 77 435 2297 0 126 65536 0 malloc-64 64 30 994 16080 0 254 65536 0 malloc-64 64 523 501 1784 0 254 65536 0 malloc-64 64 60 964 1131 0 254 65536 0 malloc-256 256 35 213 9169 0 62 63488 0 malloc-256 256 96 152 624 0 62 63488 0 malloc-256 256 30 218 345 0 62 63488 0 malloc-256 256 26 222 1391 0 62 63488 0 udp_inpcb 408 6 147 780 0 30 62424 0 sctp_stream_msg_out 112 0 528 4 0 254 59136 0 malloc-384 384 18 132 1838 0 30 57600 0 16 Bucket 144 211 179 4480 0 62 56160 0 8 Bucket 80 244 446 24893 0 126 55200 0 pcpu-8 8 5712 944 11319 0 254 53248 0 Files 80 171 479 24142 0 126 52000 0 udplite_inpcb 408 0 126 186 0 30 51408 0 pcpu-64 64 516 268 516 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 7 0 1 49152 0 malloc-1024 1024 26 22 225 0 16 49152 0 malloc-256 256 5 187 780 0 62 49152 0 malloc-256 256 11 181 872 0 62 49152 0 malloc-128 128 30 354 2385 0 126 49152 0 malloc-128 128 136 248 265 0 126 49152 0 malloc-64 64 111 657 2811 0 254 49152 0 malloc-64 64 397 371 513 0 254 49152 0 VMSPACE 584 32 52 2384 0 16 49056 0 malloc-512 512 13 79 239 0 30 47104 0 malloc-512 512 6 86 495 0 30 47104 0 malloc-512 512 13 79 66 0 30 47104 0 malloc-512 512 8 84 418 0 30 47104 0 malloc-384 384 45 75 70 0 30 46080 0 ripcb 376 2 118 313 0 30 45120 0 vnpbuf 2664 0 16 1 0 16 42624 0 KNOTE 160 10 254 199 0 62 42240 0 sctp_chunk 152 3 272 3 0 254 41800 0 malloc-4096 4096 3 7 185 0 2 40960 0 cpuset 200 9 183 127 0 62 38400 0 da_ccb 544 2 68 5655 0 16 38080 0 hostcache 64 7 553 7 0 254 35840 0 itimer 352 0 99 313 0 30 34848 0 routing nhops 256 24 111 41 0 62 34560 0 malloc-384 384 1 89 90 0 30 34560 0 malloc-32 32 328 743 877 0 254 34272 0 malloc-32 32 90 981 2923 0 254 34272 0 vtnet_tx_hdr 40 0 840 2657 0 254 33600 0 ertt_txseginfo 40 5 835 1753 0 254 33600 0 PWD 40 18 822 833 0 254 33600 0 tcp_log_id_node 120 3 276 5 0 126 33480 0 tcp_rack_map 128 2 259 20 0 126 33408 0 tcp_bbr_map 128 0 261 9 0 126 33408 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 7 0 16 32768 0 malloc-1024 1024 14 18 25 0 16 32768 0 malloc-64 64 25 487 201 0 254 32768 0 clpbuf 2664 0 12 257 0 4 31968 0 ipq 56 1 566 3 0 254 31752 0 PGRP 120 25 239 205 0 126 31680 0 pass0 1976 0 16 11 0 8 31616 0 L VFS Cache 320 0 96 136 0 30 30720 0 malloc-512 512 0 60 89 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 16 0 30 30720 0 ertt 72 5 395 494 0 126 28800 0 tcp_bbr_pcb 896 0 32 9 0 16 28672 0 sctp_laddr 48 1 575 33 0 254 27648 0 rl_entry 48 34 542 433 0 254 27648 0 4 Bucket 48 7 569 24 0 254 27648 0 AIOCB 552 0 49 215 0 16 27048 0 AIO 208 0 126 79 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 41 778 850 0 254 26208 0 malloc-32 32 25 794 3894 0 254 26208 0 malloc-32 32 76 743 2952 0 254 26208 0 malloc-32 32 12 807 1158 0 254 26208 0 2 Bucket 32 179 629 3560 0 254 25856 0 kenv 258 18 80 1085 0 30 25284 0 malloc-4096 4096 2 4 4 0 2 24576 0 fakepg 88 0 276 5 0 126 24288 0 tcp_log_id_bucket 176 3 129 4 0 62 23232 0 splice 184 0 126 5 0 62 23184 0 rtentry 168 27 111 41 0 62 23184 0 tcp_rack_pcb 1088 1 20 11 0 8 22848 0 domainset 40 1 566 115 0 254 22680 0 Mountpoints 2816 3 5 13 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 26 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 ktls_session 256 0 72 1 0 62 18432 0 malloc-32 32 143 424 306 0 254 18144 0 malloc-16 16 70 1064 5973 0 254 18144 0 malloc-16 16 81 1053 1564 0 254 18144 0 malloc-16 16 306 828 24653 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 10 872 4870 0 254 14112 0 malloc-16 16 87 795 876 0 254 14112 0 malloc-16 16 44 838 982 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 2 0 30 11520 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 74 23 74 0 126 10864 0 malloc-16 16 48 582 204 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 19 17 48 0 0 3456 0 tfo 4 0 500 2 0 254 2000 0 md61 4 0 0 0 0 254 0 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl