Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff803a2e55 stack pointer = 0x28:0xfffffe0097a353c0 frame pointer = 0x28:0xfffffe0097a35510 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 2253/106389 (syz-executor/syz-executor) rdi: 7266ffffff7f7890 rsi: 00000000000001a4 rdx: 0000000000000000 rcx: fffffe0002befac0 r8: 0000000000000000 r9: 0000000000000000 rax: fffffe0000000000 rbx: 0000000000000000 rbp: fffffe0097a35510 SYZFAIL: failed to recv rpc fd=3 want=4 recv=0 n=0 (errno 9: Bad file descriptor) r10: 0000000000000000 r11: 000000000000009b r12: fffffe0097a35480 FreeBSD/amd64 (syzkaller) (ttyu0) login:r13: fffffe0097a35480 r14: 7266ffffff7f7890 r15: 000000000003f000 024.377713 [2760] netmap_ioctl API mismatch: got 0 need 14 panic: general protection fault cpuid = 0 time = 24 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0097a34d50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0097a34eb0 vpanic() at vpanic+0x257/frame 0xfffffe0097a35070 panic() at panic+0xb5/frame 0xfffffe0097a35140 trap_fatal() at trap_fatal+0x10c/frame 0xfffffe0097a35170 trap() at trap+0xdbf/frame 0xfffffe0097a352f0 calltrap() at calltrap+0x8/frame 0xfffffe0097a352f0 --- trap 0x9, rip = 0xffffffff803a2e55, rsp = 0xfffffe0097a353c0, rbp = 0xfffffe0097a35510 --- cam_periph_mapmem() at cam_periph_mapmem+0x595/frame 0xfffffe0097a35510 passsendccb() at passsendccb+0x29b/frame 0xfffffe0097a35650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe0097a356f0 passioctl() at passioctl+0x33/frame 0xfffffe0097a35730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0097a35820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0097a35850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0097a35a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0097a35ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0097a35b90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe0097a35d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0097a35f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0097a35f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824319e88, rbp = 0x824319f20 --- KDB: enter: panic [ thread pid 2253 tid 106389 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0076c00000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe0097a34e90 rbp 0xfffffe0097a34eb0 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe00593d0000 r13 0xfffffffffffffffe r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 2253 (syz-executor) at 0xfffffe00593115d8: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1547 at 0xfffffe00592be568 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005932cdb0 (map 0xfffffe005932cdb0) (map.pmap 0xfffffe005932ce50) (pmap 0xfffffe005932cec0) threads: 2 100158 RunQ syz-executor 106389 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2254 1546 1546 0 R (threaded) syz-executor 100153 S nanslp 0xffffffff83dfc700 syz-executor 106390 S uwait 0xfffffe0095ff1d00 syz-executor 106393 S uwait 0xfffffe009603e100 syz-executor 106394 S uwait 0xfffffe0095ff3d00 syz-executor 106395 S uwait 0xfffffe0095ff5d00 syz-executor 106396 S uwait 0xfffffe009603bf00 syz-executor 106397 S uwait 0xfffffe009603cd00 syz-executor 106398 S uwait 0xfffffe009603df00 syz-executor 106399 S uwait 0xfffffe009603c500 syz-executor 106400 S uwait 0xfffffe0095fc3900 syz-executor 106401 S uwait 0xfffffe0095ff4100 syz-executor 106402 S uwait 0xfffffe0096039b00 syz-executor 106403 S uwait 0xfffffe0096070300 syz-executor 106404 S uwait 0xfffffe0096019700 syz-executor 106405 S uwait 0xfffffe0095ff4900 syz-executor 106406 RunQ syz-executor 106407 S uwait 0xfffffe0095ff5500 syz-executor 106408 D vm map 0xfffffe005932cbc8 syz-executor 2253 1547 1547 0 R (threaded) syz-executor 100158 RunQ syz-executor 106389 Run CPU 0 syz-executor 2250 2193 2193 0 R (threaded) syz-executor 105605 RunQ syz-executor 106382 S lockf 0xfffffe007c165a00 syz-executor 106383 S uwait 0xfffffe0095fc4700 syz-executor 106384 S uwait 0xfffffe009603d100 syz-executor 106388 S uwait 0xfffffe0096071700 syz-executor 2193 1 2193 0 S nanslp 0xffffffff83dfc701 syz-executor 2003 0 0 0 DL mdwait 0xfffffe005a742000 [md3] 1960 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1959 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1958 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1957 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1855 0 0 0 DL mdwait 0xfffffe0072355000 [md1] 1804 0 0 0 DL mdwait 0xfffffe0071b33000 [md2] 1788 1 1788 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1728 0 0 0 DL (threaded) [so_splice] 100208 D - 0xfffffe0058e67000 [thr_0] 100416 D - 0xfffffe0058e67040 [thr_1] 1680 1673 1680 0 Ss select 0xfffffe0058f76840 dhclient 1673 1610 982 65 S select 0xfffffe0058f76e40 dhclient 1610 982 982 0 S wait 0xfffffe0059310b08 sh 1607 0 0 0 DL aiordy 0xfffffe005930f000 [aiod4] 1606 0 0 0 DL aiordy 0xfffffe005930f568 [aiod3] 1605 0 0 0 DL aiordy 0xfffffe005930fad0 [aiod2] 1604 0 0 0 DL aiordy 0xfffffe0059310038 [aiod1] 1547 1 1547 0 S nanslp 0xffffffff83dfc701 syz-executor 1546 1 1546 0 R syz-executor 1545 1 1545 0 R syz-executor 1543 1541 1541 0 S select 0xfffffe0058f7ab40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f7ac40 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3be8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0058be20b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0058f7b440 sshd 1280 1 1280 0 Ss select 0xfffffe0058f7b640 syslogd 1279 1 1276 0 S select 0xfffffe0058f7b740 syslogd 1276 1 1276 0 Ss kqread 0xfffffe0058e6f400 syslogd 982 1 982 0 Ss wait 0xfffffe00592a6070 devd 981 1 981 65 Ss select 0xfffffe0058f7d740 dhclient 829 1 829 0 Ss select 0xfffffe0054361140 dhclient 826 1 826 0 Ss select 0xfffffe0054361240 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe005a92e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff849155c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847a08c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 RunQ [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 Run CPU 1 [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efaff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28320 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100115 D - 0xfffffe005a5d3400 [netlink_socket (PID] 100287 D - 0xfffffe0071ae0600 [netlink_socket (PID] 100516 D - 0xfffffe00905c4400 [system_taskq_0] 100517 D - 0xfffffe00905c4400 [system_taskq_1] 100518 D - 0xfffffe007f2b6a00 [system_delay_taskq_] 100519 D - 0xfffffe007f2b6a00 [system_delay_taskq_] 100520 D - 0xfffffe007b4c2400 [zvol_tq-0_0] 100521 D - 0xfffffe007b4c2400 [zvol_tq-0_1] 100522 D - 0xfffffe007b4c2400 [zvol_tq-0_2] 100523 D - 0xfffffe007b4c2400 [zvol_tq-0_3] 100524 D - 0xfffffe007b4c2400 [zvol_tq-0_4] 100525 D - 0xfffffe007b4c2400 [zvol_tq-0_5] 100526 D - 0xfffffe007b4c2400 [zvol_tq-0_6] 100527 D - 0xfffffe007b4c2400 [zvol_tq-0_7] 100528 D - 0xfffffe007b4c2400 [zvol_tq-0_8] 100529 D - 0xfffffe007b4c2400 [zvol_tq-0_9] 100530 D - 0xfffffe007b4c2400 [zvol_tq-0_10] 100531 D - 0xfffffe007b4c2400 [zvol_tq-0_11] 100532 D - 0xfffffe007b4c2400 [zvol_tq-0_12] 100533 D - 0xfffffe007b4c2400 [zvol_tq-0_13] 100534 D - 0xfffffe007b4c2400 [zvol_tq-0_14] 100535 D - 0xfffffe007b4c2400 [zvol_tq-0_15] 100536 D - 0xfffffe007b4c2400 [zvol_tq-0_16] 100537 D - 0xfffffe007b4c2400 [zvol_tq-0_17] 100538 D - 0xfffffe007b4c2400 [zvol_tq-0_18] 100539 D - 0xfffffe007b4c2400 [zvol_tq-0_19] 100540 D - 0xfffffe007b4c2400 [zvol_tq-0_20] 100541 D - 0xfffffe007b4c2400 [zvol_tq-0_21] 100542 D - 0xfffffe007b4c2400 [zvol_tq-0_22] 100543 D - 0xfffffe007b4c2400 [zvol_tq-0_23] 100544 D - 0xfffffe007b4c2400 [zvol_tq-0_24] 100545 D - 0xfffffe007b4c2400 [zvol_tq-0_25] 100546 D - 0xfffffe007b4c2400 [zvol_tq-0_26] 100547 D - 0xfffffe007b4c2400 [zvol_tq-0_27] 100548 D - 0xfffffe007b4c2400 [zvol_tq-0_28] 100549 D - 0xfffffe007b4c2400 [zvol_tq-0_29] 100550 D - 0xfffffe007b4c2400 [zvol_tq-0_30] 100551 D - 0xfffffe007b4c2400 [zvol_tq-0_31] 100553 D - 0xfffffe0072314400 [arc_prune] 100554 D - 0xfffffe007235da00 [arc_flush_0] 100555 D - 0xfffffe007235da00 [arc_flush_1] 101886 D - 0xfffffe0096095200 [dbu_evict] 101906 D - 0xfffffe0096011000 [z_vdev_file_0] 101907 D - 0xfffffe0096011000 [z_vdev_file_1] 101908 D - 0xfffffe0096011000 [z_vdev_file_2] 101909 D - 0xfffffe0096011000 [z_vdev_file_3] 101910 D - 0xfffffe0096011000 [z_vdev_file_4] 101911 D - 0xfffffe0096011000 [z_vdev_file_5] 101912 D - 0xfffffe0096011000 [z_vdev_file_6] 101913 D - 0xfffffe0096011000 [z_vdev_file_7] 101914 D - 0xfffffe0096011000 [z_vdev_file_8] 101915 D - 0xfffffe0096011000 [z_vdev_file_9] 101916 D - 0xfffffe0096011000 [z_vdev_file_10] 101917 D - 0xfffffe0096011000 [z_vdev_file_11] 101918 D - 0xfffffe0096011000 [z_vdev_file_12] 101919 D - 0xfffffe0096011000 [z_vdev_file_13] 101920 D - 0xfffffe0096011000 [z_vdev_file_14] 101921 D - 0xfffffe0096011000 [z_vdev_file_15] 101929 D - 0xfffffe0096064e00 [zfsvfs] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 324314 linker 437 13365K 929 pf_hash 6 12804K 6 devbuf 8372 8602K 9504 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 37 2815K 507 sysctloid 45586 2678K 45701 vtbuf 24 1968K 46 kobj 344 1376K 656 vmem 5 1054K 13 newblk 25 1030K 7100 vfscache 3 1025K 3 inodedep 17 518K 1433 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2976 372K 2976 subproc 149 274K 2371 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 12965 acpica 1674 184K 53459 tidhash 3 141K 3 md_sectors 34 136K 34 sem 5 135K 5 pagedep 13 131K 872 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 117 117K 144 filedesc 15 117K 1218 gtaskqueue 18 98K 18 LRO 26 89K 32 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 542 68K 548 ddb_capture 1 64K 1 kdtrace 293 62K 8666 BPF 26 37K 158 DEVFS3 136 34K 153 hostcache 1 32K 1 shm 1 32K 20 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 61 25K 320 DEVFS_RULE 61 22K 61 temp 45 21K 6190 kstat_data 20 20K 20 lltable 64 19K 326 GEOM 95 19K 923 ufs_mount 4 17K 5 proc 3 17K 3 lockf 197 17K 1352 devstat 8 17K 8 tty 16 16K 16 pf_ifnet 54 16K 217 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 56 14K 724 kenv 138 14K 138 md_disk 37 14K 41 cred 31 12K 871 taskqueue 99 11K 15342 ether_multi 129 11K 299 CAM queue 5 11K 1528 rman 75 10K 422 ifnet 10 10K 74 rpc 8 9K 8 bmsafemap 4 9K 1422 UART 12 9K 12 filemon 1 8K 110 ksem 1 8K 14 shmfd 1 8K 19 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 kqueue 69 8K 2694 plimit 21 8K 675 audit_evclass 244 8K 311 in6_multi 55 8K 89 mount 60 7K 1543 ufs_dirhash 33 7K 63 UMA 345 7K 345 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 tcp_fsb_rack 2 5K 6 vt 11 5K 11 sctp_stro 4 4K 6 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 sctp_atcl 10 4K 170 pwddesc 60 4K 2257 acpisem 28 4K 28 DEVFSP 50 4K 599 terminal 11 3K 11 tun 7 3K 7 session 21 3K 62 acpidev 21 3K 21 proc-args 75 3K 4348 uidinfo 4 3K 44 hhook 8 3K 10 kcovinfo 36 3K 63 netlink 2 3K 647 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 9 ioctlops 1 2K 194 CAM CCB 1 2K 796 osd 72 2K 614 selfd 28 2K 31432 Unitno 29 2K 95 msdosfs_node 7 2K 27 inpcbpolicy 55 2K 1427 select 13 2K 120 CAM XPT 22 2K 545 sctp_ifa 12 2K 19 in_multi 6 2K 24 vnodemarker 3 2K 45 procdesc 3 2K 109 toponodes 6 2K 6 mkdir 11 2K 1628 ipsecpolicy 2 2K 3 diradd 10 2K 1350 ip6ndp 5 2K 8 CC Mem 10 2K 471 igmp 10 2K 73 msi 9 2K 9 softdep 1 1K 1 newdirblk 8 1K 814 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 535 sctp_ifn 6 1K 19 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_atky 14 1K 176 sctp_timw 2 1K 2 dirrem 2 1K 1313 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sigio 5 1K 28 freework 2 1K 1601 tcp_pcm_rack 1 1K 3 freefile 2 1K 1148 freeblks 1 1K 1028 indirdep 1 1K 263 VN POLL 2 1K 34 vnodes 1 1K 18 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 frag6 2 1K 5 tcpfunc 3 1K 3 loginclass 3 1K 7 sctp_athm 10 1K 170 cryptodev 2 1K 43 pf_rule 1 1K 3 sctp_map 8 1K 12 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 6 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4444 sctp_vrf 1 1K 1 ip_msource 1 1K 9 vnet 1 1K 1 iov 1 1K 16224 pmc 1 1K 1 entropy 2 1K 83 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 196 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 tcp_do_rack 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 84 sctp_iter 0 0K 18 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 18 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 315 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 21 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 205 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 4 audit_pipeent 0 0K 0 audit_pipe 0 0K 21 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 126 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 32 ip6_msource 0 0K 5 ip6_moptions 0 0K 16 in6_mfilter 0 0K 14 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 22 in_mfilter 0 0K 30 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 28 fadvise 0 0K 7 statfs 0 0K 50 namei_tracker 0 0K 5 inotify 0 0K 211 export_host 0 0K 0 cl_savebuf 0 0K 153 lio 0 0K 96 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 9 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 43 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 854 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1840 sysctl 0 0K 105 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 5 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 168 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 7 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8344 1054 24934 0 254 38494208 0 vmem btag 56 110333 30191 350323 0 254 7869344 0 tcp_log 416 5407 5519 15111 0 254 4545216 0 malloc-384 384 8213 37 8237 0 30 3168000 0 THREAD 1876 232 1256 6408 0 8 2791488 0 RADIX NODE 152 14334 2861 127006 0 62 2613640 0 mbuf 256 8668 1244 37078 0 254 2537472 0 swblk 136 0 16492 32768 0 62 2242912 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 malloc-128 128 15179 325 16878 0 126 1984512 0 BUF TRIE 152 306 11472 4923 0 62 1790256 0 malloc-4096 4096 357 5 689 0 2 1482752 0 FPU_save_area 832 234 1278 6991 0 16 1257984 0 sctp_asoc 2256 4 506 6 0 254 1150560 0 malloc-65536 65536 12 4 22 0 1 1048576 0 malloc-8192 8192 3 101 221 0 1 851968 0 socket 1024 76 694 5958 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 256 Bucket 2048 333 18 8946 0 8 718848 0 FFS inode 1168 550 30 1732 0 8 677440 0 sctp_ep 1152 6 505 164 0 254 588672 0 malloc-256 256 308 1924 18749 0 62 571392 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 256 250 659 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-256 256 333 1403 9333 0 62 444416 0 pbuf 2664 0 166 0 0 2 442224 0 malloc-128 128 2991 289 5175 0 126 419840 0 malloc-64 64 5452 916 7953 0 254 407552 0 malloc-65536 65536 0 6 88 0 1 393216 0 sctp_raddr 736 4 506 6 0 254 375360 0 malloc-4096 4096 68 21 2937 0 3 364544 0 malloc-16 16 18845 2071 27061 0 254 334656 0 VM OBJECT 232 1201 227 33673 0 62 331296 0 malloc-32768 32768 2 8 102 0 1 327680 0 VNODE 440 609 84 1814 0 30 304920 0 malloc-32 32 7403 2047 14064 0 254 302400 0 64 Bucket 512 505 80 7831 0 30 299520 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 103 25 262 0 8 262144 0 mbuf_packet 256 9 1007 740 0 254 260096 0 UMA Zones 768 317 8 317 0 16 249600 0 unpcb 320 15 755 4248 0 254 246400 0 malloc-32768 32768 1 6 18 0 1 229376 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-4096 4096 51 5 65 0 2 229376 0 malloc-16384 16384 7 6 805 0 1 212992 0 TURNSTILE 136 1489 65 1489 0 62 211344 0 malloc-65536 65536 0 3 3 0 1 196608 0 MAP ENTRY 96 1360 668 120166 0 126 194688 0 malloc-128 128 1179 341 24822 0 126 194560 0 FFS2 dinode 256 550 200 1732 0 62 192000 0 swpctrie 152 0 1200 2186 0 62 182400 0 malloc-8192 8192 17 5 52 0 1 180224 0 malloc-2048 2048 14 74 1002 0 8 180224 0 malloc-1024 1024 133 43 417 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-32768 32768 1 4 20 0 1 163840 0 malloc-16384 16384 3 7 28 0 1 163840 0 malloc-64 64 161 2143 38018 0 254 147456 0 S VFS Cache 104 1094 310 2425 0 126 146016 0 SLEEPQUEUE 88 1489 154 1489 0 126 144584 0 128 Bucket 1024 80 50 1745 0 16 133120 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-128 128 623 385 6180 0 126 129024 0 tcp_inpcb 1304 12 84 469 0 8 125184 0 PROC 1384 59 29 2256 0 8 121792 0 UMA Kegs 384 304 5 304 0 30 118656 0 ksiginfo 112 74 982 115 0 126 118272 0 malloc-8192 8192 8 5 90 0 1 106496 0 filedesc0 1072 60 38 2257 0 8 105056 0 g_bio 424 0 243 14132 0 30 103032 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 pipe 736 79 51 941 0 16 95680 0 DIRHASH 1024 44 44 64 0 16 90112 0 syncache 168 0 529 7 0 254 88872 0 vnpbuf 2664 0 32 4 0 16 85248 0 32 Bucket 256 123 207 1897 0 62 84480 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 1 4 8 0 1 81920 0 malloc-2048 2048 16 24 137 0 8 81920 0 malloc-2048 2048 6 34 515 0 8 81920 0 malloc-1024 1024 23 57 348 0 16 81920 0 malloc-64 64 521 759 1729 0 254 81920 0 ttyoutq 256 157 158 965 0 62 80640 0 malloc-256 256 124 188 658 0 62 79872 0 sctp_chunk 152 4 521 4 0 254 79800 0 malloc-4096 4096 10 8 88 0 2 73728 0 udp_inpcb 408 9 171 685 0 30 73440 0 ttyinq 160 300 156 1860 0 62 72960 0 malloc-384 384 76 104 1785 0 30 69120 0 malloc-384 384 23 157 1444 0 30 69120 0 NAMEI 1024 1 65 30090 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 54 0 1 65536 0 malloc-2048 2048 6 26 48 0 8 65536 0 malloc-2048 2048 6 26 294 0 8 65536 0 malloc-2048 2048 3 29 836 0 8 65536 0 malloc-1024 1024 4 60 778 0 16 65536 0 malloc-1024 1024 26 38 225 0 16 65536 0 malloc-1024 1024 20 44 84 0 16 65536 0 malloc-1024 1024 3 61 2258 0 16 65536 0 malloc-128 128 69 443 2058 0 126 65536 0 malloc-128 128 162 350 1483 0 126 65536 0 malloc-128 128 81 431 2116 0 126 65536 0 malloc-64 64 245 779 1871 0 254 65536 0 malloc-64 64 31 993 12718 0 254 65536 0 malloc-256 256 35 213 3267 0 62 63488 0 malloc-256 256 30 218 1254 0 62 63488 0 malloc-512 512 14 106 71 0 30 61440 0 malloc-512 512 7 113 394 0 30 61440 0 sctp_stream_msg_out 112 1 527 5 0 254 59136 0 malloc-384 384 81 69 239 0 30 57600 0 malloc-384 384 91 59 436 0 30 57600 0 16 Bucket 144 250 140 4287 0 62 56160 0 pcpu-8 8 6225 687 13682 0 254 55296 0 Files 80 360 290 21251 0 126 52000 0 8 Bucket 80 250 394 26476 0 126 51520 0 pcpu-64 64 516 268 516 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 6 0 1 49152 0 malloc-256 256 7 185 439 0 62 49152 0 malloc-256 256 34 158 364 0 62 49152 0 malloc-256 256 11 181 559 0 62 49152 0 malloc-128 128 133 251 243 0 126 49152 0 malloc-64 64 395 373 511 0 254 49152 0 malloc-64 64 62 706 951 0 254 49152 0 VMSPACE 584 31 53 2224 0 16 49056 0 malloc-512 512 14 78 67 0 30 47104 0 malloc-512 512 8 84 234 0 30 47104 0 malloc-384 384 45 75 80 0 30 46080 0 ripcb 376 3 117 158 0 30 45120 0 PWD 40 17 1075 737 0 254 43680 0 malloc-4096 4096 3 7 135 0 2 40960 0 da_ccb 544 0 70 3896 0 16 38080 0 4 Bucket 48 14 778 622 0 254 38016 0 udplite_inpcb 408 33 57 115 0 30 36720 0 hostcache 64 2 558 2 0 254 35840 0 2 Bucket 32 181 930 1960 0 254 35552 0 itimer 352 0 99 150 0 30 34848 0 routing nhops 256 24 111 42 0 62 34560 0 malloc-32 32 326 745 848 0 254 34272 0 malloc-32 32 133 938 1887 0 254 34272 0 vtnet_tx_hdr 40 0 840 2750 0 254 33600 0 ertt_txseginfo 40 2 838 1927 0 254 33600 0 tcp_log_id_node 120 2 277 3 0 126 33480 0 tcp_bbr_map 128 4 257 11 0 126 33408 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 15 17 21 0 16 32768 0 malloc-64 64 24 488 208 0 254 32768 0 clpbuf 2664 0 12 207 0 4 31968 0 ipq 56 1 566 3 0 254 31752 0 PGRP 120 24 240 80 0 126 31680 0 pass0 1976 0 16 7 0 8 31616 0 KNOTE 160 11 181 245 0 62 30720 0 L VFS Cache 320 0 96 144 0 30 30720 0 malloc-512 512 0 60 17 0 30 30720 0 malloc-512 512 0 60 14 0 30 30720 0 ertt 72 10 390 469 0 126 28800 0 tcp_bbr_pcb 896 2 30 6 0 16 28672 0 sctp_laddr 48 0 576 27 0 254 27648 0 rl_entry 48 30 546 113 0 254 27648 0 AIOCB 552 0 49 337 0 16 27048 0 AIO 208 0 126 107 0 62 26208 0 mqnode 416 3 60 4 0 30 26208 0 malloc-32 32 38 781 520 0 254 26208 0 malloc-32 32 25 794 5978 0 254 26208 0 malloc-32 32 76 743 2868 0 254 26208 0 malloc-32 32 11 808 1093 0 254 26208 0 cpuset 200 7 121 22 0 62 25600 0 kenv 258 18 80 1085 0 30 25284 0 malloc-4096 4096 2 4 6 0 2 24576 0 tcp_log_id_bucket 176 2 130 3 0 62 23232 0 splice 184 0 126 7 0 62 23184 0 rtentry 168 27 111 42 0 62 23184 0 malloc-384 384 2 58 19 0 30 23040 0 malloc-384 384 1 59 33 0 30 23040 0 tcp_rack_pcb 1088 1 20 3 0 8 22848 0 domainset 40 1 566 11 0 254 22680 0 Mountpoints 2816 3 5 10 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 96 0 30 19040 0 mqueue 248 0 75 1 0 62 18600 0 tcp_rack_map 128 3 142 7 0 126 18560 0 malloc-32 32 143 424 243 0 254 18144 0 malloc-16 16 110 1024 976 0 254 18144 0 malloc-16 16 305 829 24615 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 69 813 3881 0 254 14112 0 malloc-16 16 10 872 5368 0 254 14112 0 malloc-16 16 99 783 829 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 1 0 126 12144 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 75 22 75 0 126 10864 0 malloc-16 16 48 582 174 0 254 10080 0 malloc-16 16 47 583 411 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 18 18 59 0 0 3456 0 md1 4 0 0 0 0 254 0 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 pass0IO 1048576 0 0 0 0 1 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl tcpcb at 0xfffffe0071b5b000 t_segq first: 0 t_segqlen: 0 t_dupacks: 0 t_callout: 0xfffffe0071b5b188 t_timers: 0xfffffe0071b5b1c8 t_state: 4 (TCPS_ESTABLISHED) t_flags: 0x100003e4 t_flags2: 0x40a snd_una: 0x243710fe snd_max: 0x2437117a snd_nxt: 0x2437117a snd_up: 0x243710fe snd_wl1: 0x8ff226ad snd_wl2: 0x243710fe iss: 0x2436ffbe irs: 0x8ff21843 rcv_nxt: 0x8ff226d1 rcv_adv: 0x8fffb7d1 rcv_wnd: 889088 rcv_up: 0x8ff226ad snd_wnd: 64128 snd_cwnd: 14248 snd_ssthresh: 1073725440 snd_recover: 0x24371056 t_rcvtime: 2147432873 t_startime: 2147427566 t_rttime: 0 t_rtsq: 0x243710fe t_rxtcur: 23 t_maxseg: 1420 t_srtt: 18 t_rttvar: 12 t_rxtshift: 0 t_rttmin: 3 t_rttupdated: 13 max_sndwnd: 65408 t_softerror: 0 t_oobflags: 0x0 t_iobc: 0x00 snd_scale: 7 rcv_scale: 8 request_r_scale: 8 ts_recent: 3204979946 ts_recent_age: 93252 ts_offset: 2717462690 last_ack_sent: 0x8ff226d1 snd_cwnd_prev: 0 snd_ssthresh_prev: 0 snd_recover_prev: 0x00000000 t_badrxtwin: 0 snd_numholes: 0 snd_holes first: 0 snd_fack: 0x00000000 rcv_numsacks: 0 t_rttlow: 10 rfbuf_ts: 40315 rfbuf_cnt: 200 t_fb.tfb_tcp_block_name: freebsd t_cc.name: cubic _t_logstate: 1 (TCP_LOG_STATE_TAIL) t_lognum: 173 t_loglimit: 5000 t_logsn: 173 0.000 Starting Keepalive timer: 75000 ms +0.000 < . 2415007812:2415007812(0) ack 607584191 win 511 +0.000 Starting Keepalive timer: 7200000 ms +0.000 Stopping Retransmission timer +0.000 > . 607584191:607584191(0) ack 2415007812 win 3473 +0.000 < P. 2415007812:2415007853(41) ack 607584191 win 511 +0.000 Starting Delayed ACK timer: 40 ms +0.000 ACCEPT, error: 0 +0.037 Processing Delayed ACK timer +0.000 > . 607584191:607584191(0) ack 2415007853 win 3473 +0.000 Processed Delayed ACK timer +0.033 > P. 607584191:607584230(39) ack 2415007853 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 usersend: rcv.acc: 41 rcv.ccc: 41 snd.acc: 39 snd.ccc: 39 +0.000 SEND, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 < . 2415007853:2415007853(0) ack 607584230 win 511 +0.000 Stopping Retransmission timer +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 < . 2415007853:2415009421(1568) ack 607584230 win 511 +0.000 > . 607584230:607584230(0) ack 2415009421 win 3467 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 RCVD, error: 0 +0.000 > P. 607584230:607585270(1040) ack 2415009421 win 3467 +0.000 Starting Retransmission timer: 230 ms +0.000 usersend: rcv.acc: 1568 rcv.ccc: 1568 snd.acc: 1040 snd.ccc: 1040 +0.000 SEND, error: 0 +0.000 RCVD, error: 0 +0.000 < . 2415009421:2415009421(0) ack 607585270 win 503 +0.000 Stopping Retransmission timer +0.003 < P. 2415009421:2415010653(1232) ack 607585270 win 503 +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.006 > . 607585270:607586678(1408) ack 2415010653 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 > P. 607586678:607586914(236) ack 2415010653 win 3473 +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 1644 snd.ccc: 1644 +0.000 SEND, error: 0 +0.000 < . 2415010653:2415010653(0) ack 607586914 win 500 +0.000 Stopping Retransmission timer +0.007 < P. 2415010653:2415010737(84) ack 607586914 win 501 +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.036 Processing Delayed ACK timer +0.000 > . 607586914:607586914(0) ack 2415010737 win 3473 +0.000 Processed Delayed ACK timer +0.000 < P. 2415010737:2415010781(44) ack 607586914 win 501 +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.000 > P. 607586914:607586958(44) ack 2415010781 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 44 snd.ccc: 44 +0.000 SEND, error: 0 +0.000 < . 2415010781:2415010781(0) ack 607586958 win 501 +0.000 Stopping Retransmission timer +0.000 < P. 2415010781:2415010841(60) ack 607586958 win 501 +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.004 > P. 607586958:607587286(328) ack 2415010841 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 328 snd.ccc: 328 +0.000 SEND, error: 0 +0.000 < . 2415010841:2415010841(0) ack 607587286 win 501 +0.000 Stopping Retransmission timer +0.000 < P. 2415010841:2415010981(140) ack 607587286 win 501 +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.001 > P. 607587286:607587386(100) ack 2415010981 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 100 snd.ccc: 100 +0.000 SEND, error: 0 +0.001 < P. 2415010981:2415011289(308) ack 607587386 win 501 +0.000 Stopping Retransmission timer +0.000 Starting Delayed ACK timer: 40 ms +0.004 RCVD, error: 0 +0.007 > P. 607587386:607587414(28) ack 2415011289 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 28 snd.ccc: 28 +0.000 SEND, error: 0 +0.000 < P. 2415011289:2415011401(112) ack 607587414 win 501 +0.000 Stopping Retransmission timer +0.000 Starting Delayed ACK timer: 40 ms +0.011 > P. 607587414:607588182(768) ack 2415011401 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 112 rcv.ccc: 112 snd.acc: 768 snd.ccc: 768 +0.000 SEND, error: 0 +0.000 > P. 607588182:607588322(140) ack 2415011401 win 3473 +0.000 usersend: rcv.acc: 112 rcv.ccc: 112 snd.acc: 908 snd.ccc: 908 +0.000 SEND, error: 0 +0.000 < . 2415011401:2415011401(0) ack 607588322 win 501 +0.000 Stopping Retransmission timer +0.000 RCVD, error: 0 +0.000 > P. 607588322:607588366(44) ack 2415011401 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 44 snd.ccc: 44 +0.000 SEND, error: 0 +0.000 < P. 2415011401:2415011501(100) ack 607588366 win 501 +0.000 Stopping Retransmission timer +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.003 > P. 607588366:607588438(72) ack 2415011501 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 Stopping Delayed ACK timer +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 72 snd.ccc: 72 +0.000 SEND, error: 0 +0.000 < P. 2415011501:2415011537(36) ack 607588438 win 501 +0.000 Stopping Retransmission timer +0.000 Starting Delayed ACK timer: 40 ms +0.000 RCVD, error: 0 +0.039 Processing Delayed ACK timer +0.000 > . 607588438:607588438(0) ack 2415011537 win 3473 +0.000 Processed Delayed ACK timer +52.833 > P. 607588438:607588530(92) ack 2415011537 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 92 snd.ccc: 92 +0.000 SEND, error: 0 +0.021 > P. 607588530:607588606(76) ack 2415011537 win 3473 +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 168 snd.ccc: 168 +0.000 SEND, error: 0 +0.000 < . 2415011537:2415011537(0) ack 607588606 win 501 +0.000 Stopping Retransmission timer +0.000 > P. 607588606:607588642(36) ack 2415011537 win 3473 +0.000 Starting Retransmission timer: 230 ms +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 36 snd.ccc: 36 +0.000 SEND, error: 0 +0.000 > P. 607588642:607588730(88) ack 2415011537 win 3473 +0.000 usersend: rcv.acc: 0 rcv.ccc: 0 snd.acc: 124 snd.ccc: 124 +0.000 SEND, error: 0 +0.006 < . 2415011537:2415011633(96) ack 607588730 win 501 +0.000 Stopping Retransmission timer