panic: scsi_action: ccb 0xfffffe0094aa97c0, func_code 0 should not be allocated from UMA zone cpuid = 0 time = 3897 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00578ed210 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00578ed370 vpanic() at vpanic+0x257/frame 0xfffffe00578ed530 panic() at panic+0xb5/frame 0xfffffe00578ed600 scsi_action() at scsi_action+0x91a/frame 0xfffffe00578ed650 passdoioctl() at passdoioctl+0x1226/frame 0xfffffe00578ed6f0 passioctl() at passioctl+0x33/frame 0xfffffe00578ed730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00578ed820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00578ed850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00578eda60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00578edab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00578edb90 user_ioctl() at user_ioctl+0x2d1/frame 0xfffffe00578edd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00578edf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00578edf30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824f45e88, rbp = 0x824f45f20 --- KDB: enter: panic [ thread pid 8107 tid 113700 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072600000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe00578ed350 rbp 0xfffffe00578ed370 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe009d824cd0 r12 0xfffffe009d824780 r13 0xfffffffffffffffe r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 8107 (syz-executor) at 0xfffffe009d8425a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 5366 at 0xfffffe005930e5d8 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005930ab68 (map 0xfffffe005930ab68) (map.pmap 0xfffffe005930ac08) (pmap 0xfffffe005930ac78) threads: 2 113547 RunQ syz-executor 113700 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 8109 8083 8083 0 R syz-executor 8107 5366 5366 0 R (threaded) syz-executor 113547 RunQ syz-executor 113700 Run CPU 0 syz-executor 8106 4267 4267 0 R (threaded) syz-executor 110847 Run CPU 1 syz-executor 113699 RunQ syz-executor 8104 7893 7893 0 R (threaded) syz-executor 111008 RunQ syz-executor 113698 S uwait 0xfffffe0094422a00 syz-executor 8083 1544 8083 0 S wait 0xfffffe005930db08 syz-executor 8073 982 982 0 R sh 7938 0 0 0 DL mdwait 0xfffffe00933aa000 [md151] 7893 1544 7893 0 S nanslp 0xffffffff83dfc700 syz-executor 7879 0 0 0 DL mdwait 0xfffffe0092759000 [md150] 7835 0 0 0 DL mdwait 0xfffffe0092bdd000 [md149] 7759 0 0 0 DL mdwait 0xfffffe009284e000 [md148] 7656 1 7656 65 Ss select 0xfffffe0072492f40 dhclient 7649 0 0 0 DL mdwait 0xfffffe00927d3000 [md147] 7628 0 0 0 DL mdwait 0xfffffe00928b7000 [md146] 7590 0 0 0 DL mdwait 0xfffffe00927cf000 [md145] 7570 0 0 0 DL mdwait 0xfffffe00928c6000 [md144] 7559 0 0 0 DL mdwait 0xfffffe009966d000 [md143] 7546 0 0 0 DL mdwait 0xfffffe009966b000 [md142] 7536 0 0 0 DL mdwait 0xfffffe0092821000 [md141] 7522 0 0 0 DL mdwait 0xfffffe0092866000 [md140] 7511 0 0 0 DL mdwait 0xfffffe00927d1000 [md139] 7484 0 0 0 DL mdwait 0xfffffe0092816000 [md138] 7471 0 0 0 DL mdwait 0xfffffe0093e18000 [md137] 7461 0 0 0 DL mdwait 0xfffffe0098741000 [md136] 7447 0 0 0 DL mdwait 0xfffffe0092db4000 [md135] 7436 0 0 0 DL mdwait 0xfffffe0093e0d000 [md134] 7425 0 0 0 DL mdwait 0xfffffe009280f000 [md133] 7422 0 0 0 DL mdwait 0xfffffe009285c000 [md132] 7404 0 0 0 DL mdwait 0xfffffe0092db6000 [md131] 7386 0 0 0 DL mdwait 0xfffffe009285a000 [md130] 7376 0 0 0 DL mdwait 0xfffffe0098754000 [md129] 7348 0 0 0 DL mdwait 0xfffffe009874a000 [md128] 7334 0 0 0 DL mdwait 0xfffffe009872d000 [md127] 7333 0 0 0 DL mdwait 0xfffffe00928e2000 [md126] 7317 0 0 0 DL mdwait 0xfffffe00928f4000 [md125] 7303 0 0 0 DL mdwait 0xfffffe0092ab4000 [md124] 7288 0 0 0 DL mdwait 0xfffffe009872f000 [md123] 7273 0 0 0 DL mdwait 0xfffffe00928fb000 [md122] 7262 0 0 0 DL mdwait 0xfffffe00928fd000 [md121] 7251 0 0 0 DL mdwait 0xfffffe0092b63000 [md120] 7244 0 0 0 DL mdwait 0xfffffe00928f2000 [md119] 7236 0 0 0 DL mdwait 0xfffffe00928e0000 [md118] 7224 0 0 0 DL mdwait 0xfffffe0093170000 [md117] 7222 0 0 0 DL mdwait 0xfffffe00928de000 [md116] 7180 0 0 0 DL mdwait 0xfffffe0092bc4000 [md115] 7167 0 0 0 DL mdwait 0xfffffe0092a02000 [md114] 7155 0 0 0 DL mdwait 0xfffffe0093166000 [md113] 7143 0 0 0 DL mdwait 0xfffffe0092a00000 [md112] 7137 0 0 0 DL mdwait 0xfffffe0093e05000 [md111] 7127 0 0 0 DL mdwait 0xfffffe00969dd000 [md110] 7075 0 0 0 DL mdwait 0xfffffe00969e3000 [md109] 7046 0 0 0 DL mdwait 0xfffffe0092ab2000 [md108] 7039 0 0 0 DL mdwait 0xfffffe0094bda000 [md107] 6999 0 0 0 DL mdwait 0xfffffe0094a97000 [md106] 6981 0 0 0 DL mdwait 0xfffffe0093164000 [md105] 6961 1 6961 0 Ss select 0xfffffe00719bdc40 dhclient 6927 0 0 0 DL mdwait 0xfffffe0092a8b000 [md104] 6893 0 0 0 DL mdwait 0xfffffe0092b6b000 [md103] 6583 0 0 0 DL mdwait 0xfffffe0092b61000 [md102] 6557 0 0 0 DL mdwait 0xfffffe0092bc2000 [md101] 6504 0 0 0 DL mdwait 0xfffffe0092bc6000 [md100] 6497 0 0 0 DL mdwait 0xfffffe0092b4c000 [md99] 6487 0 0 0 DL mdwait 0xfffffe009a63f000 [md98] 6371 0 0 0 DL mdwait 0xfffffe0092b90000 [md97] 5988 0 0 0 DL mdwait 0xfffffe0092b5b000 [md96] 5934 0 0 0 DL mdwait 0xfffffe0092b5d000 [md95] 5889 0 0 0 DL mdwait 0xfffffe009a611000 [md94] 5877 0 0 0 DL mdwait 0xfffffe0092b59000 [md93] 5870 0 0 0 DL mdwait 0xfffffe0093a9e000 [md92] 5864 0 0 0 DL mdwait 0xfffffe0092b50000 [md91] 5851 0 0 0 DL mdwait 0xfffffe0092b96000 [md90] 5839 0 0 0 DL mdwait 0xfffffe0092b92000 [md89] 5829 0 0 0 DL mdwait 0xfffffe0093923000 [md88] 5818 0 0 0 DL mdwait 0xfffffe0092b7f000 [md87] 5791 1 5791 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 5784 0 0 0 DL mdwait 0xfffffe0092ba9000 [md86] 5771 0 0 0 DL mdwait 0xfffffe0092bb2000 [md85] 5761 0 0 0 DL mdwait 0xfffffe0093956000 [md84] 5744 0 0 0 DL mdwait 0xfffffe0093a9c000 [md83] 5734 0 0 0 DL mdwait 0xfffffe007252e000 [md82] 5723 0 0 0 DL mdwait 0xfffffe0093954000 [md81] 5479 0 0 0 DL mdwait 0xfffffe00724ec000 [md80] 5465 0 0 0 DL mdwait 0xfffffe0093927000 [md79] 5366 1544 5366 0 S nanslp 0xffffffff83dfc700 syz-executor 5364 0 0 0 DL mdwait 0xfffffe009373f000 [md78] 5299 0 0 0 DL mdwait 0xfffffe009a5cf000 [md77] 5286 0 0 0 DL mdwait 0xfffffe009a613000 [md76] 5206 0 0 0 DL mdwait 0xfffffe0093a9a000 [md75] 5194 0 0 0 DL mdwait 0xfffffe0091191000 [md74] 5181 0 0 0 DL mdwait 0xfffffe00939d4000 [md0] 5104 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 4923 0 0 0 DL mdwait 0xfffffe00939be000 [md73] 4913 0 0 0 DL mdwait 0xfffffe0093981000 [md72] 4828 0 0 0 DL mdwait 0xfffffe0093977000 [md71] 4753 0 0 0 DL mdwait 0xfffffe00968f6000 [md70] 4708 0 0 0 DL mdwait 0xfffffe009a64d000 [md69] 4669 0 0 0 DL mdwait 0xfffffe00939ac000 [md68] 4660 0 0 0 DL mdwait 0xfffffe00724e4000 [md67] 4649 0 0 0 DL mdwait 0xfffffe0071998000 [md66] 4396 0 0 0 DL mdwait 0xfffffe009a63a000 [md65] 4267 1544 4267 0 S nanslp 0xffffffff83dfc700 syz-executor 4258 0 0 0 DL mdwait 0xfffffe00968f0000 [md64] 4233 0 0 0 DL mdwait 0xfffffe009a641000 [md63] 4179 0 0 0 DL mdwait 0xfffffe00968a9000 [md62] 4153 0 0 0 DL mdwait 0xfffffe009680a000 [md61] 4080 0 0 0 DL mdwait 0xfffffe0096860000 [md60] 3970 0 0 0 DL mdwait 0xfffffe009a627000 [md59] 3927 0 0 0 DL mdwait 0xfffffe0096869000 [md58] 3783 0 0 0 DL mdwait 0xfffffe00968ee000 [md57] 3771 0 0 0 DL mdwait 0xfffffe00968f8000 [md56] 3757 0 0 0 DL mdwait 0xfffffe009685e000 [md55] 3744 0 0 0 DL mdwait 0xfffffe009680c000 [md54] 3729 0 0 0 DL mdwait 0xfffffe00942d7000 [md53] 3710 0 0 0 DL mdwait 0xfffffe0094b5e000 [md52] 3640 0 0 0 DL mdwait 0xfffffe009680e000 [md51] 3621 0 0 0 DL mdwait 0xfffffe00968ad000 [md50] 3587 0 0 0 DL mdwait 0xfffffe00968af000 [md49] 3538 0 0 0 DL mdwait 0xfffffe0093734000 [md48] 3524 0 0 0 DL mdwait 0xfffffe0094b78000 [md47] 3466 0 0 0 DL mdwait 0xfffffe0094a2d000 [md46] 3388 0 0 0 DL mdwait 0xfffffe0093791000 [md45] 3306 0 0 0 DL mdwait 0xfffffe0093726000 [md44] 3249 0 0 0 DL mdwait 0xfffffe009378f000 [md43] 3219 0 0 0 DL mdwait 0xfffffe0094b5c000 [md42] 3187 0 0 0 DL mdwait 0xfffffe00920fd000 [md41] 3127 0 0 0 DL mdwait 0xfffffe00942db000 [md40] 3053 0 0 0 DL mdwait 0xfffffe009422c000 [md39] 2940 0 0 0 DL mdwait 0xfffffe00942c4000 [md38] 2842 0 0 0 DL mdwait 0xfffffe0094211000 [md37] 2825 0 0 0 DL mdwait 0xfffffe009421b000 [md36] 2807 0 0 0 DL mdwait 0xfffffe00719b4000 [md35] 2782 0 0 0 DL mdwait 0xfffffe00942e1000 [md34] 2768 0 0 0 DL mdwait 0xfffffe00942d5000 [md33] 2757 0 0 0 DL mdwait 0xfffffe00942a1000 [md32] 2744 0 0 0 DL mdwait 0xfffffe009453d000 [md31] 2734 0 0 0 DL mdwait 0xfffffe00942b9000 [md30] 2724 0 0 0 DL mdwait 0xfffffe0094543000 [md29] 2709 0 0 0 DL mdwait 0xfffffe009429d000 [md28] 2703 0 0 0 DL mdwait 0xfffffe0094526000 [md27] 2686 0 0 0 DL mdwait 0xfffffe009136b000 [md26] 2661 0 0 0 DL mdwait 0xfffffe009452b000 [md25] 2651 0 0 0 DL mdwait 0xfffffe00945f6000 [md24] 2635 0 0 0 DL mdwait 0xfffffe00935a4000 [md23] 2624 0 0 0 DL mdwait 0xfffffe0094a89000 [md22] 2593 0 0 0 DL mdwait 0xfffffe00945dc000 [md21] 2581 0 0 0 DL mdwait 0xfffffe0091e3b000 [md20] 2555 0 0 0 DL mdwait 0xfffffe0094a9b000 [md19] 2539 0 0 0 DL mdwait 0xfffffe0094a00000 [md18] 2529 0 0 0 DL mdwait 0xfffffe009455d000 [md17] 2519 0 0 0 DL mdwait 0xfffffe005a91e000 [md16] 2476 0 0 0 DL mdwait 0xfffffe0094a2f000 [md15] 2425 0 0 0 DL mdwait 0xfffffe00913e6000 [md14] 2411 0 0 0 DL mdwait 0xfffffe00945ba000 [md13] 2400 0 0 0 DL mdwait 0xfffffe00724d1000 [md12] 2386 0 0 0 DL mdwait 0xfffffe0094557000 [md11] 2350 0 0 0 DL mdwait 0xfffffe0094559000 [md10] 2286 0 0 0 DL mdwait 0xfffffe00935a2000 [md9] 2249 0 0 0 DL mdwait 0xfffffe0091372000 [md8] 2241 0 0 0 DL mdwait 0xfffffe009118f000 [md7] 2229 0 0 0 DL mdwait 0xfffffe00942e5000 [md6] 2022 0 0 0 DL mdwait 0xfffffe0090eec000 [md5] 1882 0 0 0 DL mdwait 0xfffffe00911ac000 [md4] 1864 0 0 0 DL mdwait 0xfffffe0091260000 [md3] 1844 0 0 0 DL mdwait 0xfffffe00911ae000 [md1] 1746 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1745 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1744 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1743 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1676 0 0 0 DL mdwait 0xfffffe0090494000 [md2] 1675 0 0 0 DL (threaded) [so_splice] 100328 D - 0xfffffe0058b92400 [thr_0] 100329 D - 0xfffffe0058b92440 [thr_1] 1607 0 0 0 DL aiordy 0xfffffe0059200000 [aiod4] 1606 0 0 0 DL aiordy 0xfffffe0059200568 [aiod3] 1605 0 0 0 DL aiordy 0xfffffe0059200ad0 [aiod2] 1604 0 0 0 DL aiordy 0xfffffe005930c568 [aiod1] 1544 1543 1544 0 Ss select 0xfffffe0054362c40 syz-executor 1543 1541 1541 0 S select 0xfffffe0058f7d940 sshd-session 1541 1457 1541 0 Ss select 0xfffffe00719c0940 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0054360840 sshd 1280 1 1280 0 Ss select 0xfffffe00719c1c40 syslogd 1279 1 1276 0 S select 0xfffffe00719c1d40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a701600 syslogd 982 1 982 0 Ss wait 0xfffffe00592d0038 devd 981 1 981 65 Ss select 0xfffffe0054364640 dhclient 829 1 829 0 Ss select 0xfffffe0054360440 dhclient 826 1 826 0 Ss select 0xfffffe0054363140 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe000877e0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847f55c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84aee8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28320 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100121 D - 0xfffffe005a723800 [netlink_socket (PID] 111116 D - 0xfffffe005a724e00 [netlink_socket (PID] 111327 D - 0xfffffe0090eea800 [system_taskq_0] 111328 D - 0xfffffe0090eea800 [system_taskq_1] 111329 D - 0xfffffe0090ee9000 [system_delay_taskq_] 111330 D - 0xfffffe0090ee9000 [system_delay_taskq_] 111331 D - 0xfffffe0072481600 [zvol_tq-0_0] 111332 D - 0xfffffe0072481600 [zvol_tq-0_1] 111333 D - 0xfffffe0072481600 [zvol_tq-0_2] 111334 D - 0xfffffe0072481600 [zvol_tq-0_3] 111335 D - 0xfffffe0072481600 [zvol_tq-0_4] 111336 D - 0xfffffe0072481600 [zvol_tq-0_5] 111337 D - 0xfffffe0072481600 [zvol_tq-0_6] 111338 D - 0xfffffe0072481600 [zvol_tq-0_7] 111339 D - 0xfffffe0072481600 [zvol_tq-0_8] 111340 D - 0xfffffe0072481600 [zvol_tq-0_9] 111341 D - 0xfffffe0072481600 [zvol_tq-0_10] 111342 D - 0xfffffe0072481600 [zvol_tq-0_11] 111343 D - 0xfffffe0072481600 [zvol_tq-0_12] 111344 D - 0xfffffe0072481600 [zvol_tq-0_13] 111345 D - 0xfffffe0072481600 [zvol_tq-0_14] 111346 D - 0xfffffe0072481600 [zvol_tq-0_15] 111347 D - 0xfffffe0072481600 [zvol_tq-0_16] 111348 D - 0xfffffe0072481600 [zvol_tq-0_17] 111349 D - 0xfffffe0072481600 [zvol_tq-0_18] 111350 D - 0xfffffe0072481600 [zvol_tq-0_19] 111351 D - 0xfffffe0072481600 [zvol_tq-0_20] 111352 D - 0xfffffe0072481600 [zvol_tq-0_21] 111353 D - 0xfffffe0072481600 [zvol_tq-0_22] 111354 D - 0xfffffe0072481600 [zvol_tq-0_23] 111355 D - 0xfffffe0072481600 [zvol_tq-0_24] 111356 D - 0xfffffe0072481600 [zvol_tq-0_25] 111357 D - 0xfffffe0072481600 [zvol_tq-0_26] 111358 D - 0xfffffe0072481600 [zvol_tq-0_27] 111359 D - 0xfffffe0072481600 [zvol_tq-0_28] 111360 D - 0xfffffe0072481600 [zvol_tq-0_29] 111361 D - 0xfffffe0072481600 [zvol_tq-0_30] 111362 D - 0xfffffe0072481600 [zvol_tq-0_31] 111364 D - 0xfffffe0090499c00 [arc_prune] 111365 D - 0xfffffe00582dd600 [arc_flush_0] 111366 D - 0xfffffe00582dd600 [arc_flush_1] 111384 D - 0xfffffe0090ee8800 [dbu_evict] 111413 D - 0xfffffe007242d000 [z_vdev_file_0] 111414 D - 0xfffffe007242d000 [z_vdev_file_1] 111415 D - 0xfffffe007242d000 [z_vdev_file_2] 111416 D - 0xfffffe007242d000 [z_vdev_file_3] 111417 D - 0xfffffe007242d000 [z_vdev_file_4] 111418 D - 0xfffffe007242d000 [z_vdev_file_5] 111419 D - 0xfffffe007242d000 [z_vdev_file_6] 111420 D - 0xfffffe007242d000 [z_vdev_file_7] 111421 D - 0xfffffe007242d000 [z_vdev_file_8] 111422 D - 0xfffffe007242d000 [z_vdev_file_9] 111423 D - 0xfffffe007242d000 [z_vdev_file_10] 111424 D - 0xfffffe007242d000 [z_vdev_file_11] 111425 D - 0xfffffe007242d000 [z_vdev_file_12] 111426 D - 0xfffffe007242d000 [z_vdev_file_13] 111427 D - 0xfffffe007242d000 [z_vdev_file_14] 111428 D - 0xfffffe007242d000 [z_vdev_file_15] 111438 D - 0xfffffe0071f80e00 [zfsvfs] 8108 8073 982 0 Z ifconfig db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 1078369 linker 473 13412K 1713 pf_hash 6 12804K 6 devbuf 8522 8617K 13608 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 37 2815K 2661 sysctloid 46171 2713K 46286 vtbuf 24 1968K 46 kobj 344 1376K 2033 vmem 5 1048K 11 newblk 24 1030K 37161 vfscache 3 1025K 3 subproc 438 937K 8453 md_disk 191 610K 238 inodedep 43 528K 9719 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 DEVFS1 269 269K 324 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 818776 acpica 1674 184K 53459 GEOM 840 168K 3621 md_sectors 39 156K 39 tidhash 3 141K 3 filedesc 18 137K 8945 sem 5 135K 5 pagedep 18 133K 6394 tfo_ccache 1 128K 1 IP reass 1 128K 1 umtx 976 122K 976 LRO 48 111K 72 kdtrace 562 101K 21811 gtaskqueue 18 98K 18 devstat 48 97K 48 bus 1025 84K 4996 mtx_pool 3 74K 3 DEVFS3 288 72K 315 syncache 1 68K 1 SWAP 1 68K 1 module 544 68K 558 NFSD srvcache 3 68K 3 cred 181 68K 2392 ddb_capture 1 64K 1 BPF 30 38K 773 hostcache 1 32K 1 shm 1 32K 60 ifaddr 82 32K 966 msg 5 31K 5 kbdmux 6 28K 6 lltable 83 24K 982 lockf 176 22K 13197 DEVFS_RULE 61 22K 61 temp 60 22K 11940 kstat_data 20 20K 20 ufs_mount 4 17K 5 proc 3 17K 3 kqueue 217 17K 10903 tty 16 16K 16 pf_ifnet 54 16K 694 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 ifnet 15 15K 229 routetbl 56 14K 2100 pwddesc 212 14K 8110 kenv 138 14K 138 ether_multi 144 12K 1280 taskqueue 99 11K 16116 CAM queue 5 11K 1528 rman 75 10K 422 ksem 4 10K 31 rpc 8 9K 8 bmsafemap 4 9K 9365 plimit 22 9K 1717 UART 12 9K 12 sctp_timw 32 8K 32 filemon 1 8K 40 shmfd 1 8K 137 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 in6_multi 58 8K 239 audit_evclass 244 8K 311 UMA 350 7K 350 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 90 pfs_nodes 22 6K 22 mount 65 6K 4867 sctp_stro 5 5K 249 dirrem 18 5K 9050 msdosfs_node 17 5K 240 sctp_atcl 11 5K 1106 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 tun 10 4K 16 acpisem 28 4K 28 DEVFSP 47 3K 3408 selfd 46 3K 523488 proc-args 79 3K 11608 terminal 11 3K 11 session 22 3K 405 acpidev 21 3K 21 mkdir 20 3K 11806 uidinfo 5 3K 462 hhook 8 3K 10 sctp_ifa 18 3K 39 kcovinfo 36 3K 144 netlink 2 3K 1647 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 9 igmp 15 2K 228 diradd 14 2K 9120 Unitno 29 2K 597 osd 68 2K 2471 select 13 2K 864 CAM XPT 21 2K 545 freework 7 2K 10709 newdirblk 12 2K 5903 freefile 12 2K 7826 freeblks 6 2K 7208 in_multi 6 2K 212 vnodemarker 3 2K 219 procdesc 3 2K 245 toponodes 6 2K 6 ipsecpolicy 2 2K 5 ip6ndp 5 2K 22 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 10 NFSD session 1 1K 1 sctp_ifn 7 1K 39 CAM periph 4 1K 674 ipsec 3 1K 3 CC Mem 6 1K 2352 pfil 6 1K 6 pci_link 10 1K 10 sigio 11 1K 412 sctp_atky 16 1K 1361 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_aadr 8 1K 18 inpcbpolicy 16 1K 6809 VN POLL 4 1K 162 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 freefrag 2 1K 413 indirdep 1 1K 1794 vnodes 1 1K 34 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 frag6 2 1K 4 tcpfunc 3 1K 3 loginclass 3 1K 10 sctp_athm 11 1K 1107 sctp_map 10 1K 498 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 24 accf 2 1K 2 pmchooks 1 1K 1 CAM path 4 1K 1035 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 10525 sctp_vrf 1 1K 1 ip_msource 1 1K 45 vnet 1 1K 1 iov 1 1K 130248 pmc 1 1K 1 entropy 2 1K 93 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 446 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 209 sctp_iter 0 0K 54 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 52 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 cryptodev 0 0K 1456 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 71 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 142 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3308 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 102 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 22 audit_pipeent 0 0K 0 audit_pipe 0 0K 326 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 426 ipsecrequest 0 0K 3 mld 0 0K 0 ip6opt 0 0K 502 ip6_msource 0 0K 59 ip6_moptions 0 0K 64 in6_mfilter 0 0K 111 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 240 in_mfilter 0 0K 320 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 38 fadvise 0 0K 64 statfs 0 0K 332 namei_tracker 0 0K 23 inotify 0 0K 653 export_host 0 0K 0 cl_savebuf 0 0K 581 lio 0 0K 182 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 42 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 1858 eventfd 0 0K 32 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1970 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 2879 sysctl 0 0K 285 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 187 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 1086 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 17 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 19 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 1008 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1332 63244 0 254 39534592 0 malloc-64 64 487 112569 1183266 0 254 7235584 0 vmem btag 56 113377 15492 1090279 0 254 7216664 0 malloc-384 384 8216 94 8322 0 30 3191040 0 tcp_log 416 5256 1350 57279 0 254 2748096 0 RADIX NODE 152 16144 1026 483024 0 62 2609840 0 mbuf 256 8646 1264 135498 0 254 2536960 0 swblk 136 0 16492 32768 0 62 2242912 0 mbuf_cluster 2048 762 254 790 0 254 2080768 0 malloc-128 128 15382 378 27337 0 126 2017280 0 BUF TRIE 152 510 11268 36958 0 62 1790256 0 256 Bucket 2048 736 29 18204 0 8 1566720 0 malloc-4096 4096 370 6 9958 0 2 1540096 0 malloc-4096 4096 357 7 2085 0 2 1490944 0 sctp_asoc 2256 5 505 249 0 254 1150560 0 malloc-65536 65536 12 5 30 0 1 1114112 0 DEVCTL 1024 945 133 1565 0 0 1103872 0 THREAD 1876 348 140 13700 0 8 915488 0 FFS inode 1168 739 21 8635 0 8 887680 0 sctp_ep 1152 6 757 857 0 254 878976 0 socket 1024 36 734 16068 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 malloc-65536 65536 4 7 13 0 1 720896 0 malloc-65536 65536 3 5 113 0 1 524288 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 FPU_save_area 832 350 181 18171 0 16 441792 0 pbuf 2664 0 162 1 0 2 431568 0 malloc-64 64 5669 955 13905 0 254 423936 0 VM OBJECT 232 1553 198 110210 0 62 406232 0 VNODE 440 812 88 8940 0 30 396000 0 malloc-65536 65536 0 6 259 0 1 393216 0 sctp_raddr 736 5 505 249 0 254 375360 0 malloc-32768 32768 2 9 519 0 1 360448 0 malloc-4096 4096 76 6 125 0 2 335872 0 malloc-16 16 19095 813 27635 0 254 318528 0 malloc-1024 1024 285 19 647 0 16 311296 0 PROC 1384 212 12 8109 0 8 310016 0 malloc-256 256 939 181 38330 0 62 286720 0 64 Bucket 512 450 105 24925 0 30 284160 0 malloc-256 256 468 588 73895 0 62 270336 0 malloc-32 32 7484 958 18609 0 254 270144 0 filedesc0 1072 212 33 8110 0 8 262640 0 malloc-32768 32768 1 7 47 0 1 262144 0 malloc-2048 2048 102 26 1672 0 8 262144 0 UMA Zones 768 322 3 322 0 16 249600 0 unpcb 320 15 755 7972 0 254 246400 0 FFS2 dinode 256 739 191 8635 0 62 238080 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 4664 0 1 212992 0 malloc-128 128 1185 463 24995 0 126 210944 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 28 0 1 196608 0 malloc-2048 2048 15 81 1935 0 8 196608 0 mbuf_packet 256 14 748 4909 0 254 195072 0 MAP ENTRY 96 1372 656 420227 0 126 194688 0 swpctrie 152 0 1200 2186 0 62 182400 0 malloc-8192 8192 17 5 72 0 1 180224 0 malloc-128 128 928 464 42475 0 126 178176 0 malloc-128 128 996 396 4939 0 126 178176 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-16384 16384 3 7 133 0 1 163840 0 S VFS Cache 104 1159 353 10386 0 126 157248 0 128 Bucket 1024 93 59 4736 0 16 155648 0 tcp_inpcb 1304 9 105 2269 0 8 148656 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-32768 32768 0 4 4 0 1 131072 0 malloc-16384 16384 8 0 8 0 1 131072 0 malloc-384 384 228 102 5363 0 30 126720 0 UMA Kegs 384 309 0 309 0 30 118656 0 ksiginfo 112 209 847 342 0 126 118272 0 malloc-384 384 227 73 626 0 30 115200 0 zio_data_buf_16384 16384 0 7 9 0 1 114688 0 g_bio 424 0 243 94709 0 31 103032 0 zio_buf_16384 16384 0 6 10 0 1 98304 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-8192 8192 8 4 93 0 1 98304 0 malloc-2048 2048 26 22 199 0 8 98304 0 malloc-2048 2048 6 42 522 0 8 98304 0 malloc-256 256 156 220 1830 0 62 96256 0 32 Bucket 256 128 247 5173 0 62 96000 0 DIRHASH 1024 42 46 82 0 16 90112 0 malloc-8192 8192 4 7 438 0 1 90112 0 syncache 168 0 529 18 0 254 88872 0 vnpbuf 2664 0 32 6 0 16 85248 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-8192 8192 4 6 111 0 1 81920 0 malloc-1024 1024 32 48 1232 0 16 81920 0 malloc-1024 1024 32 48 246 0 16 81920 0 malloc-128 128 195 445 12893 0 126 81920 0 malloc-128 128 168 472 4600 0 126 81920 0 malloc-64 64 403 877 831 0 254 81920 0 malloc-64 64 525 755 3106 0 254 81920 0 ttyoutq 256 157 158 965 0 62 80640 0 sctp_readq 152 0 525 2 0 254 79800 0 sctp_chunk 152 5 520 7 0 254 79800 0 TURNSTILE 136 489 78 489 0 62 77112 0 ttyinq 160 300 156 1860 0 62 72960 0 malloc-384 384 80 100 3090 0 30 69120 0 malloc-384 384 49 131 9728 0 30 69120 0 pcpu-64 64 516 548 516 0 254 68096 0 NAMEI 1024 0 66 90387 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 161 0 1 65536 0 malloc-4096 4096 10 6 301 0 2 65536 0 malloc-2048 2048 6 26 93 0 8 65536 0 malloc-2048 2048 5 27 817 0 8 65536 0 malloc-2048 2048 3 29 1508 0 8 65536 0 malloc-1024 1024 5 59 6247 0 16 65536 0 malloc-1024 1024 16 48 264 0 16 65536 0 malloc-1024 1024 26 38 301 0 16 65536 0 malloc-1024 1024 3 61 4048 0 16 65536 0 malloc-128 128 85 427 11212 0 126 65536 0 malloc-128 128 143 369 775 0 126 65536 0 malloc-64 64 111 913 10657 0 254 65536 0 malloc-64 64 33 991 78831 0 254 65536 0 Files 80 174 626 60834 0 126 64000 0 malloc-256 256 6 242 3572 0 62 63488 0 malloc-256 256 38 210 50386 0 62 63488 0 malloc-256 256 41 207 1388 0 62 63488 0 malloc-256 256 11 237 1557 0 62 63488 0 malloc-256 256 35 213 8436 0 62 63488 0 udp_inpcb 408 7 146 2928 0 30 62424 0 AIOCB 552 0 112 1512 0 16 61824 0 malloc-512 512 14 106 439 0 30 61440 0 malloc-512 512 6 114 1937 0 30 61440 0 malloc-512 512 13 107 156 0 30 61440 0 pcpu-8 8 6611 1069 34888 0 254 61440 0 sctp_stream_msg_out 112 0 528 88 0 254 59136 0 pipe 736 18 62 2662 0 16 58880 0 SLEEPQUEUE 88 489 162 489 0 126 57288 0 ripcb 376 3 147 1193 0 30 56400 0 16 Bucket 144 120 270 11975 0 62 56160 0 tcp_bbr_map 128 0 406 368 0 126 51968 0 udplite_inpcb 408 0 126 419 0 30 51408 0 cpuset 200 43 213 287 0 62 51200 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-64 64 33 735 677 0 254 49152 0 malloc-64 64 59 709 3747 0 254 49152 0 VMSPACE 584 33 51 7882 0 16 49056 0 pass0 1976 1 23 50 0 8 47424 0 malloc-512 512 0 92 82 0 30 47104 0 malloc-512 512 8 84 1553 0 30 47104 0 malloc-384 384 51 69 121 0 30 46080 0 8 Bucket 80 115 437 20984 0 126 44160 0 tcp_bbr_pcb 896 0 48 89 0 16 43008 0 clpbuf 2664 0 16 601 0 4 42624 0 itimer 352 0 121 1598 0 30 42592 0 malloc-32 32 346 977 2690 0 254 42336 0 AIO 208 0 198 1019 0 62 41184 0 malloc-4096 4096 4 6 3410 0 2 40960 0 ertt 72 6 544 2269 0 126 39600 0 da_ccb 544 0 70 24023 0 16 38080 0 rl_entry 48 62 730 2757 0 254 38016 0 vtnet_tx_hdr 40 0 924 16864 0 254 36960 0 hostcache 64 3 557 3 0 254 35840 0 2 Bucket 32 156 955 11601 0 254 35552 0 routing nhops 256 25 110 83 0 62 34560 0 malloc-384 384 1 89 92 0 30 34560 0 malloc-32 32 110 961 8644 0 254 34272 0 ertt_txseginfo 40 0 840 13326 0 254 33600 0 PWD 40 18 822 4556 0 254 33600 0 tcp_log_id_node 120 3 276 31 0 126 33480 0 tcp_rack_map 128 0 261 176 0 126 33408 0 malloc-4096 4096 2 6 11 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 domainset 40 1 818 312 0 254 32760 0 ipq 56 1 566 7 0 254 31752 0 PGRP 120 26 238 443 0 126 31680 0 KNOTE 160 10 182 1002 0 62 30720 0 L VFS Cache 320 1 95 863 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 22 0 30 30720 0 tcp_rack_pcb 1088 0 28 71 0 8 30464 0 sctp_laddr 48 12 564 87 0 254 27648 0 4 Bucket 48 8 568 44 0 254 27648 0 AIOLIO 272 0 98 181 0 30 26656 0 mqnode 416 4 59 5 0 30 26208 0 malloc-32 32 42 777 1246 0 254 26208 0 malloc-32 32 143 676 604 0 254 26208 0 malloc-32 32 25 794 56088 0 254 26208 0 malloc-32 32 76 743 3132 0 254 26208 0 malloc-32 32 11 808 1262 0 254 26208 0 kenv 258 18 80 1148 0 30 25284 0 fakepg 88 0 276 12 0 126 24288 0 tcp_log_id_bucket 176 3 129 18 0 62 23232 0 splice 184 0 126 49 0 62 23184 0 rtentry 168 27 111 83 0 62 23184 0 Mountpoints 2816 3 5 35 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 1 74 2 0 62 18600 0 malloc-16 16 255 879 3026 0 254 18144 0 malloc-16 16 94 1040 3722 0 254 18144 0 malloc-16 16 310 824 25316 0 254 18144 0 malloc-16 16 64 1070 1966 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnotifier 216 0 72 1 0 62 15552 0 malloc-16 16 82 800 12286 0 254 14112 0 malloc-16 16 10 872 76204 0 254 14112 0 malloc-16 16 57 825 597 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 2 0 30 11520 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 83 14 83 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 24 12 124 0 0 3456 0 tfo 4 0 750 2 0 254 3000 0 md148 4 0 0 0 0 254 0 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md57 4 0 0 0 0 254 0 0 md56 4 0 0 0 0 254 0 0 md55 4 0 0 0 0 254 0 0 md27 4 0 0 0 0 254 0 0 md3 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl