panic: ASan: Invalid access, 8-byte read at 0xfffffe00a7a391b8, UMAUseAfterFree(fd) cpuid = 1 time = 1635016015 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a7549e90 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a7549ff0 vpanic() at vpanic+0x2c5/frame 0xfffffe00a754a0d0 panic() at panic+0xb5/frame 0xfffffe00a754a190 __asan_load8_noabort() at __asan_load8_noabort+0x376/frame 0xfffffe00a754a250 sctp_lower_sosend() at sctp_lower_sosend+0x65e/frame 0xfffffe00a754a740 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe00a754a9e0 sosend() at sosend+0xfc/frame 0xfffffe00a754aa50 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe00a754abc0 sendit() at sendit+0x2b0/frame 0xfffffe00a754ac10 sys_sendto() at sys_sendto+0x182/frame 0xfffffe00a754ad30 ia32_syscall() at ia32_syscall+0x41f/frame 0xfffffe00a754af30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 13197 tid 117289 ] Stopped at kdb_enter+0x6b: movq $0,0x28dfb4a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xd722125659b75092 rdx 0x3ffff rbx 0 rsp 0xfffffe00a7549fd0 rbp 0xfffffe00a7549ff0 rsi 0x40001 rdi 0xffffffff817c05fa vprintf+0x35a r8 0 r9 0xfffffe00a7549b08 r10 0 r11 0xfffffe00ac74e350 r12 0xfffffe00ac74de40 r13 0xfffffe00a754a001 r14 0xffffffff82c87580 .str.18 r15 0xffffffff82c87580 .str.18 rip 0xffffffff817b3f6b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28dfb4a(%rip) db> show proc Process 13197 (syz-executor.2) at 0xfffffe00ac73e538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffffe009e9aca70 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053d5c538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00abf7b3f0 (map 0xfffffe00abf7b3f0) (map.pmap 0xfffffe00abf7b4b0) (pmap 0xfffffe00abf7b518) threads: 2 116543 RunQ syz-executor.2 117289 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 13197 785 785 0 R (threaded) syz-executor.2 116543 RunQ syz-executor.2 117289 Run CPU 1 syz-executor.2 13192 803 803 0 R (threaded) syz-executor.3 117233 RunQ syz-executor.3 117281 S uwait 0xfffffe00ac753900 syz-executor.3 117290 S uwait 0xfffffe00a9c9f580 syz-executor.3 13191 777 777 0 S (threaded) syz-executor.0 116889 S nanslp 0xffffffff84060981 syz-executor.0 117279 S sbwait 0xfffffe00abffa2dc syz-executor.0 117282 S sbwait 0xfffffe00abffa2dc syz-executor.0 117285 S uwait 0xfffffe00ac753a00 syz-executor.0 12734 1 785 0 S uwait 0xfffffe00aafe7200 syz-executor.2 12408 1 785 0 S uwait 0xfffffe00a9cecb80 syz-executor.2 12406 1 785 0 S uwait 0xfffffe00aafe7b80 syz-executor.2 12402 1 785 0 S uwait 0xfffffe00aafe7d80 syz-executor.2 12401 1 785 0 S umtxn 0xfffffe00a9cec080 syz-executor.2 12398 1 785 0 S uwait 0xfffffe00a7fb0500 syz-executor.2 12397 1 785 0 S uwait 0xfffffe00ac753c00 syz-executor.2 12394 1 785 0 S umtxn 0xfffffe00a9cec380 syz-executor.2 12393 1 785 0 S umtxn 0xfffffe00a9cfa080 syz-executor.2 12392 1 785 0 S uwait 0xfffffe00a9cfa280 syz-executor.2 12042 1 778 0 S uwait 0xfffffe00a9375e80 syz-executor.1 12040 1 778 0 S uwait 0xfffffe00a9c9fa80 syz-executor.1 12006 1 777 0 SV uwait 0xfffffe00aafe7780 syz-executor.0 11998 1 777 0 SV uwait 0xfffffe00a9cfa980 syz-executor.0 11989 1 777 0 SV uwait 0xfffffe00a9cec680 syz-executor.0 11978 11977 777 0 SV uwait 0xfffffe00a9c9f880 syz-executor.0 11977 1 777 0 DV ppwait 0xfffffe00ac679a20 syz-executor.0 11565 1 785 0 S uwait 0xfffffe00a9cfad80 syz-executor.2 11564 1 785 0 S uwait 0xfffffe00a7a90100 syz-executor.2 11561 1 785 0 S uwait 0xfffffe0058847b80 syz-executor.2 11559 1 785 0 S uwait 0xfffffe00a9cfae80 syz-executor.2 11556 1 785 0 S uwait 0xfffffe0056fe3000 syz-executor.2 11553 1 785 0 S uwait 0xfffffe00a9375300 syz-executor.2 11550 1 785 0 S uwait 0xfffffe00a9cfa580 syz-executor.2 11549 1 785 0 S uwait 0xfffffe00a9cfa680 syz-executor.2 11548 1 785 0 S uwait 0xfffffe00a9c9f480 syz-executor.2 11546 1 785 0 S umtxn 0xfffffe00a9cec780 syz-executor.2 11519 1 777 0 S uwait 0xfffffe00a9c9f080 syz-executor.0 11505 1 777 0 S umtxn 0xfffffe00a9375200 syz-executor.0 11502 1 778 0 S uwait 0xfffffe00a9cec980 syz-executor.1 11495 1 777 0 S umtxn 0xfffffe00a9cecf00 syz-executor.0 11494 1 803 0 S uwait 0xfffffe00a9ceca80 syz-executor.3 11491 1 785 0 S uwait 0xfffffe00a9375500 syz-executor.2 11489 1 778 0 S uwait 0xfffffe00a9c9f680 syz-executor.1 11487 1 777 0 S uwait 0xfffffe00a7fb0200 syz-executor.0 11485 1 803 0 S umtxn 0xfffffe00a7a90600 syz-executor.3 11484 1 778 0 S uwait 0xfffffe00a7fb0400 syz-executor.1 11483 1 785 0 S uwait 0xfffffe0058539200 syz-executor.2 11482 1 777 0 S uwait 0xfffffe00a9c9f380 syz-executor.0 11477 1 777 0 S uwait 0xfffffe00a9cec880 syz-executor.0 11476 1 785 0 S uwait 0xfffffe00a9375400 syz-executor.2 11475 1 803 0 S uwait 0xfffffe00a9cecd80 syz-executor.3 11466 1 777 0 S uwait 0xfffffe0056fe3400 syz-executor.0 11465 1 777 0 S umtxn 0xfffffe009e9cc780 syz-executor.0 11057 1 785 0 S umtxn 0xfffffe00a7fb0300 syz-executor.2 11054 1 785 0 S uwait 0xfffffe00a9c9fc80 syz-executor.2 11050 1 785 0 S uwait 0xfffffe00a9375000 syz-executor.2 11046 1 785 0 S uwait 0xfffffe00a7a90c00 syz-executor.2 11044 1 785 0 S umtxn 0xfffffe0058539000 syz-executor.2 11042 1 785 0 S uwait 0xfffffe00a9375800 syz-executor.2 11040 1 785 0 S uwait 0xfffffe00a9c9fb80 syz-executor.2 11039 1 785 0 S umtxn 0xfffffe00a9cecc80 syz-executor.2 10984 1 803 0 S uwait 0xfffffe00a9375900 syz-executor.3 10982 1 803 0 S umtxn 0xfffffe0058539700 syz-executor.3 10850 1 785 0 S uwait 0xfffffe00a7fb0e80 syz-executor.2 10846 1 785 0 S umtxn 0xfffffe00a7a90700 syz-executor.2 10600 1 785 0 S uwait 0xfffffe0058844e80 syz-executor.2 10591 1 785 0 S uwait 0xfffffe0056fe3380 syz-executor.2 10586 1 785 0 S uwait 0xfffffe00a7a90900 syz-executor.2 10582 1 785 0 S uwait 0xfffffe0058844c80 syz-executor.2 10579 1 785 0 S uwait 0xfffffe00a9c9f180 syz-executor.2 10098 1 777 0 S uwait 0xfffffe009fa0a600 syz-executor.0 10097 1 777 0 S uwait 0xfffffe0058847d80 syz-executor.0 9750 1 777 0 S uwait 0xfffffe0058844980 syz-executor.0 9747 1 777 0 S uwait 0xfffffe00a9c9f280 syz-executor.0 9161 1 785 0 S uwait 0xfffffe00a7a90000 syz-executor.2 9157 1 785 0 S uwait 0xfffffe009e9ccd00 syz-executor.2 9151 1 785 0 S umtxn 0xfffffe00a9375100 syz-executor.2 9147 1 785 0 S uwait 0xfffffe00a9375600 syz-executor.2 9140 1 785 0 S uwait 0xfffffe00a9c9f780 syz-executor.2 8648 1 803 0 S uwait 0xfffffe0058844b80 syz-executor.3 8647 1 803 0 S uwait 0xfffffe0058844580 syz-executor.3 6007 0 0 0 DL (threaded) [zfskern] 106216 D t->zthr 0xfffffe00a96c2848 [arc_evict] 106903 D t->zthr 0xfffffe00a96c2748 [arc_reap] 106904 D - 0xfffffe00a797f500 [dbu_evict] 106905 D dbuf_ev 0xffffffff85ca0480 [dbuf_evict_thread] 106906 D - 0xfffffe009e471100 [z_vdev_file_0] 106907 D - 0xfffffe009e471100 [z_vdev_file_1] 106908 D - 0xfffffe009e471100 [z_vdev_file_2] 106909 D - 0xfffffe009e471100 [z_vdev_file_3] 106910 D - 0xfffffe009e471100 [z_vdev_file_4] 106911 D - 0xfffffe009e471100 [z_vdev_file_5] 106912 D - 0xfffffe009e471100 [z_vdev_file_6] 106913 D - 0xfffffe009e471100 [z_vdev_file_7] 106914 D - 0xfffffe009e471100 [z_vdev_file_8] 106915 D - 0xfffffe009e471100 [z_vdev_file_9] 106916 D - 0xfffffe009e471100 [z_vdev_file_10] 106917 D - 0xfffffe009e471100 [z_vdev_file_11] 106918 D - 0xfffffe009e471100 [z_vdev_file_12] 106919 D - 0xfffffe009e471100 [z_vdev_file_13] 106920 D - 0xfffffe009e471100 [z_vdev_file_14] 106921 D - 0xfffffe009e471100 [z_vdev_file_15] 106922 D l2arc_f 0xffffffff85c8f480 [l2arc_feed_thread] 106923 D - 0xfffffe009fae9900 [zfsvfs] 106924 S zevent_ 0xffffffff85ca1440 [sysevent] 5108 1 803 0 S uwait 0xfffffe00a7a90a00 syz-executor.3 5106 1 778 0 S uwait 0xfffffe009fa0a180 syz-executor.1 5102 1 785 0 S uwait 0xfffffe00a7a90b00 syz-executor.2 5098 1 803 0 S uwait 0xfffffe0058849800 syz-executor.3 5097 1 778 0 S uwait 0xfffffe009e9cc680 syz-executor.1 5092 1 785 0 S uwait 0xfffffe0058844680 syz-executor.2 5088 1 803 0 S uwait 0xfffffe009fa0ab00 syz-executor.3 5087 1 778 0 S uwait 0xfffffe009e9cc880 syz-executor.1 5083 1 785 0 S uwait 0xfffffe00a7a90400 syz-executor.2 5077 1 785 0 S uwait 0xfffffe0058539600 syz-executor.2 5075 1 785 0 S uwait 0xfffffe0058847280 syz-executor.2 4671 1 4671 65 Ss select 0xfffffe009e4ac940 dhclient 4351 1 803 0 S uwait 0xfffffe0058844480 syz-executor.3 4350 1 803 0 S uwait 0xfffffe00a7a90800 syz-executor.3 4341 1 803 0 S uwait 0xfffffe009fa0aa00 syz-executor.3 4336 1 803 0 S uwait 0xfffffe0058844d80 syz-executor.3 4331 1 778 0 S uwait 0xfffffe0058849100 syz-executor.1 4330 1 778 0 S uwait 0xfffffe009fa0a800 syz-executor.1 4328 1 803 0 S uwait 0xfffffe0058539100 syz-executor.3 4326 1 785 0 S uwait 0xfffffe009fa0a900 syz-executor.2 4323 1 785 0 S umtxn 0xfffffe0058539300 syz-executor.2 4322 1 803 0 S uwait 0xfffffe0058539400 syz-executor.3 4317 1 778 0 S umtxn 0xfffffe005884c100 syz-executor.1 4316 1 785 0 S uwait 0xfffffe0058844380 syz-executor.2 4315 1 778 0 S uwait 0xfffffe009fa0a400 syz-executor.1 4313 1 785 0 S uwait 0xfffffe005884c000 syz-executor.2 4305 1 785 0 S umtxn 0xfffffe0058844280 syz-executor.2 4304 1 778 0 S uwait 0xfffffe009fa0a700 syz-executor.1 4303 1 778 0 S uwait 0xfffffe00a7a90d00 syz-executor.1 4302 1 785 0 S uwait 0xfffffe0058847c80 syz-executor.2 4293 1 785 0 S uwait 0xfffffe009e9cc080 syz-executor.2 4292 1 785 0 S uwait 0xfffffe00a7a90e00 syz-executor.2 4291 1 785 0 S uwait 0xfffffe0058849900 syz-executor.2 4285 1 785 0 S uwait 0xfffffe0058847580 syz-executor.2 3835 1 3835 0 Ss select 0xfffffe009e4ace40 dhclient 3827 1 3827 0 Ss select 0xfffffe009e4ac140 dhclient 3772 1 3772 65 Ss select 0xfffffe009e3132c0 dhclient 3579 0 0 0 DL - 0xffffffff84181c80 [soaiod4] 3578 0 0 0 DL - 0xffffffff84181c80 [soaiod3] 3577 0 0 0 DL - 0xffffffff84181c80 [soaiod2] 3576 0 0 0 DL - 0xffffffff84181c80 [soaiod1] 3531 1 778 0 S uwait 0xfffffe0058844880 syz-executor.1 2921 1 2921 0 Ss select 0xfffffe009e4acdc0 dhclient 2917 1 2917 0 Ss select 0xfffffe00a7a15ec0 dhclient 2895 1 2895 65 Ss select 0xfffffe009e313440 dhclient 2584 2581 2578 0 S uwait 0xfffffe0058849d00 syz-executor.3 2581 2578 2578 0 SV uwait 0xfffffe0058849e00 syz-executor.3 2579 2578 2574 0 S uwait 0xfffffe0058847e80 syz-executor.3 2578 1 2578 0 DVs ppwait 0xfffffe00a77e2f58 syz-executor.3 2060 1 2060 0 Ss select 0xfffffe009e4ac0c0 dhclient 2057 1 2057 0 Ss select 0xfffffe009e313340 dhclient 2034 1 2034 65 Ss select 0xfffffe009fa3fc40 dhclient 1306 1 778 0 S uwait 0xfffffe009e9ccb00 syz-executor.1 1303 1 778 0 S uwait 0xfffffe0058847180 syz-executor.1 1302 1 785 0 S uwait 0xfffffe0058849a00 syz-executor.2 1299 1 785 0 S uwait 0xfffffe0057404300 syz-executor.2 1298 1 778 0 S uwait 0xfffffe005884c580 syz-executor.1 1296 1 785 0 S umtxn 0xfffffe009e9cc580 syz-executor.2 1291 1 778 0 S uwait 0xfffffe0058847680 syz-executor.1 1290 1 785 0 S uwait 0xfffffe009e9cc380 syz-executor.2 1287 1 778 0 S uwait 0xfffffe0058847880 syz-executor.1 1286 1 785 0 S uwait 0xfffffe0058847080 syz-executor.2 1283 1 778 0 S uwait 0xfffffe005884ce80 syz-executor.1 1282 1 785 0 S uwait 0xfffffe0058847480 syz-executor.2 1277 1 785 0 S uwait 0xfffffe0058849c00 syz-executor.2 1275 1 785 0 S uwait 0xfffffe0058847780 syz-executor.2 1271 1 785 0 S uwait 0xfffffe0058849400 syz-executor.2 1265 1 785 0 S uwait 0xfffffe0058847380 syz-executor.2 1264 1 785 0 S uwait 0xfffffe009e9cc980 syz-executor.2 1096 0 0 0 DL aiordy 0xfffffe009e3c4a70 [aiod4] 1095 0 0 0 DL aiordy 0xfffffe009fa01538 [aiod3] 1094 0 0 0 DL aiordy 0xfffffe009fa44a70 [aiod2] 1093 0 0 0 DL aiordy 0xfffffe0058769000 [aiod1] 1036 1 1036 0 Ss select 0xfffffe00588737c0 dhclient 1031 1 1031 0 Ss select 0xfffffe009e4ac740 dhclient 803 775 803 0 Ss nanslp 0xffffffff84060981 syz-executor.3 785 775 785 0 Ss nanslp 0xffffffff84060980 syz-executor.2 778 775 778 0 Rs syz-executor.1 777 775 777 0 Ss nanslp 0xffffffff84060980 syz-executor.0 775 773 773 0 R (threaded) syz-fuzzer 100114 S uwait 0xfffffe0058849600 syz-fuzzer 100116 S nanslp 0xffffffff84060981 syz-fuzzer 100117 S uwait 0xfffffe009e9ccf00 syz-fuzzer 100118 S uwait 0xfffffe0058852080 syz-fuzzer 100119 S uwait 0xfffffe0058852180 syz-fuzzer 100120 S uwait 0xfffffe0058852280 syz-fuzzer 100121 Run CPU 0 syz-fuzzer 100122 S uwait 0xfffffe0058849200 syz-fuzzer 100145 RunQ syz-fuzzer 104826 S uwait 0xfffffe00a7a90300 syz-fuzzer 773 771 773 0 Ss pause 0xfffffe009e9c15e8 csh 771 689 771 0 Ss select 0xfffffe009e4ac9c0 sshd 755 1 755 0 Ss+ ttyin 0xfffffe00570040b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00583e10b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00583e18b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00575fc0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00575fc8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00575f80b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00575f88b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00575cb0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00575cb8b0 getty 693 1 693 0 Ss nanslp 0xffffffff84060981 cron 689 1 689 0 Ss select 0xfffffe009e4acd40 sshd 502 1 502 0 Ss select 0xfffffe00588734c0 syslogd 431 1 431 0 Ss select 0xfffffe009e313640 devd 430 1 430 65 Ss select 0xfffffe0058873bc0 dhclient 345 1 345 0 Ss select 0xfffffe009e313bc0 dhclient 342 1 342 0 Ss select 0xfffffe009e313cc0 dhclient 18 0 0 0 DL vlruwt 0xfffffe0058769538 [vnlru] 17 0 0 0 DL syncer 0xffffffff84188de0 [syncer] 16 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84186ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe00588b2ce8 [/ worker] 15 0 0 0 DL psleep 0xffffffff841bf000 [vmdaemon] 9 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b2af8 [dom0] 100082 D launds 0xffffffff841b2b04 [laundry: dom0] 100083 D umarcl 0xffffffff81eb8ed0 [uma] 8 0 0 0 DL - 0xffffffff83e16be0 [rand_harvestq] 7 0 0 0 DL waiting 0xffffffff84bf7760 [sctp_iterator] 6 0 0 0 DL pftm 0xffffffff84fa4060 [pf purge] 5 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9c3c0 [doneq0] 100046 D - 0xffffffff83c9c340 [async] 100075 D - 0xffffffff83c9c1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ab4c88 [sequencer 00] 4 0 0 0 DL crypto_ 0xfffffe00541bed80 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffffe00541bed30 [crypto returns 0] 2 0 0 0 TL crypto_ 0xffffffff841acba0 [crypto] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84033b40 [g_event] 100037 D - 0xffffffff84033b80 [g_up] 100038 D - 0xffffffff84033bc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi3: vm] 100030 I [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d5c538 [init] 10 0 0 0 DL audit_w 0xffffffff841adb40 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84034a40 [swapper] 100005 D - 0xfffffe0053df0600 [if_config_tqg_0] 100006 D - 0xfffffe0053df0500 [softirq_0] 100007 D - 0xfffffe0053df0400 [softirq_1] 100008 D - 0xfffffe0053df0300 [if_io_tqg_0] 100009 D - 0xfffffe0053df0200 [if_io_tqg_1] 100010 D - 0xfffffe0053df0100 [inm_free taskq] 100011 D - 0xfffffe0053df0000 [deferred_unmount ta] 100012 D - 0xfffffe0053dfae00 [thread taskq] 100014 D - 0xfffffe0053dfab00 [pci_hp taskq] 100015 D - 0xfffffe0053dfaa00 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053dfa900 [kqueue_ctx taskq] 100019 D - 0xfffffe0053dfa400 [aiod_kick taskq] 100020 D - 0xfffffe0053dfa300 [in6m_free taskq] 100021 D - 0xfffffe0053dfa200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053dfa200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053dfa200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053dfa200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053dfa100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053dfa100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053dfa100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053dfa100 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000811a800 [firmware taskq] 100039 D - 0xfffffe00541a3d00 [crypto_0] 100040 D - 0xfffffe00541a3d00 [crypto_1] 100056 D - 0xfffffe00541a3200 [vtnet0 rxq 0] 100057 D - 0xfffffe00541a3100 [vtnet0 txq 0] 100058 D - 0xfffffe00541a3000 [vtnet0 rxq 1] 100059 D - 0xfffffe0056ee2e00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0056b94980 [virtio_balloon] 100065 D - 0xfffffe0056ee2700 [mca taskq] 100066 D - 0xffffffff82c8e541 [deadlkres] 100071 D - 0xfffffe00541a3a00 [acpi_task_0] 100072 D - 0xfffffe00541a3a00 [acpi_task_1] 100073 D - 0xfffffe00541a3a00 [acpi_task_2] 100074 D - 0xfffffe00541a3700 [CAM taskq] 106897 D - 0xfffffe00a771ee00 [system_taskq_0] 106898 D - 0xfffffe00a771ee00 [system_taskq_1] 106899 D - 0xfffffe00a79a4200 [system_delay_taskq_] 106900 D - 0xfffffe00a79a4200 [system_delay_taskq_] 106901 D - 0xfffffe00a7c69500 [arc_prune_0] 106902 D - 0xfffffe00a7c69500 [arc_prune_1] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 sctp_stro 331 10728K 7085 linker 401 10471K 490 devbuf 4213 4323K 4242 tcp_hpts 6 3201K 6 solaris 129 2804K 199 sysctloid 47243 2778K 47347 filedesc 268 2141K 24355 vtbuf 24 1968K 46 pcb 922 1530K 36192 kobj 326 1304K 486 newblk 14 1028K 34947 vfscache 3 1025K 3 subproc 404 852K 13425 inodedep 83 543K 13437 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 817 307K 24200 vmem 3 276K 6 acpica 1674 184K 55237 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 8 130K 12230 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 kdtrace 513 93K 30489 BPF 46 88K 108 umtx 682 86K 682 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atky 1148 48K 32755 temp 35 35K 4448 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 50 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 87 DEVFS_RULE 56 20K 56 lltable 57 19K 495 routetbl 144 19K 1104 dirrem 72 18K 12908 sctp_timw 69 18K 69 kstat_data 17 17K 17 ufs_mount 4 17K 5 sctp_stri 33 17K 1338 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 kqueue 195 15K 13303 bus-sc 34 15K 1691 ksem 33 13K 355 sctp_athm 817 13K 24915 ether_multi 157 13K 192 KTRACE 100 13K 100 ifnet 7 13K 7 pwddesc 192 12K 13375 kenv 95 12K 95 eventhandler 136 12K 136 sctp_map 662 11K 14018 CAM queue 5 11K 1528 GEOM 61 10K 496 rman 84 10K 425 freefile 74 10K 12764 in6_multi 71 9K 71 taskqueue 81 9K 81 bmsafemap 2 9K 13513 cred 33 9K 458 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 17 pfs_vncache 1 8K 1 DEVFSP 126 8K 2265 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 UMA 363 7K 363 plimit 25 7K 532 sglist 5 7K 5 CAM DEV 3 6K 510 pf_ifnet 17 6K 240 ufs_dirhash 24 5K 24 session 37 5K 58 vt 11 5K 11 pf_table 2 4K 169 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 ip6opt 26 4K 206 acpisem 28 4K 28 selfd 55 4K 176846 lockf 32 4K 245 hhook 15 4K 17 xform 48 3K 3616 newreno data 46 3K 4662 proc-args 52 3K 710 terminal 11 3K 11 select 19 3K 249 uidinfo 4 3K 57 pf_osfp 19 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 inpcbpolicy 58 2K 5780 sctp_ifa 14 2K 15 Unitno 27 2K 81 CAM XPT 22 2K 543 freework 7 2K 21458 osd 75 2K 4696 freeblks 6 2K 13173 in_multi 6 2K 16 vnodemarker 3 2K 599 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 indirdep 4 1K 11748 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mkdir 7 1K 24170 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 187 pci_link 10 1K 10 crypto 4 1K 970 encap_export_host 12 1K 12 procdesc 5 1K 18 pf_rule 4 1K 226 diradd 4 1K 12951 pfil 4 1K 4 cdev 2 1K 2 newdirblk 3 1K 12085 chacha20random 1 1K 1 tcp_fsb 10 1K 1335 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 22 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 soname 6 1K 21544 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filedesc_to_leader 2 1K 13 iov 2 1K 23684 filecaps 5 1K 130 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 37 cdg data 0 0K 15 sctp_mcore 0 0K 0 sctp_socko 0 0K 12091 sctp_iter 0 0K 47 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 42 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 144 dctcp data 0 0K 20 mqdata 0 0K 0 vegas data 0 0K 10 cubic data 0 0K 16 chd data 0 0K 23 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12330 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 296 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 8 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 11 ip_moptions 0 0K 24 in_mfilter 0 0K 25 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 10 acpi_perf 0 0K 0 statfs 0 0K 12304 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 3 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 670 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 24 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 302 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 927 eventfd 0 0K 21 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 292 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 943 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8352 2259 823246 0 254 43462656 0 tcp_log 416 15645 46680 1369271 0 254 25927200 0 ertt_txseginfo 40 89683 49697 2445055 0 254 5575200 0 mbuf 256 9526 4019 4839692 0 254 3467520 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 15913 350 342819 0 63 2341872 0 malloc-16384 16384 133 5 12335 0 2 2260992 0 malloc-4096 4096 531 5 13700 0 2 2195456 0 malloc-128 128 15483 48 28883 0 126 1987968 0 BUF TRIE 144 397 11363 23740 0 62 1693440 0 vmem btag 56 29626 85 29626 0 254 1663816 0 malloc-384 384 4117 23 4166 0 30 1589760 0 UMA Slabs 0 112 12759 18 12759 0 126 1431024 0 mbuf_cluster 2048 690 2 692 0 254 1417216 0 tcp_bbr_map 128 7019 3521 763627 0 127 1349120 0 256 Bucket 2048 571 19 40942 0 8 1208320 0 sctp_asoc 2288 331 149 7005 0 254 1098240 0 malloc-2048 2048 450 32 16425 0 8 987136 0 MAP ENTRY 96 8492 286 768427 0 126 842688 0 VM OBJECT 264 3087 63 192676 0 30 831600 0 sctp_ep 1272 453 192 16414 0 254 820440 0 FFS inode 1160 655 31 13446 0 8 795760 0 THREAD 1808 319 22 17290 0 8 616528 0 VMSPACE 2552 164 10 13169 0 4 444048 0 malloc-1024 1024 324 100 7250 0 16 434176 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 355 173 7609 0 254 388608 0 malloc-384 384 836 104 24584 0 30 360960 0 socket 960 230 142 23800 0 254 357120 0 malloc-64 64 5145 399 182073 0 254 354816 0 VNODE 448 695 79 13488 0 30 346752 0 malloc-16 16 19482 268 24278 0 254 316000 0 FPU_save_area 832 321 30 20535 0 16 292032 0 PROC 1336 192 18 13197 0 8 280560 0 malloc-256 256 237 813 70080 0 62 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 4 0 4 0 1 262144 0 UMA Zones 768 335 4 335 0 16 260352 0 malloc-32 32 7720 92 7838 0 254 249984 0 sctp_chunk 152 346 1292 8816 0 254 248976 0 malloc-32768 32768 0 7 10999 0 1 229376 0 DEVCTL 1024 0 220 156 0 0 225280 0 filedesc0 1072 192 18 13375 0 8 225120 0 malloc-65536 65536 1 2 205 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-384 384 83 397 13573 0 30 184320 0 FFS2 dinode 256 655 35 13445 0 62 176640 0 mbuf_packet 256 65 625 118254 0 254 176640 0 tcp_inpcb 496 47 305 4655 0 254 174592 0 malloc-128 128 839 463 17756 0 126 166656 0 malloc-256 256 517 128 16545 0 62 165120 0 malloc-32768 32768 0 5 5 0 1 163840 0 malloc-128 128 1219 52 25940 0 126 162688 0 malloc-2048 2048 14 62 551 0 8 155648 0 malloc-1024 1024 145 7 162 0 16 155648 0 S VFS Cache 104 1100 343 14201 0 126 150072 0 malloc-256 256 175 410 13229 0 62 149760 0 tcpcb 1096 46 87 4655 0 254 145768 0 malloc-4096 4096 33 2 53 0 2 143360 0 128 Bucket 1024 60 79 4498 0 16 142336 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 20 0 1 131072 0 malloc-65536 65536 0 2 534 0 1 131072 0 malloc-32768 32768 2 2 26 0 1 131072 0 clpbuf 2624 0 48 206 0 16 125952 0 UMA Kegs 384 321 2 321 0 30 124032 0 malloc-384 384 308 12 751 0 30 122880 0 malloc-256 256 71 394 15808 0 62 119040 0 ksiginfo 112 200 844 3701 0 126 116928 0 malloc-256 256 358 92 17396 0 62 115200 0 malloc-16384 16384 1 5 6 0 1 98304 0 g_bio 408 0 230 189315 0 30 93840 0 malloc-128 128 695 18 2128 0 126 91264 0 malloc-64 64 1118 205 27851 0 254 84672 0 malloc-16384 16384 3 2 5 0 1 81920 0 64 Bucket 512 95 65 16108 0 30 81920 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 5 3 33 0 1 65536 0 Files 80 584 216 50465 0 126 64000 0 malloc-128 128 353 112 12599 0 126 59520 0 malloc-256 256 113 112 13975 0 62 57600 0 32 Bucket 256 82 143 12857 0 62 57600 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 11 0 1 49152 0 pcpu-8 8 5325 819 11206 0 254 49152 0 TURNSTILE 136 342 15 342 0 62 48552 0 malloc-2048 2048 4 18 374 0 8 45056 0 malloc-2048 2048 1 21 1125 0 8 45056 0 tcp_bbr_pcb 832 28 26 2212 0 16 44928 0 malloc-32 32 917 469 26967 0 254 44352 0 malloc-128 128 90 251 24303 0 126 43648 0 da_ccb 544 0 77 47634 0 16 41888 0 malloc-8192 8192 3 2 104 0 1 40960 0 malloc-1024 1024 6 34 626 0 16 40960 0 tcp_rack_pcb 896 0 45 1325 0 16 40320 0 malloc-64 64 509 121 29622 0 254 40320 0 malloc-64 64 477 153 1079 0 254 40320 0 malloc-256 256 18 132 15890 0 62 38400 0 pipe 744 25 25 1059 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 71329 0 16 36864 0 malloc-4096 4096 4 5 13099 0 2 36864 0 pcpu-64 64 495 81 495 0 254 36864 0 malloc-64 64 412 155 3732 0 254 36288 0 SLEEPQUEUE 88 342 42 342 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-512 512 33 31 1338 0 30 32768 0 16 Bucket 144 83 141 2524 0 62 32256 0 PWD 32 109 773 12125 0 254 28224 0 KNOTE 160 27 148 127363 0 62 28000 0 8 Bucket 80 55 295 4462 0 126 28000 0 malloc-128 128 136 81 2462 0 126 27776 0 malloc-4096 4096 3 3 12 0 2 24576 0 sctp_stream_msg_out 112 124 92 1890 0 254 24192 0 sctp_laddr 48 169 335 5740 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-16 16 863 637 34288 0 254 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 52 8 60 0 30 23040 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-2048 2048 4 6 366 0 8 20480 0 malloc-1024 1024 13 7 16 0 16 20480 0 malloc-1024 1024 12 8 35 0 16 20480 0 2 Bucket 32 80 550 3613 0 254 20160 0 malloc-16 16 689 561 14352 0 254 20000 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-512 512 1 31 129 0 30 16384 0 ertt 72 46 178 4655 0 126 16128 0 malloc-64 64 143 109 2604 0 254 16128 0 malloc-32 32 98 406 10168 0 254 16128 0 malloc-32 32 254 250 18985 0 254 16128 0 vtnet_tx_hdr 24 0 668 1372866 0 254 16032 0 udplite_inpcb 496 1 31 265 0 254 15872 0 udp_inpcb 496 6 26 520 0 254 15872 0 tcp_rack_map 120 0 132 2371 0 126 15840 0 itimer 352 0 44 38 0 30 15488 0 unpcb 256 20 40 1538 0 254 15360 0 malloc-384 384 22 18 412 0 30 15360 0 malloc-4096 4096 1 2 17 0 2 12288 0 malloc-2048 2048 3 3 23 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 4 8 172 0 16 12288 0 malloc-1024 1024 10 2 10 0 16 12288 0 malloc-512 512 8 16 78 0 30 12288 0 malloc-512 512 11 13 66 0 30 12288 0 malloc-512 512 4 20 603 0 30 12288 0 malloc-64 64 93 96 253 0 254 12096 0 malloc-64 64 52 137 17961 0 254 12096 0 malloc-32 32 23 355 1321 0 254 12096 0 ripcb 496 5 19 340 0 254 11904 0 kenv 258 15 30 1042 0 30 11610 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 14 0 2 8192 0 malloc-1024 1024 1 7 1386 0 16 8192 0 malloc-512 512 3 13 73 0 30 8192 0 malloc-512 512 10 6 10 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 15 0 254 8096 0 PGRP 88 37 55 67 0 126 8096 0 rl_entry 40 187 15 199 0 254 8080 0 sctp_asconf_ack 48 0 168 31 0 254 8064 0 hostcache 64 3 123 3 0 254 8064 0 udpcb 32 7 245 785 0 254 8064 0 malloc-32 32 9 243 881 0 254 8064 0 malloc-32 32 102 150 652 0 254 8064 0 malloc-32 32 60 192 319 0 254 8064 0 4 Bucket 48 6 162 339 0 254 8064 0 malloc-16 16 7 493 8904 0 254 8000 0 malloc-16 16 26 474 4493 0 254 8000 0 malloc-16 16 213 287 1463 0 254 8000 0 malloc-16 16 48 452 94 0 254 8000 0 malloc-16 16 308 192 25564 0 254 8000 0 malloc-128 128 2 60 228 0 126 7936 0 tcp_log_node 120 0 66 4 0 126 7920 0 sctp_readq 152 5 47 650 0 254 7904 0 AIO 208 0 38 28 0 62 7904 0 cryptop 280 0 28 218 0 30 7840 0 AIOCB 552 0 14 92 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 malloc-384 384 0 20 88 0 30 7680 0 malloc-256 256 14 16 661 0 62 7680 0 AIOLIO 272 0 28 12 0 30 7616 0 cpuset 104 7 55 89 0 126 6448 0 tfo_ccache_entries 80 2 62 2 0 126 5120 0 domainset 40 0 126 65 0 254 5040 0 abd_chunk 4096 1 0 1 0 2 4096 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 0 8 31 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 3 0 62 4048 0 tcpreass 48 0 84 1 0 254 4032 0 sackhole 32 0 126 3 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 21 18 30 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 arc_buf_hdr_t_full 352 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0