panic: ASan: Invalid access, 4-byte write at 0xfffffe009b9c6620, StackRight(f3) cpuid = 0 time = 2147483676 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053bf5650 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053bf57b0 vpanic() at vpanic+0x2b8/frame 0xfffffe0053bf5890 panic() at panic+0xb5/frame 0xfffffe0053bf5960 kasan_report() at kasan_report+0xdc/frame 0xfffffe0053bf5a30 sctp_free_assoc() at sctp_free_assoc+0x727/frame 0xfffffe0053bf5b90 sctp_timeout_handler() at sctp_timeout_handler+0xda4/frame 0xfffffe0053bf5cd0 softclock_call_cc() at softclock_call_cc+0x3d7/frame 0xfffffe0053bf5e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe0053bf5ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053bf5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053bf5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xaf714c0a44d9b344 rdx 0x1 rbx 0 rsp 0xfffffe0053bf5790 rbp 0xfffffe0053bf57b0 rsi 0 rdi 0xffffffff8177ac4a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a5aae10 r12 0xfffffe0053ee03a0 r13 0xfffffe0053bf5801 r14 0xffffffff82bb9d00 .str.26 r15 0xffffffff82bb9d00 .str.26 rip 0xffffffff8176e1db kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> show proc Process 2 (clock) at 0xfffffe0053f05000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1b8c0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1b8c0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e1c860 (map 0xffffffff83e1c860) (map.pmap 0xffffffff83e1c920) (pmap 0xffffffff83e1c988) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 11980 781 781 0 S (threaded) syz-executor.0 113052 S nanslp 0xffffffff83e458c1 syz-executor.0 113751 S connec 0xfffffe0058c0049a syz-executor.0 113755 S ucond 0xfffffe009cae0600 syz-executor.0 11854 0 0 0 DL (threaded) [zfskern] 109458 D t->zthr 0xfffffe0053c8d048 [arc_evict] 113570 D t->zthr 0xfffffe009cd11548 [arc_reap] 113571 D - 0xfffffe000817e200 [dbu_evict] 113572 D dbuf_ev 0xffffffff85840260 [dbuf_evict_thread] 113573 D - 0xfffffe000817e800 [z_vdev_file_0] 113574 D - 0xfffffe000817e800 [z_vdev_file_1] 113575 D - 0xfffffe000817e800 [z_vdev_file_2] 113576 D - 0xfffffe000817e800 [z_vdev_file_3] 113577 D - 0xfffffe000817e800 [z_vdev_file_4] 113578 D - 0xfffffe000817e800 [z_vdev_file_5] 113579 D - 0xfffffe000817e800 [z_vdev_file_6] 113580 D - 0xfffffe000817e800 [z_vdev_file_7] 113581 D - 0xfffffe000817e800 [z_vdev_file_8] 113582 D - 0xfffffe000817e800 [z_vdev_file_9] 113583 D - 0xfffffe000817e800 [z_vdev_file_10] 113584 D - 0xfffffe000817e800 [z_vdev_file_11] 113585 D - 0xfffffe000817e800 [z_vdev_file_12] 113586 D - 0xfffffe000817e800 [z_vdev_file_13] 113587 D - 0xfffffe000817e800 [z_vdev_file_14] 113588 D - 0xfffffe000817e800 [z_vdev_file_15] 113589 D l2arc_f 0xffffffff8582f380 [l2arc_feed_thread] 113590 D - 0xfffffe0008182300 [zfsvfs] 113591 S zevent_ 0xffffffff85840e00 [sysevent] 11761 1 783 0 S uwait 0xfffffe009b64b300 syz-executor.2 11388 1 783 0 S uwait 0xfffffe009a4c9100 syz-executor.2 11194 1 783 0 SV uwait 0xfffffe009a4ca700 syz-executor.2 11024 1 786 0 S uwait 0xfffffe009a392780 syz-executor.3 11015 1 786 0 S uwait 0xfffffe009b724c80 syz-executor.3 11005 1 786 0 S uwait 0xfffffe009b64b080 syz-executor.3 10993 1 786 0 S uwait 0xfffffe009b678e80 syz-executor.3 9959 1 783 0 S uwait 0xfffffe009b725c00 syz-executor.2 9954 1 786 0 S uwait 0xfffffe0099ac4c00 syz-executor.3 9947 1 783 0 S uwait 0xfffffe009b67a680 syz-executor.2 9943 1 786 0 S uwait 0xfffffe009a391c00 syz-executor.3 9938 1 783 0 S uwait 0xfffffe009a391500 syz-executor.2 9936 1 786 0 S uwait 0xfffffe009b722b80 syz-executor.3 9927 1 786 0 S uwait 0xfffffe009a390980 syz-executor.3 9517 1 786 0 S uwait 0xfffffe009233a680 syz-executor.3 9508 1 786 0 S uwait 0xfffffe0099ac5b80 syz-executor.3 9498 1 786 0 S uwait 0xfffffe009233ae00 syz-executor.3 9489 1 786 0 S uwait 0xfffffe00998f1f00 syz-executor.3 9446 1 783 0 S uwait 0xfffffe009b722100 syz-executor.2 9444 1 781 0 S uwait 0xfffffe0099ac2980 syz-executor.0 9438 1 783 0 S uwait 0xfffffe00998f3780 syz-executor.2 9437 1 781 0 S uwait 0xfffffe009b724e80 syz-executor.0 9431 1 783 0 S uwait 0xfffffe009b649080 syz-executor.2 9428 1 781 0 S uwait 0xfffffe009b679400 syz-executor.0 9419 1 781 0 S uwait 0xfffffe009a391200 syz-executor.0 8845 1 8844 0 SV uwait 0xfffffe009b649380 syz-executor.2 8802 1 786 0 S uwait 0xfffffe009b64b900 syz-executor.3 8792 1 786 0 S uwait 0xfffffe009b67a500 syz-executor.3 8782 1 786 0 S uwait 0xfffffe009b724900 syz-executor.3 8772 1 786 0 S uwait 0xfffffe009b64c780 syz-executor.3 8688 1 786 0 S uwait 0xfffffe009b64ab00 syz-executor.3 8685 1 786 0 S uwait 0xfffffe009b67b000 syz-executor.3 8680 1 786 0 S uwait 0xfffffe0092337880 syz-executor.3 8674 1 786 0 S uwait 0xfffffe009a391b80 syz-executor.3 7637 1 7635 0 S uwait 0xfffffe0099ac5a00 syz-executor.0 7633 1 782 0 S uwait 0xfffffe00998f1800 syz-executor.1 7632 1 7629 0 S uwait 0xfffffe009b723600 syz-executor.0 7628 1 7626 0 S uwait 0xfffffe009b722c80 syz-executor.0 7627 1 782 0 S uwait 0xfffffe009b649180 syz-executor.1 7622 1 7620 0 S uwait 0xfffffe009b649400 syz-executor.0 7618 1 786 0 S uwait 0xfffffe009b725e00 syz-executor.3 7617 1 782 0 S uwait 0xfffffe009b67b100 syz-executor.1 7612 1 783 0 S uwait 0xfffffe009b649580 syz-executor.2 7608 1 786 0 S uwait 0xfffffe0099ac4480 syz-executor.3 7606 1 786 0 S uwait 0xfffffe009b64ba00 syz-executor.3 7605 1 783 0 S uwait 0xfffffe0058b0ba80 syz-executor.2 7599 1 783 0 S uwait 0xfffffe009b722480 syz-executor.2 7594 1 783 0 S uwait 0xfffffe0058b0ed00 syz-executor.2 6296 0 0 0 DL mdwait 0xfffffe0092dd2000 [md1] 6125 1 783 0 S uwait 0xfffffe0099ac3780 syz-executor.2 6123 1 781 0 S uwait 0xfffffe009b64b780 syz-executor.0 6121 1 782 0 S uwait 0xfffffe009b64bc80 syz-executor.1 6115 1 783 0 S uwait 0xfffffe00998f3400 syz-executor.2 6112 1 781 0 S uwait 0xfffffe0099ac2580 syz-executor.0 6110 1 782 0 S uwait 0xfffffe009b67af00 syz-executor.1 6101 1 783 0 S uwait 0xfffffe0099ac4180 syz-executor.2 6099 1 781 0 S uwait 0xfffffe009233af00 syz-executor.0 6097 1 782 0 S uwait 0xfffffe00998f0300 syz-executor.1 6094 1 783 0 S umtxn 0xfffffe0092337180 syz-executor.2 6091 1 782 0 S umtxn 0xfffffe0099ac3e00 syz-executor.1 6087 1 783 0 S umtxn 0xfffffe00998f0280 syz-executor.2 6086 1 782 0 S uwait 0xfffffe00998f3280 syz-executor.1 6080 1 782 0 S uwait 0xfffffe00998f3e00 syz-executor.1 6079 1 783 0 S uwait 0xfffffe00998f3300 syz-executor.2 6071 1 783 0 S uwait 0xfffffe009b722000 syz-executor.2 5402 1 783 0 S uwait 0xfffffe009b725900 syz-executor.2 5397 1 783 0 S uwait 0xfffffe009b725a00 syz-executor.2 5394 1 783 0 S uwait 0xfffffe009b725b00 syz-executor.2 5392 1 783 0 S uwait 0xfffffe0058b0b280 syz-executor.2 5159 0 0 0 DL mdwait 0xfffffe00587c0000 [md0] 5052 1 783 0 SV uwait 0xfffffe009b725d00 syz-executor.2 5043 1 5043 65 Ss select 0xfffffe009b722840 dhclient 5004 1 781 0 SV sigwait 0xfffffe009b2e30b0 syz-executor.0 4534 1 782 0 SV uwait 0xfffffe00998f1480 syz-executor.1 4161 1 781 0 S uwait 0xfffffe00998f0080 syz-executor.0 4159 1 781 0 S uwait 0xfffffe009b723680 syz-executor.0 4157 1 781 0 S uwait 0xfffffe009b67ba80 syz-executor.0 4155 1 781 0 S uwait 0xfffffe009b723700 syz-executor.0 4055 0 0 0 DL (threaded) [KTLS] 102931 D - 0xfffffe009998a400 [thr_0] 104025 D - 0xfffffe009998a480 [thr_1] 104026 D - 0xffffffff83f66328 [alloc_0] 3949 1 3949 0 Ss select 0xfffffe009b64c240 dhclient 3946 1 3946 0 Ss select 0xfffffe00998f39c0 dhclient 3919 1 3919 65 Ss select 0xfffffe009b64bec0 dhclient 3899 1 781 0 S uwait 0xfffffe0092338180 syz-executor.0 3595 1 783 0 S uwait 0xfffffe0099ac3700 syz-executor.2 3532 1 781 0 S uwait 0xfffffe0058b0b580 syz-executor.0 3526 1 781 0 S uwait 0xfffffe00998f0000 syz-executor.0 3518 1 781 0 S uwait 0xfffffe009b723b00 syz-executor.0 3512 1 781 0 S uwait 0xfffffe00998f3100 syz-executor.0 3124 1 783 0 S uwait 0xfffffe00998f3480 syz-executor.2 3116 1 783 0 S uwait 0xfffffe0058b0d400 syz-executor.2 3113 1 783 0 S uwait 0xfffffe00998f1e80 syz-executor.2 3104 1 783 0 S uwait 0xfffffe0058b0d100 syz-executor.2 2934 1 2934 0 Ss select 0xfffffe009b724140 dhclient 2931 1 2931 0 Ss select 0xfffffe00998f13c0 dhclient 2904 1 2904 65 Ss select 0xfffffe00998f0640 dhclient 2609 1 782 0 S uwait 0xfffffe0058b0ef00 syz-executor.1 2608 1 786 0 S uwait 0xfffffe00998f3180 syz-executor.3 2599 1 782 0 S uwait 0xfffffe00998f3600 syz-executor.1 2598 1 786 0 S uwait 0xfffffe00998f3f00 syz-executor.3 2590 1 782 0 S uwait 0xfffffe0058b0bb00 syz-executor.1 2588 1 786 0 S uwait 0xfffffe0092337680 syz-executor.3 2574 1 786 0 S uwait 0xfffffe00998f1d00 syz-executor.3 2536 1 782 0 S uwait 0xfffffe009233a600 syz-executor.1 2525 1 782 0 S uwait 0xfffffe0092337000 syz-executor.1 2523 1 782 0 S uwait 0xfffffe0092338480 syz-executor.1 2518 1 782 0 S uwait 0xfffffe0058b0be80 syz-executor.1 2516 1 782 0 S uwait 0xfffffe0058b0ee00 syz-executor.1 2514 1 782 0 S uwait 0xfffffe0092337200 syz-executor.1 2509 1 782 0 S uwait 0xfffffe0092337a80 syz-executor.1 2507 1 782 0 S umtxn 0xfffffe0092337f00 syz-executor.1 2505 1 782 0 S uwait 0xfffffe00998f2180 syz-executor.1 2500 1 782 0 S uwait 0xfffffe00998f3580 syz-executor.1 2498 1 782 0 S uwait 0xfffffe0058b0ec00 syz-executor.1 2497 1 783 0 S uwait 0xfffffe0092337e00 syz-executor.2 2494 1 783 0 S uwait 0xfffffe0058b0bd80 syz-executor.2 2493 1 782 0 S uwait 0xfffffe0092337280 syz-executor.1 2487 1 783 0 S uwait 0xfffffe0058b0b480 syz-executor.2 2480 1 783 0 S uwait 0xfffffe009b725300 syz-executor.2 2407 0 0 0 DL - 0xffffffff83f655c0 [soaiod4] 2406 0 0 0 DL - 0xffffffff83f655c0 [soaiod3] 2405 0 0 0 DL - 0xffffffff83f655c0 [soaiod2] 2404 0 0 0 DL - 0xffffffff83f655c0 [soaiod1] 2039 1 783 0 S uwait 0xfffffe009b725680 syz-executor.2 1980 1 1980 0 Ss select 0xfffffe00998f3ac0 dhclient 1972 1 1972 0 Ss select 0xfffffe00998f0c40 dhclient 1953 1 1953 65 Ss select 0xfffffe0099ac51c0 dhclient 1764 0 0 0 DL aiordy 0xfffffe008fea9548 [aiod4] 1763 0 0 0 DL aiordy 0xfffffe009a043548 [aiod3] 1762 0 0 0 DL aiordy 0xfffffe0099905548 [aiod2] 1761 0 0 0 DL aiordy 0xfffffe0092dea000 [aiod1] 1663 1 1662 0 SV uwait 0xfffffe0053f7c780 syz-executor.3 1657 1 1656 0 SV uwait 0xfffffe0058b0bc80 syz-executor.3 1649 1 1647 0 SV uwait 0xfffffe0058b0b180 syz-executor.3 1637 1 1636 0 SV uwait 0xfffffe0058aa3e00 syz-executor.3 1576 1 781 0 S uwait 0xfffffe0053f7c980 syz-executor.0 1247 1 1244 0 SV uwait 0xfffffe0092337300 syz-executor.1 1237 1 1235 0 SV uwait 0xfffffe0058b0b380 syz-executor.1 1233 1 1232 0 SV uwait 0xfffffe0058b0d700 syz-executor.2 1227 1 1222 0 SV uwait 0xfffffe0058b0ca00 syz-executor.1 1226 1 1223 0 SV uwait 0xfffffe0058b0c400 syz-executor.2 1217 1 1213 0 SV uwait 0xfffffe0092338380 syz-executor.2 1207 1 786 0 S uwait 0xfffffe0058b0c200 syz-executor.3 1206 1 1204 0 SV uwait 0xfffffe0053f7c880 syz-executor.2 1081 1 1081 0 Ss select 0xfffffe0058aa3a40 dhclient 1078 1 1078 0 Ss select 0xfffffe0058b0e940 dhclient 786 774 786 0 Ss piperd 0xfffffe0092dd6000 syz-executor.3 783 774 783 0 Ss piperd 0xfffffe0058b61000 syz-executor.2 782 774 782 0 Ss piperd 0xfffffe0058b638b8 syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff83e458c1 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100103 S kqread 0xfffffe0092d8de00 syz-fuzzer 100113 S uwait 0xfffffe0053f7ca80 syz-fuzzer 100114 S uwait 0xfffffe0058b0c600 syz-fuzzer 100115 S uwait 0xfffffe0058b0c700 syz-fuzzer 100116 S uwait 0xfffffe0058b0cd80 syz-fuzzer 100117 S uwait 0xfffffe0058b0c800 syz-fuzzer 100118 S uwait 0xfffffe0058b0c900 syz-fuzzer 100119 S uwait 0xfffffe0058b0ce80 syz-fuzzer 100120 S uwait 0xfffffe0058b0d000 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c39b40 csh 770 688 770 0 Ss select 0xfffffe0058b0cac0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574d7cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00574d50b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058712cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00574d54b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00574d58b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00574d5cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00574d60b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00574d64b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00574d68b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c0 cron 688 1 688 0 Ss select 0xfffffe00923386c0 sshd 501 1 501 0 Ss select 0xfffffe0092338e40 syslogd 430 1 430 0 Ss select 0xfffffe00923388c0 devd 429 1 429 65 Ss select 0xfffffe00923387c0 dhclient 344 1 344 0 Ss select 0xfffffe0092338840 dhclient 341 1 341 0 Ss select 0xfffffe0058b0d6c0 dhclient 17 0 0 0 DL syncer 0xffffffff83f6b0e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00587e4a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00587c40e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea4ba0 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff849dc530 [pf purge] 5 0 0 0 DL waiting 0xffffffff846a54e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ec5488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053ed6c30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053ed6c80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dde000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0053c95b00 [softirq_0] 100006 D - 0xfffffe0053c95900 [softirq_1] 100007 D - 0xfffffe0053c95700 [if_io_tqg_0] 100008 D - 0xfffffe0053c95500 [if_io_tqg_1] 100009 D - 0xfffffe0053c95300 [if_config_tqg_0] 100011 D - 0xfffffe0008181c00 [aiod_kick taskq] 100012 D - 0xfffffe0008181b00 [inm_free taskq] 100013 D - 0xfffffe0008181a00 [linuxkpi_irq_wq] 100014 D - 0xfffffe0008181900 [in6m_free taskq] 100015 D - 0xfffffe0008181800 [deferred_unmount ta] 100016 D - 0xfffffe0008181700 [thread taskq] 100018 D - 0xfffffe0008181500 [kqueue_ctx taskq] 100019 D - 0xfffffe0008181400 [pci_hp taskq] 100021 D - 0xfffffe0008181200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008181200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008181200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008181200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008181100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008181100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008181100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008181100 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f33300 [firmware taskq] 100039 D - 0xfffffe0053f33200 [crypto_0] 100040 D - 0xfffffe0053f33200 [crypto_1] 100056 D - 0xfffffe0053f32d00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f32c00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f32b00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f32a00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0056fa1480 [virtio_balloon] 100067 D - 0xffffffff82bbfb81 [deadlkres] 100071 D - 0xfffffe0008182100 [mca taskq] 100073 D - 0xfffffe0053f32500 [acpi_task_0] 100074 D - 0xfffffe0053f32500 [acpi_task_1] 100075 D - 0xfffffe0053f32500 [acpi_task_2] 100076 D - 0xfffffe0053f32e00 [CAM taskq] 113565 D - 0xfffffe009b34c900 [system_taskq_0] 113566 D - 0xfffffe009b34c900 [system_taskq_1] 113567 D - 0xfffffe009b34cd00 [system_delay_taskq_] 113568 D - 0xfffffe009b34cd00 [system_delay_taskq_] 113569 D - 0xfffffe009b34cc00 [arc_prune] db> show all locks Process 2 (clock) thread 0xfffffe0053ee03a0 (100030) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0099843a90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1777 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 sctp_stro 224 11500K 5114 linker 380 9856K 472 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4248 sysctloid 47909 2818K 48013 solaris 130 2804K 200 vtbuf 24 1968K 46 filedesc 224 1788K 21693 pcb 733 1336K 23633 kobj 327 1308K 506 newblk 60 1039K 28631 vfscache 3 1025K 3 subproc 400 832K 12200 inodedep 31 524K 11872 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 sctp_atcl 591 222K 17452 filemon 26 208K 181 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 15 132K 10823 tfo_ccache 1 128K 1 DEVFS1 112 112K 129 sem 4 106K 4 kdtrace 502 91K 25745 BPF 46 88K 69 umtx 682 86K 682 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 516 65K 516 acpitask 1 64K 1 ddb_capture 1 64K 1 temp 35 35K 6175 sctp_atky 819 34K 23686 DEVFS3 131 33K 141 hostcache 1 32K 1 shm 1 32K 49 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 74 DEVFS_RULE 56 20K 56 routetbl 164 19K 1153 lltable 58 19K 427 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 64 16K 64 tty 16 16K 16 ithread 100 16K 100 bus-sc 34 15K 1651 kqueue 190 14K 12053 KTRACE 103 13K 284 GEOM 75 13K 554 ifnet 7 13K 7 ether_multi 152 13K 174 ksem 31 12K 115 pwddesc 188 12K 12110 eventhandler 137 12K 137 kenv 95 12K 95 rman 88 11K 429 CAM queue 5 11K 1528 sctp_athm 591 10K 18138 in6_multi 65 9K 65 bmsafemap 3 9K 12119 taskqueue 81 9K 81 UART 12 9K 12 devstat 4 9K 4 md_disk 3 9K 8 rpc 2 8K 2 shmfd 1 8K 37 pfs_vncache 1 8K 1 cred 30 8K 307 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 DEVFSP 114 8K 923 sctp_map 448 7K 10180 UMA 370 7K 370 session 51 7K 90 sglist 5 7K 5 sctp_stri 12 6K 1355 CAM DEV 3 6K 510 plimit 24 6K 515 proc-args 211 6K 13454 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 244 vt 11 5K 11 pf_osfp 38 5K 38 pf_table 2 4K 164 memdesc 1 4K 1 MCA 32 4K 32 md_sectors 1 4K 1 evdev 4 4K 4 freework 15 4K 18157 acpisem 28 4K 28 selfd 55 4K 164625 lockf 32 4K 242 hhook 15 4K 17 kcovinfo 52 4K 52 ip6opt 20 3K 80 dirrem 11 3K 11642 terminal 11 3K 11 select 19 3K 116 uidinfo 3 3K 23 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_ifa 14 2K 15 CC Mem 28 2K 3359 Unitno 31 2K 409 CAM XPT 22 2K 543 msi 12 2K 12 freefile 12 2K 11440 freeblks 6 2K 11728 in_multi 6 2K 11 vnodemarker 3 2K 189 cryptodev 22 2K 1142 inpcbpolicy 43 2K 4117 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tcp_fsb 15 2K 1084 osd 56 2K 3308 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 21540 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 sctp_aadr 15 1K 204 newdirblk 7 1K 10770 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 diradd 6 1K 11684 freefrag 6 1K 208 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 494 pci_link 10 1K 10 pf_rule 5 1K 155 crypto 4 1K 273 encap_export_host 12 1K 12 procdesc 5 1K 18 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 9081 ip_msource 4 1K 22 vnodes 1 1K 11 ktls 1 1K 5 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 VN POLL 1 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 16561 pmchooks 1 1K 1 filecaps 5 1K 134 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8716 sctp_iter 0 0K 23 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 9 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 8875 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 92 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 1 frag6 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 16 in_mfilter 0 0K 33 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 9 agp 0 0K 0 statfs 0 0K 11201 namei_tracker 0 0K 11 export_host 0 0K 0 cl_savebuf 0 0K 28 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 479 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 28 lio 0 0K 53 acl 0 0K 0 mbuf_tag 0 0K 201 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 22253 ioctlops 0 0K 1429 eventfd 0 0K 36 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 352 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 978 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 8 rctl 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4 filedesc_to_leader 0 0K 5 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8342 1056 1177719 0 254 38494208 0 tcp_log 416 3443 15358 1222943 0 254 7821216 0 mbuf 256 9304 8234 4730805 0 254 4489728 0 RADIX NODE 144 16532 375 240200 0 63 2434608 0 malloc-128 128 16906 361 28560 0 126 2210176 0 ertt_txseginfo 40 41010 12116 1618408 0 254 2125040 0 malloc-16384 16384 112 7 11005 0 1 1949696 0 pbuf 2624 0 698 0 0 2 1831552 0 BUF TRIE 144 312 11476 17593 0 62 1697472 0 tcp_bbr_map 128 9094 3647 468703 0 126 1630848 0 malloc-384 384 4159 41 4160 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 VM OBJECT 264 4895 295 266890 0 30 1370160 0 malloc-4096 4096 328 4 516 0 2 1359872 0 vmem btag 56 23061 90 23061 0 254 1296456 0 UMA Slabs 0 112 11491 23 11491 0 126 1289568 0 sctp_asoc 2288 224 286 5025 0 254 1166880 0 sctp_ep 1208 355 415 11733 0 254 930160 0 MAP ENTRY 96 8506 944 700131 0 126 907200 0 malloc-2048 2048 357 59 11765 0 8 851968 0 FFS inode 1160 689 25 12144 0 8 828240 0 malloc-4096 4096 189 9 11987 0 2 811008 0 256 Bucket 2048 331 21 15548 0 8 720896 0 THREAD 1808 313 28 13758 0 8 616528 0 tcpcb 1104 28 483 3268 0 254 564144 0 socket 960 210 298 17277 0 254 487680 0 VMSPACE 2552 159 15 11937 0 4 444048 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 248 269 5845 0 254 380512 0 VNODE 448 729 81 12186 0 30 362880 0 sctp_chunk 152 225 2063 48277 0 254 347776 0 malloc-64 64 5179 176 169915 0 254 342720 0 malloc-16 16 19773 477 23353 0 254 324000 0 malloc-8192 8192 32 5 231 0 1 303104 0 FPU_save_area 832 315 45 23767 0 16 299520 0 malloc-1024 1024 224 64 5130 0 16 294912 0 malloc-384 384 615 135 17496 0 30 288000 0 PROC 1352 187 23 11985 0 8 283920 0 UMA Zones 768 342 2 342 0 16 264192 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 1 7 8492 0 1 262144 0 malloc-32 32 7476 462 12685 0 254 254016 0 DEVCTL 1024 0 220 163 0 0 225280 0 filedesc0 1072 188 22 12110 0 8 225120 0 malloc-256 256 389 481 41931 0 62 222720 0 malloc-65536 65536 1 2 186 0 1 196608 0 malloc-65536 65536 0 3 454 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-384 384 30 480 11876 0 30 195840 0 mbuf_packet 256 144 618 53197 0 254 195072 0 FFS2 dinode 256 689 61 12144 0 62 192000 0 malloc-128 128 1132 263 26454 0 126 178560 0 malloc-256 256 89 601 31113 0 62 176640 0 malloc-4096 4096 41 1 52 0 2 172032 0 vnpbuf 2624 0 64 1 0 64 167936 0 128 Bucket 1024 100 63 5692 0 16 166912 0 S VFS Cache 104 1035 486 12887 0 126 158184 0 malloc-1024 1024 127 17 145 0 16 147456 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 unpcb 256 21 489 1369 0 254 130560 0 malloc-256 256 179 331 9659 0 62 130560 0 malloc-256 256 407 103 25698 0 62 130560 0 UMA Kegs 384 327 6 327 0 30 127872 0 clpbuf 2624 0 48 177 0 16 125952 0 ksiginfo 112 206 838 10517 0 126 116928 0 malloc-384 384 232 8 233 0 30 92160 0 syncache 168 0 528 8 0 254 88704 0 64 Bucket 512 94 74 16174 0 30 86016 0 g_bio 408 0 210 137332 0 30 85680 0 malloc-16384 16384 4 1 5 0 1 81920 0 sctp_readq 152 3 517 730 0 254 79040 0 malloc-8192 8192 4 5 129 0 1 73728 0 Files 80 552 348 40580 0 126 72000 0 malloc-64 64 845 226 24786 0 254 68544 0 malloc-64 64 542 529 4949 0 254 68544 0 malloc-128 128 305 222 1440 0 126 67456 0 malloc-128 128 138 389 44266 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 16 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 7 1 11 0 1 65536 0 malloc-8192 8192 5 3 12 0 1 65536 0 malloc-2048 2048 7 25 933 0 8 65536 0 malloc-2048 2048 14 18 239 0 8 65536 0 malloc-256 256 119 136 24168 0 62 65280 0 32 Bucket 256 118 137 15802 0 62 65280 0 sctp_stream_msg_out 112 97 443 1322 0 254 60480 0 TURNSTILE 136 342 99 342 0 62 59976 0 tcp_inpcb 424 28 98 3268 0 30 53424 0 malloc-64 64 453 366 19522 0 254 52416 0 malloc-128 128 197 206 997 0 126 51584 0 malloc-256 256 101 94 1166 0 62 49920 0 malloc-256 256 110 85 822 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 65711 0 16 49152 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 5 43 1975 0 16 49152 0 malloc-1024 1024 16 32 20 0 16 49152 0 tcp_rack_pcb 896 8 46 1077 0 16 48384 0 SLEEPQUEUE 88 342 170 342 0 126 45056 0 pcpu-8 8 5269 363 10580 0 254 45056 0 tcp_bbr_pcb 832 9 45 1513 0 16 44928 0 malloc-4096 4096 7 3 636 0 2 40960 0 Mountpoints 2752 2 12 7 0 4 38528 0 ripcb 424 9 81 240 0 30 38160 0 udplite_inpcb 424 0 90 155 0 30 38160 0 udp_inpcb 424 6 84 454 0 30 38160 0 da_ccb 544 0 70 34504 0 16 38080 0 pipe 744 24 26 644 0 16 37200 0 hostcache 64 6 561 6 0 254 36288 0 PWD 32 141 993 10852 0 254 36288 0 malloc-64 64 27 540 864 0 254 36288 0 malloc-64 64 361 206 15398 0 254 36288 0 malloc-64 64 8 559 77 0 254 36288 0 malloc-64 64 408 159 7329 0 254 36288 0 malloc-32 32 733 401 18014 0 254 36288 0 16 Bucket 144 73 179 1782 0 62 36288 0 malloc-16 16 1509 741 41352 0 254 36000 0 malloc-128 128 79 200 400 0 126 35712 0 malloc-128 128 116 163 4130 0 126 35712 0 malloc-128 128 184 95 1275 0 126 35712 0 ktls_session 256 4 131 4 0 62 34560 0 routing nhops 256 29 106 37 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 392 0 30 34560 0 malloc-256 256 7 128 716 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-4096 4096 3 5 11208 0 2 32768 0 malloc-2048 2048 1 15 13 0 8 32768 0 malloc-2048 2048 9 7 9 0 8 32768 0 malloc-2048 2048 2 14 11 0 8 32768 0 malloc-2048 2048 1 15 1232 0 8 32768 0 malloc-1024 1024 4 28 169 0 16 32768 0 malloc-1024 1024 19 13 77 0 16 32768 0 malloc-1024 1024 17 15 40 0 16 32768 0 malloc-1024 1024 1 31 10 0 16 32768 0 malloc-512 512 2 62 124 0 30 32768 0 malloc-512 512 12 52 34 0 30 32768 0 malloc-512 512 0 64 29 0 30 32768 0 malloc-512 512 0 64 8 0 30 32768 0 malloc-512 512 14 50 1406 0 30 32768 0 malloc-512 512 3 61 190 0 30 32768 0 malloc-512 512 2 62 7 0 30 32768 0 malloc-512 512 9 55 59 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 KNOTE 160 28 172 129560 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 24 240 2962 0 126 31680 0 cpuset 104 9 270 818 0 126 29016 0 sctp_asconf_ack 48 0 588 26 0 254 28224 0 sctp_laddr 48 221 367 4441 0 254 28224 0 tcp_inpcb ports 32 7 875 2306 0 254 28224 0 malloc-32 32 343 539 935 0 254 28224 0 4 Bucket 48 7 581 302 0 254 28224 0 2 Bucket 32 77 805 2765 0 254 28224 0 AIO 208 0 133 98 0 62 27664 0 malloc-4096 4096 4 2 30 0 2 24576 0 rtentry 176 30 108 37 0 62 24288 0 PGRP 88 51 225 90 0 126 24288 0 rl_entry 40 173 433 174 0 254 24240 0 8 Bucket 80 58 242 3123 0 126 24000 0 itimer 352 1 65 11 0 30 23232 0 malloc-384 384 35 25 412 0 30 23040 0 malloc-384 384 7 53 358 0 30 23040 0 malloc-384 384 1 59 38 0 30 23040 0 domainset 40 0 567 638 0 254 22680 0 udpcb 32 6 624 609 0 254 20160 0 udplite_inpcb ports 32 0 630 3 0 254 20160 0 udp_inpcb ports 32 3 627 51 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 28 252 3268 0 126 20160 0 malloc-32 32 139 491 6731 0 254 20160 0 malloc-32 32 156 474 11612 0 254 20160 0 malloc-32 32 130 500 427 0 254 20160 0 malloc-32 32 43 587 2848 0 254 20160 0 cryptop 280 0 70 79 0 30 19600 0 AIOCB 552 0 35 333 0 16 19320 0 AIOLIO 272 0 70 53 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 118 0 2 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 988764 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-32 32 4 374 449 0 254 12096 0 malloc-16 16 15 735 6329 0 254 12000 0 malloc-16 16 53 697 9894 0 254 12000 0 malloc-16 16 63 687 469 0 254 12000 0 malloc-16 16 199 551 3075 0 254 12000 0 malloc-16 16 8 742 15 0 254 12000 0 malloc-16 16 26 724 25486 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 abd_chunk 4096 1 1 1 0 2 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 md1 8 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0