panic: mutex blocked lock not owned at /syzkaller/managers/i386/kernel/sys/kern/sched_ule.c:2685 cpuid = 1 time = 47 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00540290f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0054029250 vpanic() at vpanic+0x2b8/frame 0xfffffe0054029330 panic() at panic+0xb5/frame 0xfffffe0054029400 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe0054029450 sched_add() at sched_add+0x68/frame 0xfffffe0054029490 handleevents() at handleevents+0x3c7/frame 0xfffffe00540294f0 hardclockintr() at hardclockintr+0x1fc/frame 0xfffffe00540295d0 ipi_bitmap_handler() at ipi_bitmap_handler+0x1a8/frame 0xfffffe0054029780 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0054029780 --- interrupt, rip = 0xffffffff8160deea, rsp = 0xfffffe0054029858, rbp = 0xfffffe0054029870 --- trace_cmp() at trace_cmp+0xa/frame 0xfffffe0054029870 __mtx_unlock_flags() at __mtx_unlock_flags+0x12a/frame 0xfffffe0054029930 tcp_hptsi() at tcp_hptsi+0xcd0/frame 0xfffffe0054029c90 tcp_hpts_thread() at tcp_hpts_thread+0x2f4/frame 0xfffffe0054029d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0054029ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054029f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054029f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x6b0756186f1ee871 rdx 0x1 rbx 0 rsp 0xfffffe0054029230 rbp 0xfffffe0054029250 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0x957df1b3 r12 0xfffffe0053edee40 r13 0xfffffe0054029201 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053df5548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c08aa0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c08aa0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83c09a40 (map 0xffffffff83c09a40) (map.pmap 0xffffffff83c09b00) (pmap 0xffffffff83c09b68) threads: 21 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 56599 781 781 0 S (threaded) syz-executor.0 152285 S nanslp 0xffffffff83c32940 syz-executor.0 160542 S connec 0xfffffe009b113c1a syz-executor.0 160544 S uwait 0xfffffe0099bab600 syz-executor.0 56598 782 782 0 S (threaded) syz-executor.1 153360 S nanslp 0xffffffff83c32940 syz-executor.1 160541 S connec 0xfffffe009b10d0da syz-executor.1 160543 S uwait 0xfffffe009a5dbf00 syz-executor.1 56597 790 790 0 R (threaded) syz-executor.2 156534 RunQ syz-executor.2 160539 RunQ syz-executor.2 56595 807 807 0 R (threaded) syz-executor.3 153258 RunQ syz-executor.3 160538 RunQ syz-executor.3 56454 1 790 0 S uwait 0xfffffe00999b8300 syz-executor.2 56449 1 790 0 S umtxn 0xfffffe009a821d00 syz-executor.2 56445 1 790 0 S uwait 0xfffffe0099b94d80 syz-executor.2 56440 1 790 0 S uwait 0xfffffe009a5ef380 syz-executor.2 56437 1 790 0 S uwait 0xfffffe00999e6100 syz-executor.2 56434 1 790 0 S uwait 0xfffffe00999e7c00 syz-executor.2 56417 1 790 0 S uwait 0xfffffe0099a1cc00 syz-executor.2 56413 1 790 0 S umtxn 0xfffffe009a5f0800 syz-executor.2 56410 1 790 0 S uwait 0xfffffe00999e7380 syz-executor.2 56407 1 790 0 S umtxn 0xfffffe00999e2780 syz-executor.2 56402 1 790 0 S umtxn 0xfffffe009a5dbc80 syz-executor.2 56400 1 790 0 S umtxn 0xfffffe009a813f00 syz-executor.2 56399 1 807 0 S uwait 0xfffffe0099babb00 syz-executor.3 56393 1 790 0 S uwait 0xfffffe0099a24e80 syz-executor.2 55513 1 782 0 SV uwait 0xfffffe0099a19880 syz-executor.1 55123 1 807 0 S uwait 0xfffffe0099a1c300 syz-executor.3 54103 1 790 0 SV uwait 0xfffffe00999e6d00 syz-executor.2 48671 1 782 0 SV uwait 0xfffffe00999aa400 syz-executor.1 47858 1 790 0 S umtxn 0xfffffe00999e8a80 syz-executor.2 47849 1 790 0 S uwait 0xfffffe00999e7980 syz-executor.2 44251 1 782 0 S uwait 0xfffffe00999b5580 syz-executor.1 38880 1 807 0 S uwait 0xfffffe0099a21780 syz-executor.3 31157 1 782 0 S uwait 0xfffffe0058d3cc00 syz-executor.1 29492 1 790 0 S uwait 0xfffffe009a5dbc00 syz-executor.2 29361 1 807 0 S uwait 0xfffffe009a8b1e80 syz-executor.3 28769 1 28761 0 S uwait 0xfffffe009a5dbd80 syz-executor.1 28754 1 28752 0 S uwait 0xfffffe00999e9600 syz-executor.1 28488 1 28482 0 S uwait 0xfffffe009a5f0480 syz-executor.1 28487 1 807 0 S uwait 0xfffffe009a5f1700 syz-executor.3 28480 1 807 0 S uwait 0xfffffe009a5f1900 syz-executor.3 27738 1 807 0 S uwait 0xfffffe0099a19600 syz-executor.3 26860 1 781 0 S uwait 0xfffffe0099bab800 syz-executor.0 26855 1 781 0 S uwait 0xfffffe0099b92900 syz-executor.0 26852 1 781 0 S uwait 0xfffffe0099a19800 syz-executor.0 26845 1 781 0 S uwait 0xfffffe00999e5300 syz-executor.0 26842 1 781 0 S uwait 0xfffffe0099a21b00 syz-executor.0 26838 1 781 0 S uwait 0xfffffe0099b92380 syz-executor.0 26833 1 781 0 S uwait 0xfffffe00999aa180 syz-executor.0 26825 1 781 0 S uwait 0xfffffe0099a19580 syz-executor.0 26821 1 781 0 S uwait 0xfffffe0099a21700 syz-executor.0 26813 1 781 0 S uwait 0xfffffe0099b94180 syz-executor.0 26808 1 781 0 S uwait 0xfffffe0099a21980 syz-executor.0 26805 1 781 0 S uwait 0xfffffe0099a1bb00 syz-executor.0 26801 1 781 0 S uwait 0xfffffe00999e9080 syz-executor.0 26794 1 781 0 S uwait 0xfffffe00999ad000 syz-executor.0 26787 1 781 0 S uwait 0xfffffe0099a24380 syz-executor.0 26782 1 781 0 S uwait 0xfffffe0099b94600 syz-executor.0 26777 1 781 0 S uwait 0xfffffe00999e9180 syz-executor.0 26770 1 781 0 S uwait 0xfffffe0099a19700 syz-executor.0 26765 1 781 0 S uwait 0xfffffe00999e9000 syz-executor.0 26760 1 781 0 S uwait 0xfffffe0099b93180 syz-executor.0 26755 1 781 0 S uwait 0xfffffe0099b92200 syz-executor.0 26750 1 781 0 S uwait 0xfffffe009a5dc000 syz-executor.0 26745 1 781 0 S uwait 0xfffffe0099a1c080 syz-executor.0 26739 1 781 0 S uwait 0xfffffe00999e6000 syz-executor.0 26735 1 781 0 S uwait 0xfffffe00999e5a80 syz-executor.0 9206 1 781 0 S uwait 0xfffffe0099968d80 syz-executor.0 9200 1 781 0 S uwait 0xfffffe0099b91300 syz-executor.0 9195 1 781 0 S uwait 0xfffffe0099b94480 syz-executor.0 9190 1 781 0 S uwait 0xfffffe0099a24100 syz-executor.0 9184 1 781 0 S uwait 0xfffffe00999e5600 syz-executor.0 9180 1 781 0 S uwait 0xfffffe0099968800 syz-executor.0 9171 1 781 0 S uwait 0xfffffe0099b94700 syz-executor.0 9165 1 781 0 S uwait 0xfffffe00999e6300 syz-executor.0 9161 1 781 0 S uwait 0xfffffe0058c5bb80 syz-executor.0 9156 1 781 0 S uwait 0xfffffe00999e4e80 syz-executor.0 9147 1 781 0 S umtxn 0xfffffe0099a24800 syz-executor.0 9142 1 781 0 S uwait 0xfffffe0099a19000 syz-executor.0 9137 1 781 0 S uwait 0xfffffe0099b93600 syz-executor.0 9132 1 781 0 S uwait 0xfffffe0099b92f00 syz-executor.0 9127 1 781 0 S umtxn 0xfffffe00999aa500 syz-executor.0 9118 1 781 0 S uwait 0xfffffe0099a21000 syz-executor.0 9111 1 781 0 S uwait 0xfffffe0099b91280 syz-executor.0 9103 1 781 0 S umtxn 0xfffffe0099a21400 syz-executor.0 9095 1 781 0 S uwait 0xfffffe0099968f00 syz-executor.0 9088 1 781 0 S uwait 0xfffffe009997db80 syz-executor.0 9082 1 781 0 S umtxn 0xfffffe009997d700 syz-executor.0 9078 1 781 0 S umtxn 0xfffffe00999ad300 syz-executor.0 9073 1 781 0 S umtxn 0xfffffe00999e9780 syz-executor.0 9065 1 781 0 S uwait 0xfffffe00999e5e00 syz-executor.0 9056 1 781 0 S uwait 0xfffffe0099b91480 syz-executor.0 9050 1 781 0 S umtxn 0xfffffe009997d780 syz-executor.0 9043 1 781 0 S umtxn 0xfffffe00999ada00 syz-executor.0 9037 1 781 0 S uwait 0xfffffe00999e5180 syz-executor.0 9028 1 781 0 S umtxn 0xfffffe00999b8e80 syz-executor.0 9019 1 781 0 S umtxn 0xfffffe00999acc80 syz-executor.0 9007 1 781 0 S umtxn 0xfffffe0099b93c00 syz-executor.0 9004 1 781 0 S umtxn 0xfffffe0058c5b800 syz-executor.0 8998 1 781 0 S uwait 0xfffffe0099a1bf00 syz-executor.0 8987 1 781 0 S uwait 0xfffffe00999ad680 syz-executor.0 8979 1 781 0 S uwait 0xfffffe0099b91180 syz-executor.0 8972 1 781 0 S uwait 0xfffffe0099a1c400 syz-executor.0 8965 1 781 0 S uwait 0xfffffe0099b94c00 syz-executor.0 8955 1 781 0 S uwait 0xfffffe0099b91c80 syz-executor.0 8948 1 781 0 S umtxn 0xfffffe0099b92100 syz-executor.0 8946 1 781 0 S uwait 0xfffffe0058c59e80 syz-executor.0 8940 1 781 0 S uwait 0xfffffe0099b93a00 syz-executor.0 8933 1 781 0 S uwait 0xfffffe009997dc80 syz-executor.0 8926 1 781 0 S uwait 0xfffffe00999e9d80 syz-executor.0 8924 1 781 0 S uwait 0xfffffe0099a1a000 syz-executor.0 8922 1 781 0 S uwait 0xfffffe00999e5c00 syz-executor.0 8920 1 781 0 S uwait 0xfffffe0099980700 syz-executor.0 8916 1 781 0 S uwait 0xfffffe00999e2700 syz-executor.0 8908 1 781 0 S uwait 0xfffffe0099a1a500 syz-executor.0 8904 1 781 0 S uwait 0xfffffe0058c59b80 syz-executor.0 8899 1 781 0 S uwait 0xfffffe0099a1c200 syz-executor.0 8893 1 781 0 S uwait 0xfffffe0058d3c480 syz-executor.0 8869 1 781 0 S uwait 0xfffffe0007975180 syz-executor.0 8860 1 781 0 S uwait 0xfffffe0058c5bf00 syz-executor.0 8854 1 807 0 S uwait 0xfffffe0099a1be00 syz-executor.3 8847 1 781 0 S uwait 0xfffffe0099b93980 syz-executor.0 8846 1 807 0 S uwait 0xfffffe0058d3bc00 syz-executor.3 8843 1 807 0 S uwait 0xfffffe0099a19200 syz-executor.3 8839 1 781 0 S uwait 0xfffffe0058c59980 syz-executor.0 8838 1 807 0 S umtxn 0xfffffe00999ad380 syz-executor.3 8833 1 781 0 S uwait 0xfffffe00999e2200 syz-executor.0 8828 1 807 0 S uwait 0xfffffe0058c5be00 syz-executor.3 8827 1 781 0 S uwait 0xfffffe00999ad580 syz-executor.0 8822 1 781 0 S uwait 0xfffffe0058c59d80 syz-executor.0 8820 1 781 0 S uwait 0xfffffe0058c59880 syz-executor.0 8816 1 781 0 S uwait 0xfffffe00999e9580 syz-executor.0 8815 1 807 0 S umtxn 0xfffffe0007975e80 syz-executor.3 8810 1 781 0 S uwait 0xfffffe0007979700 syz-executor.0 8804 1 807 0 S uwait 0xfffffe0058c5c780 syz-executor.3 8803 1 781 0 S uwait 0xfffffe0058c5b300 syz-executor.0 8798 1 781 0 S uwait 0xfffffe0099b94380 syz-executor.0 8796 1 807 0 S umtxn 0xfffffe0058d3ad80 syz-executor.3 8793 1 807 0 S uwait 0xfffffe0058d3b900 syz-executor.3 8791 1 781 0 S umtxn 0xfffffe0099a21280 syz-executor.0 8790 1 807 0 S uwait 0xfffffe0099a1a800 syz-executor.3 8785 1 807 0 S uwait 0xfffffe0099a1a400 syz-executor.3 8783 1 807 0 S umtxn 0xfffffe0058c59c80 syz-executor.3 8781 1 781 0 S uwait 0xfffffe0099a24480 syz-executor.0 8778 1 807 0 S uwait 0xfffffe0058d3b700 syz-executor.3 8775 1 781 0 S umtxn 0xfffffe00999e2680 syz-executor.0 8772 1 781 0 S uwait 0xfffffe0058d3cb80 syz-executor.0 8767 1 807 0 S uwait 0xfffffe0099b93b00 syz-executor.3 8766 1 781 0 S uwait 0xfffffe0099a1c280 syz-executor.0 8755 1 781 0 S umtxn 0xfffffe0099a1aa00 syz-executor.0 8754 1 807 0 S uwait 0xfffffe00999e5d00 syz-executor.3 8744 1 781 0 S uwait 0xfffffe0099a1c100 syz-executor.0 8741 1 807 0 S uwait 0xfffffe0099b91e80 syz-executor.3 8735 1 781 0 S uwait 0xfffffe0058c5c480 syz-executor.0 8731 1 807 0 S uwait 0xfffffe0058d3c100 syz-executor.3 8724 1 781 0 S uwait 0xfffffe0099a1a100 syz-executor.0 8716 1 781 0 S uwait 0xfffffe0099a1a200 syz-executor.0 8706 1 781 0 S uwait 0xfffffe0099b93b80 syz-executor.0 4909 1 4909 65 Ss select 0xfffffe00571d6240 dhclient 4590 1 781 0 S uwait 0xfffffe0007975380 syz-executor.0 4586 1 781 0 S uwait 0xfffffe0058c5b100 syz-executor.0 4583 1 781 0 S uwait 0xfffffe0099a1a700 syz-executor.0 4574 1 781 0 S uwait 0xfffffe0058d3b600 syz-executor.0 4566 1 781 0 S uwait 0xfffffe00999e2380 syz-executor.0 4560 1 781 0 S uwait 0xfffffe0099a1a300 syz-executor.0 4547 1 781 0 S uwait 0xfffffe00999e5c80 syz-executor.0 4538 1 781 0 S uwait 0xfffffe0058d3c300 syz-executor.0 4529 1 781 0 S uwait 0xfffffe0058d3b000 syz-executor.0 4517 1 781 0 S uwait 0xfffffe00999e2480 syz-executor.0 3887 1 3887 0 Ss select 0xfffffe00571d5a40 dhclient 3884 1 3884 0 Ss select 0xfffffe00571d6440 dhclient 3857 1 3857 65 Ss select 0xfffffe0092a19240 dhclient 3342 1 3342 0 Ss select 0xfffffe0092a18640 dhclient 3339 1 3339 0 Ss select 0xfffffe00571d77c0 dhclient 3320 1 3320 65 Ss select 0xfffffe00571d5bc0 dhclient 2755 1 782 0 S uwait 0xfffffe0007975280 syz-executor.1 2743 1 782 0 S uwait 0xfffffe0058c5bb00 syz-executor.1 2677 1 2677 0 Ss select 0xfffffe00571d5b40 dhclient 2673 1 2673 0 Ss select 0xfffffe00571d5cc0 dhclient 2646 1 2646 65 Ss select 0xfffffe00571d5d40 dhclient 2269 0 0 0 DL aiordy 0xfffffe0099954a90 [aiod4] 2268 0 0 0 DL aiordy 0xfffffe0099956000 [aiod3] 2267 0 0 0 DL aiordy 0xfffffe0099954000 [aiod2] 2266 0 0 0 DL aiordy 0xfffffe0099954548 [aiod1] 2014 1 2014 0 Ss select 0xfffffe00571d6040 dhclient 2011 1 2011 0 Ss select 0xfffffe00571d6ec0 dhclient 807 774 807 0 Ss nanslp 0xffffffff83c32940 syz-executor.3 790 774 790 0 Rs syz-executor.2 782 774 782 0 Rs CPU 0 syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff83c32940 syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100109 S uwait 0xfffffe0058c5c680 syz-fuzzer 100112 RunQ syz-fuzzer 100113 RunQ syz-fuzzer 100114 S uwait 0xfffffe0058c5cb80 syz-fuzzer 100115 S uwait 0xfffffe0058c5cc80 syz-fuzzer 100116 S uwait 0xfffffe0058c5d280 syz-fuzzer 100117 S uwait 0xfffffe0007975080 syz-fuzzer 100119 S uwait 0xfffffe0058d3b800 syz-fuzzer 101557 S kqread 0xfffffe0058d22d00 syz-fuzzer 124533 S uwait 0xfffffe00999b8a80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092dbf0b0 csh 770 688 770 0 Ss select 0xfffffe0092a19140 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00543f6cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0007966cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00079674b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00543f74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00543f7cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00543f84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543f8cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576da4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32941 cron 688 1 688 0 Ss select 0xfffffe00081e50c0 sshd 501 1 501 0 Ss select 0xfffffe00081e5140 syslogd 430 1 430 0 Ss select 0xfffffe00081e53c0 devd 429 1 429 65 Ss select 0xfffffe00571d78c0 dhclient 344 1 344 0 Ss select 0xfffffe00081e51c0 dhclient 341 1 341 0 Ss select 0xfffffe00081e5340 dhclient 17 0 0 0 DL vlruwt 0xfffffe0058a9a548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058ae34e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100079 D launds 0xffffffff83d7db04 [laundry: dom0] 100080 D umarcl 0xffffffff81e53a90 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84714300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff848d8530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 I [clock (0)] 100030 CanRun [clock (1)] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a0 [deadlkres] 100070 D - 0xfffffe0053f09300 [acpi_task_0] 100071 D - 0xfffffe0053f09300 [acpi_task_1] 100072 D - 0xfffffe0053f09300 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4244 filedesc 336 2686K 111049 sysctloid 35454 2089K 35876 vtbuf 24 1968K 46 pcb 935 1563K 108262 kobj 322 1288K 508 newblk 24 1030K 57638 vfscache 3 1025K 3 subproc 455 969K 56851 inodedep 347 642K 56666 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_stro 454 454K 23568 sctp_atcl 931 350K 78550 vmem 3 276K 7 pf_rule 108 216K 649 acpica 1674 184K 56282 vnet_data 1 168K 1 filemon 20 160K 435 tidhash 3 141K 3 pagedep 25 134K 55549 linker 354 134K 396 tfo_ccache 1 128K 1 DEVFS1 109 109K 129 sem 4 106K 4 kdtrace 529 91K 117145 BPF 46 88K 159 dirrem 336 84K 55972 umtx 660 83K 660 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 sctp_atky 1385 59K 106153 freefile 321 41K 55794 shm 4 38K 35 sctp_timw 143 36K 143 temp 34 33K 7607 DEVFS3 128 32K 141 hostcache 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 cred 94 24K 2610 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 lltable 53 17K 401 kqueue 225 17K 56696 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 464 ithread 93 15K 93 sctp_athm 931 15K 79430 sctp_map 908 15K 47136 bus-sc 34 15K 1651 pwddesc 220 14K 57128 KTRACE 102 13K 110 ether_multi 157 13K 172 ifnet 7 13K 7 pf_osfp 101 12K 101 kenv 95 12K 95 eventhandler 136 12K 136 sctp_stri 21 11K 1788 CAM queue 5 11K 1528 GEOM 61 10K 631 rman 84 10K 425 in6_multi 71 9K 71 ksem 4 9K 166 bmsafemap 2 9K 56391 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 21 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 DEVFSP 100 7K 8052 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 754 proc-args 251 6K 58131 pf_ifnet 12 5K 67 session 38 5K 206 ufs_dirhash 24 5K 24 UMA 272 5K 275 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 36 4K 115 acpisem 28 4K 28 selfd 55 4K 726241 hhook 15 4K 17 kcovinfo 52 4K 52 crypto 16 3K 2356 terminal 11 3K 11 newdirblk 20 3K 55427 select 19 3K 175 uidinfo 3 3K 59 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 xform 20 2K 11777 CAM XPT 22 2K 543 Unitno 25 2K 739 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 110854 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 1174 NFSD session 1 1K 1 CAM periph 4 1K 271 filedesc_to_leader 14 1K 28 freework 4 1K 55956 ipsec 3 1K 3 sctp_ifn 6 1K 15 freeblks 3 1K 55377 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 procdesc 5 1K 18 inpcbpolicy 19 1K 15610 diradd 4 1K 56016 CC Mem 8 1K 13726 pfil 4 1K 4 cdev 2 1K 2 osd 12 1K 13496 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 6 1K 64569 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sigio 2 1K 10 filecaps 5 1K 129 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 51 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 9 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 33293 sctp_iter 0 0K 88 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 76 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 58 tcp_do 0 0K 0 tcp_fsb 0 0K 4344 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 42035 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 587 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 4 allocindir 0 0K 0 indirdep 0 0K 995 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 216 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 4 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 1 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 55934 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1468 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 9 lio 0 0K 2 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 209 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 35922 ioctlops 0 0K 2769 eventfd 0 0K 670 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 324 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 3 SWAP 0 0K 0 md_disk 0 0K 6 malodev 0 0K 0 sysctltmp 0 0K 1144 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8323 1075 1101389 0 254 38494208 0 tcp_log 416 27 10134 270001 0 254 4226976 0 sctp_asoc 2288 454 1071 23568 0 254 3489200 0 mbuf 256 9533 3941 2881711 0 254 3449344 0 malloc-16384 16384 168 3 55523 0 1 2801664 0 mbuf_cluster 2048 1016 254 1018 0 254 2600960 0 malloc-384 384 5095 1475 82715 0 30 2522880 0 malloc-2048 2048 458 734 55262 0 8 2441216 0 malloc-4096 4096 565 3 57787 0 2 2326528 0 RADIX NODE 144 14982 357 1280685 0 63 2208816 0 pbuf 2624 0 778 0 0 2 2041472 0 sctp_ep 1208 456 1074 54013 0 254 1848240 0 BUF TRIE 144 187 11601 6739 0 62 1697472 0 malloc-128 128 11644 353 12397 0 126 1535616 0 UMA Slabs 0 112 12443 7 12443 0 126 1394400 0 malloc-1024 1024 590 738 23739 0 16 1359872 0 vmem btag 56 23321 118 23321 0 254 1312584 0 VM OBJECT 264 4152 138 813039 0 31 1132560 0 sctp_raddr 736 454 1075 24688 0 254 1125344 0 ertt_txseginfo 40 16733 5184 599641 0 254 876680 0 FFS inode 1160 683 24 56477 0 8 820120 0 malloc-384 384 346 1604 56855 0 30 748800 0 socket 960 49 715 71810 0 254 733440 0 MAP ENTRY 96 6960 348 1702718 0 126 701568 0 256 Bucket 2048 315 21 7514 0 8 688128 0 THREAD 1808 308 22 60544 0 8 596640 0 tcpcb 1096 8 503 13485 0 254 560056 0 malloc-256 256 552 1623 112933 0 62 556800 0 VMSPACE 2552 199 11 56578 0 4 535920 0 tcp_bbr_map 128 846 3184 126612 0 126 515840 0 malloc-256 256 25 1655 101173 0 62 430080 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_chunk 152 596 1952 6462 0 254 387296 0 VNODE 448 724 86 56520 0 30 362880 0 malloc-128 128 1025 1641 113315 0 126 341248 0 ripcb 424 5 760 1021 0 254 324360 0 tcp_inpcb 424 8 757 13485 0 254 324360 0 udp_inpcb 424 6 759 1020 0 254 324360 0 malloc-256 256 501 744 55596 0 62 318720 0 PROC 1352 219 15 56599 0 8 316368 0 malloc-8192 8192 32 5 452 0 1 303104 0 FPU_save_area 832 310 50 66933 0 16 299520 0 malloc-64 64 3895 452 4068 0 254 278208 0 filedesc0 1072 220 25 57128 0 8 262640 0 malloc-65536 65536 0 4 138 0 1 262144 0 mbuf_packet 256 179 837 98388 0 254 260096 0 malloc-2048 2048 110 10 959 0 8 245760 0 malloc-16 16 14672 578 53484 0 254 244000 0 DEVCTL 1024 0 220 167 0 0 225280 0 udplite_inpcb 424 0 513 84 0 254 217512 0 malloc-65536 65536 1 2 24 0 1 196608 0 malloc-65536 65536 1 2 631 0 1 196608 0 malloc-32768 32768 0 6 939 0 1 196608 0 malloc-128 128 1367 152 28953 0 126 194432 0 FFS2 dinode 256 683 67 56477 0 62 192000 0 malloc-256 256 178 572 60347 0 62 192000 0 UMA Zones 768 244 5 247 0 16 191232 0 malloc-32 32 5345 325 6790 0 254 181440 0 128 Bucket 1024 114 49 12875 0 16 166912 0 malloc-256 256 483 147 61680 0 62 161280 0 S VFS Cache 104 1070 451 60074 0 126 158184 0 malloc-384 384 319 41 1047 0 30 138240 0 unpcb 256 23 487 2104 0 254 130560 0 64 Bucket 512 153 79 20453 0 30 118784 0 ksiginfo 112 217 827 7023 0 126 116928 0 malloc-64 64 311 1516 784852 0 254 116928 0 malloc-64 64 846 981 33699 0 254 116928 0 malloc-4096 4096 21 5 35 0 2 106496 0 malloc-128 128 594 181 2963 0 126 99200 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-32 32 1010 1888 80975 0 254 92736 0 UMA Kegs 384 230 3 233 0 30 89472 0 g_bio 408 0 210 51635 0 30 85680 0 pipe 744 32 83 859 0 16 85560 0 malloc-64 64 900 423 76264 0 254 84672 0 clpbuf 2624 0 32 39 0 16 83968 0 malloc-128 128 328 323 56603 0 126 83328 0 32 Bucket 256 164 151 8295 0 62 80640 0 sctp_readq 152 0 520 718 0 254 79040 0 malloc-128 128 253 274 116036 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 10 22 526 0 8 65536 0 malloc-2048 2048 10 22 568 0 8 65536 0 malloc-256 256 104 151 56534 0 62 65280 0 sctp_laddr 48 97 1247 16899 0 254 64512 0 sctp_stream_msg_out 112 157 383 4532 0 254 60480 0 malloc-8192 8192 3 4 55 0 1 57344 0 pcpu-8 8 5634 1022 10070 0 254 53248 0 malloc-64 64 74 745 8782 0 254 52416 0 malloc-64 64 264 555 70197 0 254 52416 0 malloc-64 64 476 343 1141 0 254 52416 0 Files 80 283 367 158100 0 126 52000 0 TURNSTILE 136 331 47 331 0 62 51408 0 malloc-256 256 14 181 56631 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 261228 0 16 49152 0 malloc-16384 16384 3 0 18 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 3 0 1 49152 0 malloc-1024 1024 3 45 2238 0 16 49152 0 malloc-512 512 22 74 1790 0 30 49152 0 tcp_rack_pcb 896 0 54 4344 0 16 48384 0 malloc-16 16 969 2031 80351 0 254 48000 0 SLEEPQUEUE 88 331 181 331 0 126 45056 0 tcp_bbr_pcb 832 3 51 5857 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-16 16 933 1817 87191 0 254 44000 0 malloc-4096 4096 4 6 55941 0 2 40960 0 da_ccb 544 0 70 12994 0 16 38080 0 PWD 32 181 953 55489 0 254 36288 0 malloc-64 64 3 564 48 0 254 36288 0 malloc-32 32 412 722 87736 0 254 36288 0 16 Bucket 144 119 133 1052 0 62 36288 0 malloc-128 128 37 242 5625 0 126 35712 0 malloc-128 128 12 267 359 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 24 111 5646 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 1 3 102 0 1 32768 0 malloc-4096 4096 3 5 13 0 2 32768 0 malloc-2048 2048 0 16 15 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 5 11 196 0 8 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 4 0 16 32768 0 malloc-1024 1024 8 24 37 0 16 32768 0 malloc-512 512 1 63 165 0 30 32768 0 malloc-512 512 1 63 25 0 30 32768 0 malloc-512 512 1 63 17 0 30 32768 0 malloc-512 512 14 50 1310 0 30 32768 0 malloc-512 512 9 55 50 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 KNOTE 160 29 171 444103 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 8001 0 126 31680 0 tcp_log_node 120 0 264 12 0 126 31680 0 cpuset 104 7 272 1533 0 126 29016 0 pf tags 104 1 272 11 0 126 28392 0 tcp_inpcb 32 4 878 9917 0 254 28224 0 ertt 72 8 384 13485 0 126 28224 0 4 Bucket 48 6 582 1194 0 254 28224 0 2 Bucket 32 67 815 6071 0 254 28224 0 AIO 208 0 133 101 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 1 5 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 tcp_log_bucket 176 0 138 9 0 62 24288 0 PGRP 88 38 238 206 0 126 24288 0 rl_entry 40 114 492 114 0 254 24240 0 8 Bucket 80 137 163 9289 0 126 24000 0 itimer 352 0 66 22 0 30 23232 0 malloc-384 384 0 60 2 0 30 23040 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 25 35 28 0 30 23040 0 malloc-384 384 1 59 62 0 30 23040 0 domainset 40 0 567 1201 0 254 22680 0 udplite_inpcb 32 0 630 4 0 254 20160 0 hostcache 64 3 312 3 0 254 20160 0 udpcb 32 6 624 1104 0 254 20160 0 udp_inpcb 32 3 627 57 0 254 20160 0 malloc-32 32 80 550 1367 0 254 20160 0 malloc-32 32 64 566 1576 0 254 20160 0 malloc-32 32 162 468 1071 0 254 20160 0 malloc-32 32 85 545 19565 0 254 20160 0 malloc-32 32 32 598 218 0 254 20160 0 malloc-16 16 389 861 58732 0 254 20000 0 cryptop 280 0 70 1236 0 30 19600 0 AIOCB 552 0 35 81 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-4096 4096 0 4 9 0 2 16384 0 malloc-4096 4096 0 4 937 0 2 16384 0 malloc-1024 1024 2 14 992 0 16 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 7 0 254 16128 0 vtnet_tx_hdr 24 0 668 825247 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 15 735 567 0 254 12000 0 malloc-16 16 327 423 740 0 254 12000 0 malloc-16 16 7 743 29254 0 254 12000 0 malloc-16 16 17 733 36 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 1 0 30 11424 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0