panic: Lock tcpinp not exclusively locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_log_buf.c:1535 cpuid = 0 time = 1636695271 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00077fe010 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00077fe170 vpanic() at vpanic+0x2b8/frame 0xfffffe00077fe250 panic() at panic+0xb5/frame 0xfffffe00077fe320 __rw_assert() at __rw_assert+0x201/frame 0xfffffe00077fe370 tcp_log_event_() at tcp_log_event_+0x90/frame 0xfffffe00077fe3f0 tcp_respond() at tcp_respond+0x1b00/frame 0xfffffe00077fe730 tcp_dropwithreset() at tcp_dropwithreset+0x2f1/frame 0xfffffe00077fe790 tcp_input_with_port() at tcp_input_with_port+0x17be/frame 0xfffffe00077fea20 tcp6_input_with_port() at tcp6_input_with_port+0xe4/frame 0xfffffe00077fea60 tcp6_input() at tcp6_input+0x28/frame 0xfffffe00077fea90 ip6_input() at ip6_input+0x252d/frame 0xfffffe00077fecf0 swi_net() at swi_net+0x2e5/frame 0xfffffe00077fed90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe00077feef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe00077fef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00077fef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xdf89e462682c1134 rdx 0x1 rbx 0 rsp 0xfffffe00077fe150 rbp 0xfffffe00077fe170 rsi 0 rdi 0xffffffff817c536a vprintf+0x35a r8 0 r9 0xfffffe00077fdc88 r10 0 r11 0x897430fa r12 0xfffffe0053e8ec80 r13 0xfffffe00077fe101 r14 0xffffffff82c913c0 .str.18 r15 0xffffffff82c913c0 .str.18 rip 0xffffffff817b8ceb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> show proc Process 12 (intr) at 0xfffffe0053dd2548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff84036a40 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff84036a40 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff840379e0 (map 0xffffffff840379e0) (map.pmap 0xffffffff84037aa0) (pmap 0xffffffff84037b08) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 17837 779 779 0 R (threaded) syz-executor.1 121383 Run CPU 1 syz-executor.1 122918 S connec 0xfffffe00a89f20da syz-executor.1 122926 RunQ syz-executor.1 122932 RunQ syz-executor.1 17445 1 779 0 S uwait 0xfffffe009ea9f280 syz-executor.1 17443 1 779 0 S umtxn 0xfffffe0056ae6500 syz-executor.1 14754 1 14751 0 S uwait 0xfffffe009ea9ff00 syz-executor.2 14752 1 14751 0 S uwait 0xfffffe0057077b00 syz-executor.2 14738 1 14729 0 S uwait 0xfffffe009ea9d500 syz-executor.0 14731 1 14729 0 S umtxn 0xfffffe009ea9fd80 syz-executor.0 13973 1 780 0 S uwait 0xfffffe00574c7600 syz-executor.2 13967 1 780 0 S uwait 0xfffffe0057079900 syz-executor.2 13090 1 13082 0 S uwait 0xfffffe00574c6c00 syz-executor.3 13085 1 2713 0 S uwait 0xfffffe0056b91a80 syz-executor.3 12833 1 2713 0 S umtxn 0xfffffe0057079600 syz-executor.3 12831 1 2713 0 S uwait 0xfffffe00a5d05600 syz-executor.3 12760 1 2713 0 S uwait 0xfffffe00574c6f00 syz-executor.3 12758 1 2713 0 S uwait 0xfffffe0057076d00 syz-executor.3 12754 1 779 0 S umtxn 0xfffffe0057079800 syz-executor.1 12752 1 2713 0 S uwait 0xfffffe00574c7200 syz-executor.3 12603 1 780 0 S uwait 0xfffffe009ea9db00 syz-executor.2 12602 1 780 0 S uwait 0xfffffe009ea9ec80 syz-executor.2 12205 1 778 0 S uwait 0xfffffe009ea9dd00 syz-executor.0 12164 1 2713 0 S uwait 0xfffffe009ea9f580 syz-executor.3 12158 1 2713 0 S uwait 0xfffffe00a5d05500 syz-executor.3 12028 12026 778 0 SV uwait 0xfffffe009eaa0680 syz-executor.0 12026 1 778 0 DV ppwait 0xfffffe00a5c764f8 syz-executor.0 11746 11744 780 0 SV uwait 0xfffffe0057079700 syz-executor.2 11744 1 780 0 DV ppwait 0xfffffe00a717c4f8 syz-executor.2 11735 1 779 0 S uwait 0xfffffe009ea9f180 syz-executor.1 11349 1 779 0 S uwait 0xfffffe00574c6400 syz-executor.1 11340 1 779 0 S uwait 0xfffffe009ea9f980 syz-executor.1 11334 1 779 0 S uwait 0xfffffe009ea9f880 syz-executor.1 10993 1 780 0 S uwait 0xfffffe0056b91980 syz-executor.2 10992 1 780 0 S uwait 0xfffffe00574c6300 syz-executor.2 7560 7559 2713 0 SV uwait 0xfffffe0057077480 syz-executor.3 7559 1 2713 0 DV ppwait 0xfffffe0058b184f8 syz-executor.3 4666 1 4666 65 Ss select 0xfffffe00574c70c0 dhclient 4208 1 4208 0 Ss select 0xfffffe0056b91d40 dhclient 4205 1 4205 0 Ss select 0xfffffe00a5d05340 dhclient 4182 1 4182 65 Ss select 0xfffffe0057079ec0 dhclient 3861 1 779 0 S uwait 0xfffffe0056ae6600 syz-executor.1 3860 1 779 0 S uwait 0xfffffe0057076f00 syz-executor.1 3179 1 3179 0 Ss select 0xfffffe0057079cc0 dhclient 3176 1 3176 0 Ss select 0xfffffe0057079ac0 dhclient 3149 1 3149 65 Ss select 0xfffffe00574c7140 dhclient 2713 773 2713 0 Ss piperd 0xfffffe0058a212e8 syz-executor.3 2663 0 0 0 DL aiordy 0xfffffe00589fba90 [aiod4] 2662 0 0 0 DL aiordy 0xfffffe009eeaca90 [aiod3] 2661 0 0 0 DL aiordy 0xfffffe009ef00a90 [aiod2] 2659 0 0 0 DL aiordy 0xfffffe00589faa90 [aiod1] 2401 1 2399 0 S uwait 0xfffffe009eaa0200 syz-executor.1 2400 1 779 0 S uwait 0xfffffe009ea9ed80 syz-executor.1 2395 1 2395 0 Ss select 0xfffffe009ea9ea40 dhclient 2392 1 2392 0 Ss select 0xfffffe009ea9eb40 dhclient 2373 1 2373 65 Ss select 0xfffffe0057079d40 dhclient 1064 1 1064 0 Ss select 0xfffffe009ea9fd40 dhclient 1061 1 1061 0 Ss select 0xfffffe009ea9fcc0 dhclient 780 773 780 0 Ss piperd 0xfffffe0058a20000 syz-executor.2 779 773 779 0 Ss nanslp 0xffffffff840629c0 syz-executor.1 778 773 778 0 Ss piperd 0xfffffe0058a215d0 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100117 S uwait 0xfffffe00574c8400 syz-fuzzer 100119 S uwait 0xfffffe00574c8600 syz-fuzzer 100120 S uwait 0xfffffe00574c8700 syz-fuzzer 100121 S uwait 0xfffffe00574c8800 syz-fuzzer 100122 S uwait 0xfffffe00574c8900 syz-fuzzer 100123 S uwait 0xfffffe00574c7c00 syz-fuzzer 100124 S uwait 0xfffffe0056b91680 syz-fuzzer 100126 S uwait 0xfffffe0056b91780 syz-fuzzer 100137 S kqread 0xfffffe009e7fe300 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009eeae0b0 csh 769 687 769 0 Ss select 0xfffffe009eaa00c0 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584480b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584484b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584488b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840629c0 cron 687 1 687 0 Ss select 0xfffffe0056b91b40 sshd 500 1 500 0 Ss select 0xfffffe0056b91dc0 syslogd 429 1 429 0 Ss select 0xfffffe0057076040 devd 428 1 428 65 Ss select 0xfffffe0056b91ec0 dhclient 343 1 343 0 Ss select 0xfffffe0056b91e40 dhclient 340 1 340 0 Ss select 0xfffffe00574c79c0 dhclient 16 0 0 0 DL syncer 0xffffffff8418ade0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057898000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84188ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c10c0 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b4bb8 [dom0] 100082 D launds 0xffffffff841b4bc4 [laundry: dom0] 100083 D umarcl 0xffffffff81ec15a0 [uma] 6 0 0 0 DL - 0xffffffff83e18be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84f9b760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff8494e320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9e3c0 [doneq0] 100046 D - 0xffffffff83c9e340 [async] 100075 D - 0xffffffff83c9e1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa6c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841aec60 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84035b40 [g_event] 100037 D - 0xffffffff84035b80 [g_up] 100038 D - 0xffffffff84035bc0 [g_down] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841afc00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84036a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796c900 [kqueue_ctx taskq] 100011 D - 0xfffffe000796c800 [linuxkpi_irq_wq] 100014 D - 0xfffffe000796c500 [aiod_kick taskq] 100015 D - 0xfffffe000796c400 [inm_free taskq] 100016 D - 0xfffffe000796c300 [in6m_free taskq] 100017 D - 0xfffffe000796c200 [deferred_unmount ta] 100018 D - 0xfffffe000796c100 [thread taskq] 100020 D - 0xfffffe000796be00 [pci_hp taskq] 100021 D - 0xfffffe000796bd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796bd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796bd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796bd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796bc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796bc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796bc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796bc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796bb00 [firmware taskq] 100039 D - 0xfffffe000796ba00 [crypto_0] 100040 D - 0xfffffe000796ba00 [crypto_1] 100056 D - 0xfffffe000796b700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796b600 [vtnet0 txq 0] 100058 D - 0xfffffe000796b500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796b400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796b300 [mca taskq] 100066 D - 0xffffffff82c98381 [deadlkres] 100070 D - 0xfffffe0058440300 [acpi_task_0] 100071 D - 0xfffffe0058440300 [acpi_task_1] 100072 D - 0xfffffe0058440300 [acpi_task_2] 100074 D - 0xfffffe000796b900 [CAM taskq] db> show all locks Process 17837 (syz-executor.1) thread 0xfffffe009ef081e0 (122926) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00a79ad9d0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:652 Process 12 (intr) thread 0xfffffe0053e8ec80 (100030) shared rw tcpinp (tcpinp) r = 0 (0xfffffe00a79ad400) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/in6_pcb.c:1335 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 34990 2061K 35061 vtbuf 24 1968K 46 pcb 992 1613K 37221 kobj 326 1304K 485 newblk 10 1027K 59140 vfscache 3 1025K 3 sctp_stro 471 957K 4752 filedesc 84 666K 33646 inodedep 393 659K 20045 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 208 416K 17961 sctp_atcl 953 358K 15514 vmem 3 274K 5 acpica 1674 184K 55619 vnet_data 1 168K 1 tidhash 3 141K 3 linker 349 139K 393 pagedep 10 131K 16797 tfo_ccache 1 128K 1 DEVFS1 108 108K 128 sem 4 106K 4 dirrem 384 96K 18718 BPF 46 88K 64 bus 986 80K 3480 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 sctp_atky 1424 60K 20292 umtx 440 55K 440 kdtrace 286 54K 40779 freefile 383 48K 18692 temp 34 33K 13393 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 127 32K 138 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 81 DEVFS_RULE 56 20K 56 routetbl 176 17K 2310 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 64 16K 64 tty 16 16K 16 ithread 99 16K 99 sctp_athm 953 15K 15520 sctp_map 942 15K 9480 lltable 46 15K 573 bus-sc 34 15K 1691 KTRACE 100 13K 100 ifnet 7 13K 8 ether_multi 152 13K 190 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 in6_multi 65 9K 75 bmsafemap 3 9K 20007 kqueue 96 9K 17866 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 72 rpc 2 8K 2 shmfd 1 8K 23 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 cred 26 7K 873 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 506 pwddesc 94 6K 17848 DEVFSP 81 6K 322 ufs_dirhash 24 5K 24 session 36 5K 64 UMA 268 5K 268 pf_ifnet 10 5K 484 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 85 proc-args 126 4K 19325 lockf 35 4K 67 acpisem 28 4K 28 selfd 55 4K 247912 hhook 15 4K 17 terminal 11 3K 11 CC Mem 44 3K 21435 select 19 3K 1084 uidinfo 3 3K 17 sctp_stri 4 2K 12 tcp_fsb 16 2K 7289 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 16 inpcbpolicy 55 2K 23256 Unitno 27 2K 77 CAM XPT 22 2K 543 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 8 freework 5 2K 34336 osd 48 2K 20496 softdep 1 1K 1 mkdir 8 1K 33546 freeblks 4 1K 19393 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 100 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 16 ipsec 3 1K 3 mld 6 1K 7 igmp 6 1K 7 toponodes 6 1K 6 sigio 12 1K 15 isadev 6 1K 6 mount 16 1K 176 pci_link 10 1K 10 newdirblk 5 1K 16773 crypto 4 1K 20 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 18763 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 xform 3 1K 267 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 6 1K 49616 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 3211 sctp_iter 0 0K 23 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 8 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 sctp_aadr 0 0K 140 mqdata 0 0K 0 tcp_do 0 0K 0 pf_table 0 0K 441 pf_rule 0 0K 489 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 25846 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 47 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 25345 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 37 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 17566 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 3 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 3569 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 17 lio 0 0K 46 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 553 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 28665 ioctlops 0 0K 1859 eventfd 0 0K 40 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1022 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8377 1021 1114657 0 254 38494208 0 sctp_asoc 2288 471 1309 4740 0 254 4072640 0 malloc-2048 2048 482 966 10959 0 8 2965504 0 mbuf 256 9476 1703 4291035 0 254 2861824 0 pbuf 2624 0 989 0 0 2 2595136 0 sctp_ep 1272 478 1301 10764 0 254 2262888 0 RADIX NODE 144 15288 219 493120 0 62 2233008 0 tcp_log 416 31 5306 257189 0 254 2220192 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 BUF TRIE 144 196 11564 52614 0 62 1693440 0 malloc-384 384 4192 68 5112 0 30 1635840 0 malloc-128 128 11475 119 30260 0 126 1484032 0 malloc-1024 1024 475 965 4808 0 16 1474560 0 ertt_txseginfo 40 28687 6158 2252667 0 254 1393800 0 UMA Slabs 0 112 12147 15 12147 0 126 1362144 0 malloc-4096 4096 327 3 944 0 2 1351680 0 sctp_raddr 736 473 1309 4787 0 254 1311552 0 vmem btag 56 22238 121 22238 0 254 1252104 0 malloc-384 384 1071 1929 15637 0 30 1152000 0 tcpcb 1096 44 719 20485 0 254 836248 0 malloc-16384 16384 41 7 16820 0 1 786432 0 socket 960 91 673 36247 0 254 733440 0 256 Bucket 2048 273 67 14717 0 8 696320 0 FFS inode 1160 545 29 19238 0 8 665840 0 malloc-256 256 421 1694 45946 0 62 541440 0 tcp_bbr_map 128 1957 2104 176279 0 126 519808 0 VM OBJECT 264 1732 98 259878 0 30 483120 0 malloc-4096 4096 95 7 17848 0 2 417792 0 malloc-384 384 435 645 20092 0 31 414720 0 malloc-256 256 544 1076 12118 0 62 414720 0 THREAD 1808 191 29 22932 0 8 397760 0 malloc-65536 65536 4 2 602 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 50 718 20485 0 254 380928 0 MAP ENTRY 96 3372 408 977481 0 126 362880 0 VNODE 448 585 81 19281 0 30 298368 0 malloc-64 64 4134 465 22525 0 254 294336 0 malloc-256 256 458 607 102954 0 62 272640 0 mbuf_packet 256 126 890 44478 0 254 260096 0 ripcb 496 5 507 1234 0 254 253952 0 udp_inpcb 496 6 506 1389 0 254 253952 0 malloc-16 16 14504 496 14608 0 254 240000 0 sctp_chunk 152 475 1059 2833 0 254 233168 0 malloc-32768 32768 0 7 24091 0 1 229376 0 DEVCTL 1024 0 220 166 0 0 225280 0 VMSPACE 2552 71 13 17827 0 4 214368 0 FPU_save_area 832 193 50 30115 0 16 202176 0 malloc-65536 65536 1 2 166 0 1 196608 0 malloc-128 128 1206 313 60891 0 126 194432 0 malloc-32 32 5389 533 23871 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 FFS2 dinode 256 545 145 19237 0 62 176640 0 malloc-64 64 1205 1378 58623 0 254 165312 0 S VFS Cache 104 1031 490 20463 0 126 158184 0 PROC 1352 93 21 17845 0 8 154128 0 malloc-1024 1024 121 23 1895 0 16 147456 0 malloc-128 128 880 267 20630 0 126 146816 0 malloc-128 128 404 743 26294 0 126 146816 0 128 Bucket 1024 87 44 2458 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 unpcb 256 20 490 1617 0 254 130560 0 udplite_inpcb 496 0 256 148 0 254 126976 0 filedesc0 1072 94 18 17848 0 8 120064 0 ksiginfo 112 104 940 8081 0 126 116928 0 64 Bucket 512 138 62 22203 0 30 102400 0 malloc-32 32 978 2172 19676 0 254 100800 0 malloc-16 16 1964 4286 72659 0 254 100000 0 malloc-128 128 626 149 5302 0 126 99200 0 malloc-16384 16384 5 1 179 0 1 98304 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-64 64 742 581 275744 0 254 84672 0 malloc-4096 4096 14 6 17591 0 2 81920 0 malloc-8192 8192 5 4 134 0 1 73728 0 malloc-128 128 152 375 448 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-2048 2048 11 21 960 0 8 65536 0 malloc-256 256 60 195 1651 0 62 65280 0 malloc-256 256 38 217 54637 0 62 65280 0 32 Bucket 256 138 117 9096 0 62 65280 0 tcp_rack_pcb 896 16 56 7289 0 16 64512 0 g_bio 408 0 150 364010 0 30 61200 0 sctp_stream_msg_out 112 4 536 2862 0 254 60480 0 pcpu-8 8 4711 2457 16884 0 254 57344 0 malloc-64 64 80 739 20994 0 254 52416 0 Files 80 291 359 70308 0 126 52000 0 malloc-256 256 78 117 816 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 93796 0 16 49152 0 malloc-8192 8192 5 1 7 0 1 49152 0 malloc-4096 4096 9 3 19 0 2 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-1024 1024 12 36 538 0 16 49152 0 tcp_bbr_pcb 832 13 41 6174 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 clpbuf 2624 0 16 80 0 16 41984 0 malloc-8192 8192 5 0 5 0 1 40960 0 Mountpoints 2752 2 12 5 0 4 38528 0 da_ccb 544 0 70 91123 0 16 38080 0 pipe 744 28 22 826 0 16 37200 0 malloc-64 64 151 416 363 0 254 36288 0 malloc-64 64 26 541 429 0 254 36288 0 malloc-64 64 6 561 10 0 254 36288 0 16 Bucket 144 133 119 3847 0 62 36288 0 8 Bucket 80 170 280 4444 0 126 36000 0 malloc-128 128 95 184 278 0 126 35712 0 malloc-128 128 16 263 19 0 126 35712 0 routing nhops 256 27 108 38 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 5 130 5358 0 62 34560 0 malloc-256 256 39 96 16852 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 4 0 1 32768 0 malloc-16384 16384 1 1 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 1294 0 8 32768 0 malloc-2048 2048 3 13 753 0 8 32768 0 malloc-2048 2048 7 9 9 0 8 32768 0 malloc-1024 1024 2 30 21 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 3 29 5 0 16 32768 0 malloc-1024 1024 5 27 27 0 16 32768 0 malloc-512 512 5 59 333 0 30 32768 0 malloc-512 512 4 60 12 0 30 32768 0 malloc-512 512 12 52 12 0 30 32768 0 malloc-512 512 10 54 25 0 30 32768 0 pcpu-64 64 481 31 481 0 254 32768 0 ipq 56 0 576 9 0 254 32256 0 KNOTE 160 28 172 243090 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 19 245 11836 0 126 31680 0 tcp_log_node 120 0 264 2 0 126 31680 0 cpuset 104 7 272 199 0 126 29016 0 sctp_laddr 48 12 576 2866 0 254 28224 0 ertt 72 44 348 20485 0 126 28224 0 PWD 32 42 840 16874 0 254 28224 0 malloc-32 32 393 489 1302 0 254 28224 0 4 Bucket 48 7 581 392 0 254 28224 0 2 Bucket 32 69 813 5865 0 254 28224 0 AIO 208 1 132 82 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 30 108 38 0 62 24288 0 PGRP 88 39 237 181 0 126 24288 0 rl_entry 40 97 509 97 0 254 24240 0 malloc-384 384 3 57 964 0 30 23040 0 malloc-384 384 32 28 32 0 30 23040 0 domainset 40 0 567 180 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 1537 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-64 64 2 313 3 0 254 20160 0 malloc-32 32 179 451 23650 0 254 20160 0 malloc-32 32 45 585 125 0 254 20160 0 malloc-32 32 44 586 47 0 254 20160 0 malloc-32 32 32 598 782 0 254 20160 0 malloc-32 32 57 573 23271 0 254 20160 0 cryptop 280 0 70 5 0 30 19600 0 AIOCB 552 0 35 148 0 16 19320 0 AIOLIO 272 0 70 23 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 6 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-2048 2048 0 8 2 0 8 16384 0 malloc-2048 2048 2 6 3 0 8 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-512 512 0 32 9 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 593918 0 254 16032 0 malloc-16 16 520 480 1907 0 254 16000 0 kenv 258 15 45 1049 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 17 733 28943 0 254 12000 0 malloc-16 16 5 745 27 0 254 12000 0 malloc-16 16 76 674 18696 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 2 498 4 0 254 8000 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0