panic: Memory modified after free 0xfffffe00258b09e0(736) val=deadc0e6 @ 0xfffffe00258b0b28 cpuid = 0 time = 1606220024 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003635e10 vpanic() at vpanic+0x1c7/frame 0xfffffe0003635e70 panic() at panic+0x43/frame 0xfffffe0003635ed0 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe0003635f10 item_ctor() at item_ctor+0x1e2/frame 0xfffffe0003635f70 sctp_add_remote_addr() at sctp_add_remote_addr+0x570/frame 0xfffffe0003635fe0 sctp_handle_asconf() at sctp_handle_asconf+0x14a7/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x1697/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1487ca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff8191852f rbx 0 rsp 0xfffffe0003635df0 rbp 0xfffffe0003635e10 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0xaa0114ac08000500 r11 0x6b8fa540 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff819643fb r15 0xffffffff819643fb rip 0xffffffff810d3957 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1487ca6(%rip) db> show proc Process 12 (intr) at 0xfffff800042b9a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ebb0 ABI: null reaper: 0xffffffff8250ebb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f800 (map 0xffffffff8250f800) (map.pmap 0xffffffff8250f8c0) (pmap 0xffffffff8250f920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 Run CPU 1 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1118 1115 1115 0 R ifconfig 1117 1112 1112 0 R sh 1115 767 1115 0 Ss wait 0xfffff8002511e000 syz-executor.3 1112 767 1112 0 Rs syz-executor.0 1111 865 424 0 S nanslp 0xffffffff8252ed91 sleep 1109 1096 1096 0 R (threaded) syz-executor.2 100134 RunQ syz-executor.2 100180 S accept 0xfffff800254fd8b8 syz-executor.2 1096 767 1096 0 Rs syz-executor.2 1093 767 1093 0 REs syz-executor.1 865 854 424 0 S wait 0xfffff8001cf48528 sh 854 424 424 0 S wait 0xfffff80004bcd528 sh 767 765 765 0 R (threaded) syz-execprog 100089 S uwait 0xfffff80004afcb80 syz-execprog 100110 S uwait 0xfffff8001cf38280 syz-execprog 100111 RunQ syz-execprog 100112 S uwait 0xfffff8002509a500 syz-execprog 100113 S uwait 0xfffff80004aebd80 syz-execprog 100114 S uwait 0xfffff8002509a600 syz-execprog 100115 S uwait 0xfffff8002509a700 syz-execprog 100116 S uwait 0xfffff8002509a800 syz-execprog 100117 S uwait 0xfffff8002509a900 syz-execprog 100118 S uwait 0xfffff8002509aa00 syz-execprog 100119 S uwait 0xfffff80004aebe80 syz-execprog 765 763 765 0 Ss pause 0xfffff8001cf480b0 csh 763 682 763 0 Ss select 0xfffff8002509ac40 sshd 742 1 742 0 Ss+ ttyin 0xfffff80004785cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004a6e8b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004a6ecb0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004a650b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004a654b0 getty 737 1 737 0 Ss+ ttyin 0xfffff80004a658b0 getty 736 1 736 0 Ss+ ttyin 0xfffff80004a65cb0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049fa0b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800049fa4b0 getty 732 1 24 0 S+ piperd 0xfffff80004b6c5d0 logger 731 730 24 0 S+ nanslp 0xffffffff8252ed91 sleep 730 1 24 0 S+ wait 0xfffff800250c7000 sh 686 1 686 0 Ss nanslp 0xffffffff8252ed90 cron 682 1 682 0 Ss select 0xfffff80025031f40 sshd 495 1 495 0 Ss select 0xfffff8002509af40 syslogd 424 1 424 0 Ss wait 0xfffff80004bcda50 devd 423 1 423 65 Rs dhclient 338 1 338 0 Ss select 0xfffff8001cf38ac0 dhclient 335 1 335 0 Ss select 0xfffff8001cf38b40 dhclient 23 0 0 0 DL vlruwt 0xfffff80004a7e000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100073 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100074 D launds 0xffffffff82636b44 [laundry: dom0] 100075 D umarcl 0xffffffff814df4b0 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 RL [sctp_iterator] 16 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 7 0 0 0 DL pftm 0xffffffff82bdc390 [pf purge] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004350d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004350d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004328888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 Run CPU 1 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 RunQ [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042d6800 [firmware taskq] 100029 D - 0xfffff800042d6100 [crypto_0] 100030 D - 0xfffff800042d6100 [crypto_1] 100044 D - 0xfffff80004353100 [vtnet0 rxq 0] 100045 D - 0xfffff80004353000 [vtnet0 txq 0] 100046 D - 0xfffff80004768e00 [vtnet0 rxq 1] 100047 D - 0xfffff80004768d00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800044a3c00 [virtio_balloon] 100053 D - 0xfffff8000477cc00 [mca taskq] 100054 D - 0xffffffff81d0b231 [deadlkres] 100062 D - 0xfffff80004a53d00 [acpi_task_0] 100063 D - 0xfffff80004a53d00 [acpi_task_1] 100064 D - 0xfffff80004a53d00 [acpi_task_2] 100066 D - 0xfffff80004353900 [CAM taskq] db> show all locks Process 17 (sctp_iterator) thread 0xfffffe0019ffa300 (100061) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002586a8b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1515 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8002549ee68) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1475 exclusive sleep mutex sctp-it (iterator) r = 0 (0xffffffff82e157d8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1452 shared rw sctp-info (sctp-info) r = 0 (0xfffffe0004941200) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1451 Process 12 (intr) thread 0xfffffe00049eba00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002586cc70) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1161 Process 12 (intr) thread 0xfffffe00049eb300 (100021) exclusive sleep mutex mld_mtx (mld_mtx) r = 0 (0xffffffff826327b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1377 exclusive sleep mutex in6_multi_list_mtx (in6_multi_list_mtx) r = 0 (0xffffffff826324e8) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1376 shared rw vnet_rwlock (vnet_rwlock) r = 0 (0xffffffff8261e028) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1337 Process 0 (kernel) thread 0xfffffe00049e8100 (100010) exclusive sx in6_multi_sx (in6_multi_sx) r = 0 (0xffffffff82632508) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/in6_mcast.c:615 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4239 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 380 1119K 527 vfscache 3 1025K 3 inodedep 127 560K 276 pcb 34 549K 513 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 126 251K 1189 acpica 1674 184K 52503 vnet_data 1 168K 1 pagedep 107 155K 301 tidhash 3 141K 3 tfo_ccache 1 128K 1 filedesc 16 121K 545 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 378 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 kdtrace 190 37K 1302 umtx 288 36K 288 temp 35 33K 3137 hostcache 1 32K 1 shm 1 32K 1 ifaddr 101 32K 156 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 vmem 3 22K 4 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 BPF 14 19K 22 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 30 14K 1416 diradd 100 13K 178 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 ether_multi 141 12K 706 lltable 37 11K 157 eventhandler 125 11K 125 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 3 9K 190 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 in6_multi 58 8K 451 sctp_timw 30 8K 30 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sctp_atcl 18 7K 490 CAM DEV 3 6K 510 kqueue 58 6K 1125 cred 22 6K 242 plimit 21 6K 568 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_stro 5 5K 122 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_ifa 30 4K 102 routetbl 18 4K 52 pwddesc 55 4K 1119 hhook 13 4K 13 session 24 3K 69 pgrp 24 3K 69 terminal 11 3K 11 acpisem 22 3K 22 proc-args 48 3K 934 ip6ndp 15 3K 76 sctp_stri 5 3K 122 indirdep 10 3K 10 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 lockf 17 2K 30 sctp_atky 29 2K 663 Unitno 29 2K 45 CAM XPT 22 2K 543 selfd 24 2K 8908 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 in_multi 4 1K 37 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 nhops 6 1K 31 select 7 1K 40 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 210 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_ifn 4 1K 102 dirrem 2 1K 29 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 osd 3 1K 9 DEVFSP 5 1K 36 sctp_athm 18 1K 490 sctp_iter 1 1K 83 newdirblk 2 1K 105 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 filecaps 7 1K 87 inpcbpolicy 6 1K 381 loginclass 3 1K 7 prison 6 1K 6 sctp_map 10 1K 244 sctp_aadr 2 1K 147 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 27 tcpfunc 2 1K 2 procdesc 1 1K 12 pmchooks 1 1K 1 soname 4 1K 3243 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 71 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 sctp_a_it 1 1K 83 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 2459 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 67 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 25 freeblks 0 0K 26 freefrag 0 0K 7 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 230 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 877 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15428 ioctlops 0 0K 153 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 623 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9068 2 9068 0 254 18575360 0 mbuf_packet 256 8193 747 23160 0 254 2288640 0 BUF TRIE 144 172 13296 889 0 62 1939392 0 malloc-384 384 4138 12 4140 0 30 1593600 0 malloc-4096 4096 336 1 496 0 2 1380352 0 malloc-128 128 10447 31 10920 0 126 1341184 0 pbuf 832 0 985 0 0 2 819520 0 FFS inode 1128 622 15 647 0 8 718536 0 UMA Slabs 0 112 5362 35 5362 0 126 604464 0 RADIX NODE 144 2329 272 33586 0 62 374544 0 VNODE 488 657 39 684 0 30 339648 0 VM OBJECT 264 1135 65 19445 0 30 316800 0 malloc-4096 4096 59 6 1571 0 2 266240 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 THREAD 1792 133 11 182 0 8 258048 0 256 Bucket 2048 111 7 6506 0 8 241664 0 mbuf 256 415 425 10755 0 254 215040 0 DEVCTL 1024 67 141 182 0 0 212992 0 malloc-16384 16384 8 5 256 0 1 212992 0 malloc-16 16 12229 271 12605 0 254 200000 0 malloc-65536 65536 0 3 139 0 1 196608 0 malloc-64 64 2751 84 2793 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 FFS2 dinode 256 622 23 647 0 62 165120 0 malloc-32 32 4781 133 5455 0 254 157248 0 malloc-128 128 1126 83 24452 0 126 154752 0 S VFS Cache 104 1056 270 1339 0 126 137904 0 malloc-256 256 449 76 757 0 62 134400 0 MAP ENTRY 96 1066 320 62731 0 126 133056 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 117 7 135 0 16 126976 0 ksiginfo 112 56 988 166 0 126 116928 0 malloc-4096 4096 23 4 38 0 2 110592 0 vmem btag 56 1869 63 1869 0 254 108192 0 VMSPACE 2544 33 9 1131 0 4 106848 0 sctp_raddr 736 21 122 640 0 254 105248 0 malloc-2048 2048 6 40 2645 0 8 94208 0 PROC 1320 55 14 1118 0 8 91080 0 filedesc0 1072 56 21 1119 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-8192 8192 6 3 34 0 1 73728 0 sctp_asoc 2288 5 25 122 0 254 68640 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 112 0 1 65536 0 malloc-384 384 126 44 275 0 30 65280 0 malloc-256 256 204 36 611 0 62 61440 0 g_bio 408 0 150 7487 0 30 61200 0 sctp_ep 1280 8 37 185 0 254 57600 0 malloc-256 256 124 101 1105 0 62 57600 0 socket 944 21 39 1845 0 254 56640 0 malloc-384 384 71 69 543 0 30 53760 0 malloc-128 128 308 95 724 0 126 51584 0 malloc-256 256 152 43 1059 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 9 15 516 0 8 49152 0 128 Bucket 1024 36 11 1396 0 16 48128 0 32 Bucket 256 53 127 907 0 62 46080 0 malloc-64 64 554 139 11142 0 254 44352 0 malloc-64 64 523 170 1604 0 254 44352 0 NAMEI 1024 0 40 18933 0 16 40960 0 mbuf_jumbo_page 4096 0 10 10 0 254 40960 0 malloc-4096 4096 4 6 38 0 2 40960 0 malloc-128 128 144 166 1653 0 126 39680 0 malloc-384 384 90 10 417 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 pcpu-8 8 4311 297 4642 0 254 36864 0 malloc-128 128 225 54 348 0 126 35712 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 5 0 1 32768 0 malloc-16384 16384 0 2 136 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 pipe 744 19 21 464 0 16 29760 0 malloc-1024 1024 7 21 164 0 16 28672 0 64 Bucket 512 48 8 2227 0 30 28672 0 malloc-256 256 66 39 787 0 62 26880 0 clpbuf 832 0 32 93 0 16 26624 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 2 1 91 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-64 64 256 122 14908 0 254 24192 0 malloc-64 64 252 126 2691 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 148 38 607 0 126 23808 0 sctp_chunk 152 21 135 576 0 254 23712 0 tcpcb 1048 3 19 7 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 54 6 109 0 30 23040 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 8 Bucket 80 51 199 6957 0 126 20000 0 TURNSTILE 136 145 2 145 0 62 19992 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 59 16 60 0 62 19200 0 malloc-256 256 59 16 536 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 5 3 261 0 8 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 6 10 1832 0 16 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-512 512 5 27 122 0 30 16384 0 malloc-32 32 313 191 1038 0 254 16128 0 KNOTE 160 28 72 2445 0 62 16000 0 Files 80 115 85 10804 0 126 16000 0 routing nhops 256 19 41 150 0 62 15360 0 malloc-384 384 14 26 169 0 30 15360 0 malloc-256 256 22 38 308 0 62 15360 0 SLEEPQUEUE 88 145 15 145 0 126 14080 0 malloc-4096 4096 1 2 234 0 2 12288 0 malloc-2048 2048 3 3 15 0 8 12288 0 malloc-2048 2048 3 3 6 0 8 12288 0 malloc-1024 1024 4 8 143 0 16 12288 0 malloc-512 512 1 23 119 0 30 12288 0 rtentry 176 21 48 150 0 62 12144 0 16 Bucket 144 42 42 1756 0 62 12096 0 4 Bucket 48 6 246 5252 0 254 12096 0 2 Bucket 32 66 312 14865 0 254 12096 0 udp_inpcb 488 2 22 367 0 254 11712 0 unpcb 256 8 37 1196 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 33 0 8 8192 0 malloc-2048 2048 3 1 194 0 8 8192 0 malloc-1024 1024 3 5 17 0 16 8192 0 malloc-512 512 4 12 6 0 30 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 3 13 44 0 30 8192 0 malloc-512 512 2 14 8 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rl_entry 40 48 154 48 0 254 8080 0 sctp_asconf_ack 48 2 166 72 0 254 8064 0 sctp_laddr 48 6 162 266 0 254 8064 0 udpcb 32 2 250 367 0 254 8064 0 PWD 32 14 238 196 0 254 8064 0 malloc-64 64 11 115 24 0 254 8064 0 malloc-64 64 4 122 184 0 254 8064 0 malloc-64 64 46 80 334 0 254 8064 0 malloc-32 32 8 244 29 0 254 8064 0 malloc-32 32 100 152 136 0 254 8064 0 malloc-32 32 69 183 2886 0 254 8064 0 malloc-32 32 58 194 820 0 254 8064 0 malloc-32 32 1 251 88 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 vtnet_tx_hdr 24 0 334 928 0 254 8016 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 28 472 535 0 254 8000 0 malloc-16 16 75 425 1038 0 254 8000 0 malloc-16 16 183 317 1238 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 15 47 77 0 126 7936 0 malloc-128 128 50 12 3005 0 126 7936 0 ripcb 488 1 15 7 0 254 7808 0 tcp_inpcb 488 3 13 7 0 254 7808 0 kenv 258 3 27 1003 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 3 1 3 0 16 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 malloc-16 16 8 242 8 0 254 4000 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>