ci-freebsd-main-panic: Memory modified after free 0xfffffe002585f000(736) val=deadc0e6 @ 0xfffffe002585f148 cpuid = 0 time = 1605908335 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003635e10 vpanic() at vpanic+0x1c7/frame 0xfffffe0003635e70 panic() at panic+0x43/frame 0xfffffe0003635ed0 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe0003635f10 item_ctor() at item_ctor+0x1e2/frame 0xfffffe0003635f70 sctp_add_remote_addr() at sctp_add_remote_addr+0x570/frame 0xfffffe0003635fe0 sctp_handle_asconf() at sctp_handle_asconf+0x14a7/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x1697/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14883c6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff818bcbbd rbx 0 rsp 0xfffffe0003635df0 rbp 0xfffffe0003635e10 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0xaa0214ac08000500 r11 0x62213737 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff81964445 r15 0xffffffff81964445 rip 0xffffffff810d3237 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x14883c6(%rip) db> show proc Process 12 (intr) at 0xfffff800042b9a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ebb0 ABI: null reaper: 0xffffffff8250ebb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f800 (map 0xffffffff8250f800) (map.pmap 0xffffffff8250f8c0) (pmap 0xffffffff8250f920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1071 1054 1054 0 R dhclient 1070 1065 1065 0 S sbwait 0xfffff800354d7924 arp 1066 1025 1025 0 R (threaded) syz-executor.3 100087 RunQ syz-executor.3 100174 S accept 0xfffff800353b58b8 syz-executor.3 100175 S uwait 0xfffff80035199d80 syz-executor.3 1065 767 1065 0 Ss wait 0xfffff8003504c000 syz-executor.1 1064 1056 1056 0 R (threaded) syz-executor.0 100153 RunQ syz-executor.0 100171 S accept 0xfffff800353a2c68 syz-executor.0 100173 S uwait 0xfffff80035199a80 syz-executor.0 1056 767 1056 0 Rs syz-executor.0 1054 1046 1054 0 Ss wait 0xfffff8003544ba50 dhclient 1050 1 1050 0 Ss select 0xfffff80035488f40 dhclient 1046 1032 424 65 R dhclient 1032 424 424 0 S wait 0xfffff800354bd000 sh 1025 767 1025 0 Rs syz-executor.3 998 767 998 0 REs CPU 1 syz-executor.2 767 765 765 0 S (threaded) syz-execprog 100107 S uwait 0xfffff80004a1b380 syz-execprog 100108 S uwait 0xfffff80026ea8b00 syz-execprog 100109 S uwait 0xfffff80026ea8c00 syz-execprog 100110 S uwait 0xfffff80026ea8c80 syz-execprog 100111 S uwait 0xfffff80026ea8500 syz-execprog 100112 S uwait 0xfffff80004a1b480 syz-execprog 100113 S kqread 0xfffff80035009600 syz-execprog 100114 S uwait 0xfffff80035199780 syz-execprog 100115 S uwait 0xfffff80004a1b580 syz-execprog 100116 S uwait 0xfffff80035199880 syz-execprog 765 763 765 0 Ss pause 0xfffff80004a7d5d8 csh 763 682 763 0 Ss select 0xfffff80035199e40 sshd 742 1 742 0 Rs+ getty 741 1 741 0 Ss+ ttyin 0xfffff800049a28b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800049a2cb0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499a0b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499a4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff8000499a8b0 getty 736 1 736 0 Ss+ ttyin 0xfffff8000499acb0 getty 735 1 735 0 Ss+ ttyin 0xfffff8000493f0b0 getty 734 1 734 0 Ss+ ttyin 0xfffff8000493f4b0 getty 732 1 24 0 S+ piperd 0xfffff80004ab42e8 logger 731 730 24 0 S+ nanslp 0xffffffff8252ed90 sleep 730 1 24 0 S+ wait 0xfffff80004b08000 sh 686 1 686 0 Ss nanslp 0xffffffff8252ed90 cron 682 1 682 0 Ss select 0xfffff80026ea81c0 sshd 495 1 495 0 Rs syslogd 424 1 424 0 Ss wait 0xfffff80004b08528 devd 423 1 423 65 Ss select 0xfffff80026ea8440 dhclient 338 1 338 0 Ss select 0xfffff80026ea8d40 dhclient 335 1 335 0 Ss select 0xfffff80004a33d40 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f5528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814def20 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c15818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d0e390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004300488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042cda00 [firmware taskq] 100029 D - 0xfffff800042cd300 [crypto_0] 100030 D - 0xfffff800042cd300 [crypto_1] 100044 D - 0xfffff80004342300 [vtnet0 rxq 0] 100045 D - 0xfffff80004342200 [vtnet0 txq 0] 100046 D - 0xfffff80004342100 [vtnet0 rxq 1] 100047 D - 0xfffff80004342000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004486880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100055 D - 0xffffffff81d0b190 [deadlkres] 100062 D - 0xfffff800048c9200 [acpi_task_0] 100063 D - 0xfffff800048c9200 [acpi_task_1] 100064 D - 0xfffff800048c9200 [acpi_task_2] 100066 D - 0xfffff80004342b00 [CAM taskq] db> show all locks Process 1071 (dhclient) thread 0xfffffe0019faa700 (100081) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00036094c0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8004 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0025854120) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7924 Process 1070 (arp) thread 0xfffffe002584a100 (100122) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff800354d78c8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 998 (syz-executor.2) thread 0xfffffe0025849300 (100126) exclusive sx in_control (in_control) r = 0 (0xffffffff8261e400) locked @ /syzkaller/managers/main/kernel/sys/netinet/in.c:247 Process 495 (syslogd) thread 0xfffffe0023ba3300 (100086) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800350719f8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3506 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0025865c70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1161 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4239 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 404 1125K 511 vfscache 3 1025K 3 pcb 33 546K 246 inodedep 77 541K 210 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 131 260K 1145 acpica 1674 184K 52503 vnet_data 1 168K 1 pagedep 57 142K 221 tidhash 3 141K 3 filedesc 20 137K 278 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 330 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 306 39K 306 BPF 22 36K 78 kdtrace 184 36K 2249 temp 35 33K 2915 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 ifaddr 94 29K 115 gtaskqueue 18 26K 18 vmem 3 22K 4 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 ether_multi 167 14K 358 bus-sc 30 14K 1416 KTRACE 100 13K 100 lltable 41 13K 94 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 GEOM 60 10K 489 rman 82 10K 423 in6_multi 72 10K 232 bmsafemap 4 9K 144 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 diradd 52 7K 132 CAM DEV 3 6K 510 kqueue 60 6K 1076 plimit 22 6K 554 cred 22 6K 281 sctp_timw 21 6K 21 sctp_atcl 14 6K 154 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 sctp_stro 4 4K 38 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 routetbl 19 4K 36 pwddesc 57 4K 1072 session 26 4K 63 pgrp 26 4K 63 hhook 13 4K 13 ip6ndp 17 4K 44 terminal 11 3K 11 acpisem 22 3K 22 proc-args 48 3K 849 indirdep 10 3K 10 lockf 22 3K 81 uidinfo 3 3K 8 sctp_ifa 17 3K 54 sctp_stri 4 2K 38 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_atky 26 2K 241 Unitno 28 2K 45 CAM XPT 22 2K 543 in_multi 6 2K 20 selfd 23 2K 9220 ipsecpolicy 2 2K 2 select 10 2K 69 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 14 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 54 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_aadr 8 1K 84 dirrem 2 1K 45 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 DEVFSP 8 1K 34 mkdir 3 1K 120 chacha20random 1 1K 1 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 procdesc 2 1K 22 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 sctp_athm 14 1K 154 feeder 7 1K 7 inpcbpolicy 7 1K 306 loginclass 3 1K 7 prison 6 1K 6 sctp_map 8 1K 76 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 38 newdirblk 1 1K 60 freefile 1 1K 42 tcpfunc 2 1K 2 pmchooks 1 1K 1 filecaps 5 1K 111 soname 4 1K 3290 mbuf_tag 3 1K 480 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 61 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 20 sctp_iter 0 0K 40 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 40 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 2309 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 50 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 37 freefrag 0 0K 7 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 213 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16993 ioctlops 0 0K 136 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 772 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9203 1 9203 0 254 18849792 0 mbuf_packet 256 8198 877 23587 0 254 2323200 0 BUF TRIE 144 173 13295 829 0 62 1939392 0 malloc-384 384 4138 12 4140 0 30 1593600 0 malloc-4096 4096 336 1 496 0 2 1380352 0 malloc-128 128 10460 80 10908 0 126 1349120 0 pbuf 832 0 985 0 0 2 819520 0 FFS inode 1128 559 15 603 0 8 647472 0 UMA Slabs 0 112 5427 6 5427 0 126 608496 0 RADIX NODE 144 2369 176 30180 0 62 366480 0 VNODE 488 594 54 640 0 30 316224 0 VM OBJECT 264 1130 40 18435 0 30 308880 0 THREAD 1792 138 15 175 0 8 274176 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-4096 4096 61 3 1524 0 2 262144 0 256 Bucket 2048 110 8 6231 0 8 241664 0 DEVCTL 1024 16 192 149 0 0 212992 0 malloc-16384 16384 8 5 131 0 1 212992 0 malloc-16 16 12227 273 12408 0 254 200000 0 malloc-65536 65536 0 3 253 0 1 196608 0 mbuf 256 451 269 6924 0 254 184320 0 malloc-64 64 2752 83 2823 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-32 32 4779 135 5249 0 254 157248 0 malloc-128 128 1126 83 24452 0 126 154752 0 FFS2 dinode 256 559 11 601 0 62 145920 0 MAP ENTRY 96 1181 205 57620 0 126 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 S VFS Cache 104 1023 225 1186 0 126 129792 0 malloc-4096 4096 27 4 66 0 2 126976 0 malloc-1024 1024 117 7 135 0 16 126976 0 malloc-256 256 466 14 715 0 62 122880 0 ksiginfo 112 55 989 138 0 126 116928 0 vmem btag 56 1802 130 1802 0 254 108192 0 VMSPACE 2544 35 7 1050 0 4 106848 0 PROC 1320 57 15 1071 0 8 95040 0 malloc-2048 2048 5 41 2369 0 8 94208 0 filedesc0 1072 58 19 1072 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-8192 8192 6 3 34 0 1 73728 0 g_bio 408 0 180 6887 0 30 73440 0 malloc-65536 65536 0 1 110 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 196 29 1664 0 62 57600 0 sctp_raddr 736 21 56 247 0 254 56672 0 128 Bucket 1024 34 17 1180 0 16 52224 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-4096 4096 8 4 21 0 2 49152 0 malloc-128 128 306 66 602 0 126 47616 0 malloc-256 256 156 24 829 0 62 46080 0 malloc-256 256 75 105 1128 0 62 46080 0 32 Bucket 256 50 130 906 0 62 46080 0 malloc-2048 2048 9 13 516 0 8 45056 0 malloc-64 64 523 170 1604 0 254 44352 0 malloc-384 384 76 34 209 0 30 42240 0 socket 944 27 17 1617 0 254 41536 0 malloc-64 64 556 74 11381 0 254 40320 0 malloc-384 384 67 33 207 0 30 38400 0 malloc-384 384 93 7 417 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 17140 0 16 36864 0 pcpu-8 8 4302 306 4534 0 254 36864 0 sctp_asoc 2288 4 11 38 0 254 34320 0 mbuf_jumbo_page 4096 0 8 10 0 254 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-128 128 179 69 296 0 126 31744 0 pipe 744 20 20 424 0 16 29760 0 64 Bucket 512 48 8 2827 0 30 28672 0 malloc-128 128 154 63 1388 0 126 27776 0 malloc-256 256 71 34 714 0 62 26880 0 clpbuf 832 0 32 99 0 16 26624 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 2 1 91 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-64 64 274 104 2434 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 150 36 563 0 126 23808 0 tcpcb 1048 3 19 7 0 254 23056 0 sctp_ep 1280 6 12 59 0 254 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 TURNSTILE 136 154 14 154 0 62 22848 0 malloc-4096 4096 4 1 7 0 2 20480 0 malloc-2048 2048 5 5 261 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 malloc-64 64 259 56 16620 0 254 20160 0 Files 80 134 116 9749 0 126 20000 0 8 Bucket 80 49 201 8141 0 126 20000 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 47 3 68 0 30 19200 0 malloc-256 256 59 16 60 0 62 19200 0 malloc-256 256 59 16 524 0 62 19200 0 SLEEPQUEUE 88 154 38 154 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 217 0 2 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 6 10 80 0 16 16384 0 malloc-1024 1024 6 10 1621 0 16 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-32 32 319 185 668 0 254 16128 0 4 Bucket 48 6 330 4869 0 254 16128 0 malloc-384 384 18 22 72 0 30 15360 0 malloc-256 256 19 41 155 0 62 15360 0 malloc-2048 2048 3 3 15 0 8 12288 0 malloc-2048 2048 3 3 5 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-512 512 6 18 20 0 30 12288 0 rtentry 176 25 44 93 0 62 12144 0 KNOTE 160 26 49 985 0 62 12000 0 malloc-128 128 52 41 3017 0 126 11904 0 udp_inpcb 488 2 22 287 0 254 11712 0 routing nhops 256 24 21 93 0 62 11520 0 unpcb 256 11 34 1182 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 145 0 16 8192 0 malloc-1024 1024 3 5 17 0 16 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 2 14 8 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rl_entry 40 50 152 50 0 254 8080 0 sctp_laddr 48 5 163 130 0 254 8064 0 udpcb 32 2 250 287 0 254 8064 0 PWD 32 16 236 158 0 254 8064 0 malloc-64 64 11 115 24 0 254 8064 0 malloc-64 64 10 116 121 0 254 8064 0 malloc-64 64 44 82 156 0 254 8064 0 malloc-32 32 100 152 136 0 254 8064 0 malloc-32 32 75 177 2414 0 254 8064 0 malloc-32 32 58 194 854 0 254 8064 0 malloc-32 32 3 249 73 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 16 Bucket 144 42 14 1202 0 62 8064 0 2 Bucket 32 59 193 12609 0 254 8064 0 vtnet_tx_hdr 24 0 334 1131 0 254 8016 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 28 472 545 0 254 8000 0 malloc-16 16 73 427 685 0 254 8000 0 malloc-16 16 183 317 1238 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 16 46 87 0 126 7936 0 sctp_chunk 152 20 32 190 0 254 7904 0 ripcb 488 2 14 12 0 254 7808 0 tcp_inpcb 488 3 13 7 0 254 7808 0 kenv 258 3 27 1018 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 33 0 8 4096 0 malloc-512 512 1 7 2 0 30 4096 0 malloc-512 512 3 5 44 0 30 4096 0 malloc-512 512 4 4 38 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 3 81 69 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 malloc-32 32 8 118 29 0 254 4032 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>