panic: Memory modified after free 0xfffff80013a84e00(112) val=de00c0de @ 0xfffff80013a84e68 cpuid = 1 time = 1609220577 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f78450 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f784b0 panic() at panic+0x43/frame 0xfffffe0051f78510 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe0051f78550 item_ctor() at item_ctor+0x1e2/frame 0xfffffe0051f785b0 sctp_lower_sosend() at sctp_lower_sosend+0x40f2/frame 0xfffffe0051f787a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe0051f788d0 sosend() at sosend+0xc6/frame 0xfffffe0051f78940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe0051f789f0 sendit() at sendit+0x229/frame 0xfffffe0051f78a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe0051f78ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051f78bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051f78bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284cca, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 2612 tid 102424 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0088e00000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f78430 rbp 0xfffffe0051f78450 rsi 0x40001 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x1 r11 0xfffffe00887f6310 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de47 r15 0xffffffff8197de47 rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 2612 (syz-executor.0) at 0xfffff80013e27a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 779 at 0xfffff80004d62000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.0 reaper: 0xfffff80004453528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00887a19f0 (map 0xfffffe00887a19f0) (map.pmap 0xfffffe00887a1ab0) (pmap 0xfffffe00887a1b10) threads: 2 100160 RunQ syz-executor.0 102424 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 2613 823 823 0 R CPU 0 syz-executor.3 2612 779 779 0 R (threaded) syz-executor.0 100160 RunQ syz-executor.0 102424 Run CPU 1 syz-executor.0 2200 2194 2200 0 Ss select 0xfffff80004536b40 dhclient 2197 1 2197 0 Ss select 0xfffff800046dd740 dhclient 2194 2187 436 65 S select 0xfffff800046dd940 dhclient 2187 436 436 0 S wait 0xfffff80004eb1528 sh 2178 1 2178 65 Ss select 0xfffff80004536ac0 dhclient 1078 1 1078 0 Ss select 0xfffff80004536940 dhclient 1075 1 1075 0 Ss select 0xfffff800045369c0 dhclient 823 774 823 0 Ss nanslp 0xffffffff8252ff20 syz-executor.3 813 774 813 0 Ss piperd 0xfffff8001315d8b8 syz-executor.2 780 774 780 0 Rs syz-executor.1 779 774 779 0 Ss nanslp 0xffffffff8252ff21 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100106 S kqread 0xfffff80004aa1100 syz-fuzzer 100107 S uwait 0xfffff80004b3c600 syz-fuzzer 100108 S uwait 0xfffff80013261580 syz-fuzzer 100109 S uwait 0xfffff80004b58180 syz-fuzzer 100110 S uwait 0xfffff80004b58280 syz-fuzzer 100111 S uwait 0xfffff80004b58080 syz-fuzzer 100112 S uwait 0xfffff800133fd600 syz-fuzzer 100113 S uwait 0xfffff800133fd700 syz-fuzzer 100114 S uwait 0xfffff80004b58380 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004eb10b0 csh 770 694 770 0 Ss select 0xfffff80004536c40 sshd 754 1 754 0 Ss+ ttyin 0xfffff80004878cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b6c0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b6c4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b6c8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b6ccb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b750b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b754b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b758b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b75cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dfb40 sshd 507 1 507 0 Ss select 0xfffff800046e0140 syslogd 436 1 436 0 Ss wait 0xfffff80004e84528 devd 435 1 435 65 Ss select 0xfffff800046dfdc0 dhclient 350 1 350 0 Ss select 0xfffff800046dfe40 dhclient 347 1 347 0 Ss select 0xfffff80004536d40 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004d1ba50 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100073 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004da50e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cb8 [dom0] 100071 D launds 0xffffffff82639cc4 [laundry: dom0] 100072 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e3b818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b5d390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d1 [deadlkres] 100062 D - 0xfffff80004b78e00 [acpi_task_0] 100063 D - 0xfffff80004b78e00 [acpi_task_1] 100064 D - 0xfffff80004b78e00 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 2613 (syz-executor.3) thread 0xfffffe00887e6c00 (102317) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00887de500) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6656 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00887de440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4940 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 newblk 8 1026K 2917 vfscache 3 1025K 3 pcb 40 553K 4168 inodedep 11 516K 2066 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 132 253K 2702 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 3478 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 3413 linker 268 99K 308 bus 990 80K 3306 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 BPF 30 53K 30 umtx 324 41K 324 kdtrace 196 39K 5039 temp 35 33K 2166 hostcache 1 32K 1 shm 1 32K 7 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 6 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 71 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 54 pf_rule 14 14K 620 bus-sc 31 14K 1547 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 126 11K 126 sctp_timw 40 10K 40 GEOM 60 10K 489 rman 82 10K 423 cred 38 10K 787 in6_multi 71 9K 71 bmsafemap 2 9K 1772 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 7 rpc 2 8K 2 shmfd 1 8K 29 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sctp_stro 7 7K 524 sglist 5 7K 5 CAM DEV 3 6K 510 dirrem 23 6K 1717 kqueue 58 6K 2627 sctp_atcl 15 6K 2266 plimit 22 6K 381 CAM queue 5 6K 1528 taskqueue 48 6K 48 pf_ifnet 12 5K 25 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 UMA 258 5K 258 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 session 28 4K 42 pgrp 28 4K 44 pwddesc 56 4K 2614 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 47 proc-args 47 3K 613 selfd 38 3K 31640 uidinfo 3 3K 10 freefile 17 3K 1715 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 16 sctp_ifa 14 2K 16 select 13 2K 53 CAM XPT 22 2K 543 Unitno 26 2K 54 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 44 NFSD session 1 1K 1 sctp_atky 22 1K 3005 CAM periph 4 1K 271 sctp_ifn 6 1K 16 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 3394 diradd 5 1K 1752 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_stri 1 1K 422 newdirblk 4 1K 1697 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 14 inpcbpolicy 11 1K 2103 osd 3 1K 10 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 sctp_athm 15 1K 2479 sctp_map 14 1K 1050 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 1747 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 6206 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 100 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 16425 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 909 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 81 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 6170 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5241 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 19 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 1709 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 57 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 11 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 statfs 0 0K 1876 namei_tracker 0 0K 16 export_host 0 0K 0 cl_savebuf 0 0K 5 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 114 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1171 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 654 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9713 1 9713 0 254 19894272 0 mbuf_jumbo_page 4096 0 845 1400 0 254 3461120 0 RADIX NODE 144 21061 216 140024 0 62 3063888 0 mbuf_packet 256 8207 1378 1786543 0 254 2453760 0 pbuf 2632 0 778 0 0 2 2047696 0 BUF TRIE 144 224 13244 4506 0 62 1939392 0 malloc-384 384 4218 122 6286 0 30 1666560 0 malloc-4096 4096 337 2 572 0 2 1388544 0 malloc-128 128 9716 49 9995 0 126 1249920 0 mbuf 256 623 4102 942089 0 254 1209600 0 UMA Slabs 0 112 6634 23 6634 0 126 745584 0 FFS inode 1128 510 22 2226 0 8 600096 0 VM OBJECT 264 1183 77 39423 0 30 332640 0 VNODE 488 547 85 2265 0 30 308416 0 malloc-4096 4096 68 6 3136 0 2 303104 0 tcp_bbr_map 128 0 2356 15417 0 126 301568 0 THREAD 1792 139 23 2424 0 8 290304 0 256 Bucket 2048 139 1 9867 0 8 286720 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 2 2 10 0 1 262144 0 malloc-2048 2048 4 118 6937 0 8 249856 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-16384 16384 7 6 1710 0 1 212992 0 malloc-16 16 12421 329 12730 0 254 204000 0 malloc-64 64 3101 49 3111 0 254 201600 0 malloc-65536 65536 1 2 110 0 1 196608 0 malloc-256 256 236 529 10924 0 62 195840 0 g_bio 408 0 460 21989 0 30 187680 0 UMA Zones 768 230 4 230 0 16 179712 0 malloc-128 128 1332 32 25829 0 126 174592 0 MAP ENTRY 96 1374 348 138537 0 126 165312 0 FFS2 dinode 256 510 135 2226 0 62 165120 0 malloc-32768 32768 0 5 44 0 1 163840 0 malloc-32 32 4569 93 5356 0 254 149184 0 malloc-1024 1024 122 14 810 0 16 139264 0 S VFS Cache 104 1008 318 3207 0 126 137904 0 socket 944 27 109 4830 0 254 128384 0 malloc-128 128 683 278 6489 0 126 123008 0 sctp_chunk 152 13 793 1881 0 254 122512 0 malloc-128 128 665 265 5345 0 126 119040 0 ksiginfo 112 60 984 3408 0 126 116928 0 VMSPACE 2544 33 9 2592 0 4 106848 0 vmem btag 56 1835 25 1835 0 254 104160 0 128 Bucket 1024 64 35 956 0 16 101376 0 PROC 1320 55 20 2613 0 8 99000 0 UMA Kegs 384 216 7 216 0 30 85632 0 sctp_ep 1280 7 59 1531 0 254 84480 0 clpbuf 2632 0 32 32 0 16 84224 0 filedesc0 1072 56 21 2614 0 8 82544 0 tcpcb 1048 4 73 1486 0 254 80696 0 malloc-2048 2048 14 22 1771 0 8 73728 0 malloc-256 256 223 62 2637 0 62 72960 0 64 Bucket 512 76 60 4944 0 30 69632 0 malloc-256 256 105 165 3927 0 62 69120 0 malloc-65536 65536 0 1 122 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 7 1 100 0 1 65536 0 sctp_raddr 736 12 76 1579 0 254 64768 0 malloc-64 64 743 265 3528 0 254 64512 0 malloc-4096 4096 14 0 14 0 2 57344 0 sctp_asoc 2288 7 18 524 0 254 57200 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-256 256 69 126 4571 0 62 49920 0 32 Bucket 256 64 131 4124 0 62 49920 0 malloc-64 64 637 119 3764 0 254 48384 0 pipe 744 22 38 1003 0 16 44640 0 tcp_inpcb 488 8 80 1486 0 254 42944 0 tcp_log 416 0 99 661 0 254 41184 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 36 22234 0 16 36864 0 pcpu-8 8 4286 322 6096 0 254 36864 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 126 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 154 0 1 32768 0 malloc-8192 8192 3 1 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 malloc-64 64 256 248 34440 0 254 32256 0 Files 80 204 196 15448 0 126 32000 0 malloc-384 384 16 64 2569 0 30 30720 0 tcp_bbr_pcb 832 0 36 1134 0 16 29952 0 malloc-1024 1024 23 5 55 0 16 28672 0 malloc-1024 1024 20 8 1175 0 16 28672 0 KNOTE 160 28 147 95678 0 62 28000 0 8 Bucket 80 54 296 1329 0 126 28000 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 0 3 28 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 10 2 12 0 8 24576 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 19 167 1728 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 46 14 98 0 30 23040 0 malloc-256 256 36 54 2276 0 62 23040 0 malloc-4096 4096 3 2 893 0 2 20480 0 malloc-2048 2048 10 0 10 0 8 20480 0 PWD 32 18 612 1784 0 254 20160 0 malloc-64 64 71 244 17479 0 254 20160 0 malloc-32 32 301 329 2093 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 0 1 2 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 9 0 2 16384 0 malloc-1024 1024 14 2 617 0 16 16384 0 vtnet_tx_hdr 24 0 668 895308 0 254 16032 0 malloc-128 128 75 49 507 0 126 15872 0 udplite_inpcb 488 0 32 172 0 254 15616 0 malloc-4096 4096 0 3 1881 0 2 12288 0 malloc-2048 2048 1 5 168 0 8 12288 0 malloc-1024 1024 3 9 45 0 16 12288 0 malloc-512 512 11 13 478 0 30 12288 0 malloc-64 64 21 168 319 0 254 12096 0 malloc-32 32 134 244 7192 0 254 12096 0 16 Bucket 144 44 40 330 0 62 12096 0 2 Bucket 32 61 317 838 0 254 12096 0 malloc-16 16 466 284 4489 0 254 12000 0 malloc-128 128 54 39 238 0 126 11904 0 ripcb 488 3 21 54 0 254 11712 0 udp_inpcb 488 2 22 391 0 254 11712 0 routing nhops 256 28 17 36 0 62 11520 0 unpcb 256 14 31 1166 0 254 11520 0 malloc-256 256 42 3 55 0 62 11520 0 malloc-2048 2048 1 3 13 0 8 8192 0 malloc-2048 2048 0 4 6 0 8 8192 0 malloc-1024 1024 2 6 19 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 0 16 118 0 30 8192 0 malloc-512 512 4 12 46 0 30 8192 0 malloc-512 512 7 9 7 0 30 8192 0 rtentry 176 32 14 36 0 62 8096 0 rl_entry 40 46 156 46 0 254 8080 0 sctp_stream_msg_out 112 2 70 236 0 254 8064 0 sctp_laddr 48 8 160 93 0 254 8064 0 udpcb 32 2 250 563 0 254 8064 0 malloc-64 64 30 96 53 0 254 8064 0 malloc-32 32 45 207 83 0 254 8064 0 malloc-32 32 96 156 1034 0 254 8064 0 malloc-32 32 31 221 185 0 254 8064 0 4 Bucket 48 6 162 119 0 254 8064 0 malloc-16 16 26 474 1843 0 254 8000 0 malloc-16 16 8 492 10 0 254 8000 0 malloc-16 16 42 458 945 0 254 8000 0 malloc-16 16 68 432 27297 0 254 8000 0 malloc-16 16 0 500 6 0 254 8000 0 malloc-128 128 41 21 57 0 126 7936 0 sctp_readq 152 0 52 225 0 254 7904 0 itimer 352 0 22 16 0 30 7744 0 kenv 258 3 27 1013 0 30 7740 0 malloc-256 256 2 28 1741 0 62 7680 0 malloc-256 256 6 24 11 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 23 0 126 6448 0 domainset 40 0 126 12 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 0 8 2 0 30 4096 0 malloc-512 512 3 5 512 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 9 117 478 0 254 4032 0 malloc-32 32 4 122 1040 0 254 4032 0 malloc-16 16 1 249 1 0 254 4000 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0