login: panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:381 cpuid = 1 time = 1592124568 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe001a0c50b0 vpanic() at vpanic+0x1c7/frame 0xfffffe001a0c5110 panic() at panic+0x43/frame 0xfffffe001a0c5170 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe001a0c51d0 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe001a0c51f0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe001a0c5260 sctp_process_control() at sctp_process_control+0x85be/frame 0xfffffe001a0c56d0 sctp_common_input_processing() at sctp_common_input_processing+0x74c/frame 0xfffffe001a0c5860 sctp6_input_with_port() at sctp6_input_with_port+0x300/frame 0xfffffe001a0c5960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe001a0c5980 ip6_input() at ip6_input+0x1802/frame 0xfffffe001a0c5a90 swi_net() at swi_net+0x20d/frame 0xfffffe001a0c5b10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe001a0c5bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe001a0c5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe001a0c5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x14a5046(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff81904c19 rbx 0 rsp 0xfffffe001a0c5090 rbp 0xfffffe001a0c50b0 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0xfffffe001a0c575c r11 0xbf ll+0x9e r12 0xffffffff82068f70 ddb_dbbe r13 0 r14 0xffffffff819a9283 r15 0xffffffff819a9283 rip 0xffffffff810b4ba7 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14a5046(%rip) db> show proc Process 12 (intr) at 0xfffff80003315520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250e710 ABI: null reaper: 0xffffffff8250e710 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f360 (map 0xffffffff8250f360) (map.pmap 0xffffffff8250f420) (pmap 0xffffffff8250f480) threads: 23 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 Run CPU 1 [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1411 788 788 0 R (threaded) syz-executor.3 100538 RunQ syz-executor.3 100770 S uwait 0xfffff800166e5e80 syz-executor.3 100773 S uwait 0xfffff800166e4600 syz-executor.3 1410 776 776 0 R (threaded) syz-executor.0 100223 RunQ syz-executor.0 100768 S uwait 0xfffff800166e4000 syz-executor.0 100771 S uwait 0xfffff800166e4400 syz-executor.0 1409 789 789 0 RE CPU 0 syz-executor.2 1408 777 777 0 R (threaded) syz-executor.1 100087 RunQ syz-executor.1 100767 S uwait 0xfffff800166e4b00 syz-executor.1 949 1 949 0 Ss select 0xfffff80003db99c0 rtsol 946 1 946 0 Ss select 0xfffff80003c072c0 rtsol 941 1 941 0 Ss select 0xfffff80003db9540 rtsol 934 790 424 0 S kqread 0xfffff80003345600 rtsol 790 780 424 0 S wait 0xfffff80016324000 sh 789 774 789 0 Ss nanslp 0xffffffff8252f1f0 syz-executor.2 788 774 788 0 Ss nanslp 0xffffffff8252f1f1 syz-executor.3 780 424 424 0 S wait 0xfffff80016324520 sh 777 774 777 0 Ss nanslp 0xffffffff8252f1f1 syz-executor.1 776 774 776 0 Ss nanslp 0xffffffff8252f1f1 syz-executor.0 774 772 772 0 S (threaded) syz-execprog 100103 S uwait 0xfffff800039f5800 syz-execprog 100104 S uwait 0xfffff800030f9a80 syz-execprog 100105 S uwait 0xfffff800030f9b80 syz-execprog 100106 S uwait 0xfffff800030f9c80 syz-execprog 100107 S kqread 0xfffff80003345800 syz-execprog 100108 S uwait 0xfffff800037bd900 syz-execprog 100109 S uwait 0xfffff800039f5900 syz-execprog 100111 S uwait 0xfffff800037bd480 syz-execprog 100113 S uwait 0xfffff800037bda00 syz-execprog 100114 S uwait 0xfffff800037bdb00 syz-execprog 772 770 772 0 Ss pause 0xfffff80003d9aae8 csh 770 682 770 0 Ss select 0xfffff80003db98c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff800037bc8b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b36cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b354b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b35cb0 getty 744 1 744 0 Ss+ ttyin 0xfffff800033c14b0 getty 743 1 743 0 Ss+ ttyin 0xfffff800033c1cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff800033c44b0 getty 741 1 741 0 Ss+ ttyin 0xfffff800033c4cb0 getty 740 1 740 0 Ss+ ttyin 0xfffff800033c34b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252f1f1 cron 682 1 682 0 Ss select 0xfffff80003db9cc0 sshd 495 1 495 0 Ss select 0xfffff80003c07940 syslogd 424 1 424 0 Ss wait 0xfffff80003c6a520 devd 423 1 423 65 Ss select 0xfffff800160b76c0 dhclient 338 1 338 0 Ss select 0xfffff80003c07cc0 dhclient 335 1 335 0 Ss select 0xfffff800039e0c40 dhclient 23 0 0 0 DL vlruwt 0xfffff800033f2520 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261a458 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826197a0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003ce0ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82640788 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82634c18 [dom0] 100074 D launds 0xffffffff82634c24 [laundry: dom0] 100075 D umarcl 0xffffffff8154f5a0 [uma] 18 0 0 0 DL - 0xffffffff82362e58 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82be23a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261cbd0 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82618dac [soaiod4] 9 0 0 0 DL - 0xffffffff82618dac [soaiod3] 8 0 0 0 DL - 0xffffffff82618dac [soaiod2] 7 0 0 0 DL - 0xffffffff82618dac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff8223abc0 [doneq0] 100066 D - 0xffffffff8223aa90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003347690 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003347630 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82632400 [crypto] 14 0 0 0 DL seqstat 0xfffff800030e0488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250e180 [g_event] 100025 D - 0xffffffff8250e188 [g_up] 100026 D - 0xffffffff8250e190 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff800030f7c00 [thr_0] 100018 D - 0xfffff800030f7c40 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 Run CPU 1 [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003318000 [init] 10 0 0 0 DL audit_w 0xffffffff826328d8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250e710 [swapper] 100005 D - 0xfffff80003215e00 [if_config_tqg_0] 100006 D - 0xfffff80003215d00 [softirq_0] 100007 D - 0xfffff80003215c00 [softirq_1] 100008 D - 0xfffff80003215b00 [if_io_tqg_0] 100009 D - 0xfffff80003215a00 [if_io_tqg_1] 100011 D - 0xfffff8000334a000 [kqueue_ctx taskq] 100012 D - 0xfffff80003347e00 [aiod_kick taskq] 100015 D - 0xfffff80003347b00 [in6m_free taskq] 100016 D - 0xfffff80003347a00 [thread taskq] 100023 D - 0xfffff80003347900 [firmware taskq] 100028 D - 0xfffff80003347700 [crypto_0] 100029 D - 0xfffff80003347700 [crypto_1] 100043 D - 0xfffff80003347400 [vtnet0 rxq 0] 100044 D - 0xfffff80003347300 [vtnet0 txq 0] 100045 D - 0xfffff80003347200 [vtnet0 rxq 1] 100046 D - 0xfffff80003347100 [vtnet0 txq 1] 100048 D vtbslp 0xfffff80003519580 [virtio_balloon] 100052 D - 0xfffff80003347000 [mca taskq] 100057 D - 0xffffffff81d4e800 [deadlkres] 100061 D - 0xfffff80003b23300 [acpi_task_0] 100062 D - 0xfffff80003b23300 [acpi_task_1] 100063 D - 0xfffff80003b23300 [acpi_task_2] 100065 D - 0xfffff80003347500 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe00048b3000 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002591b380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2157 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4212 4850K 4240 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27849 1625K 27913 kobj 334 1336K 493 newblk 33 1032K 997 vfscache 4 1025K 4 inodedep 564 794K 634 pcb 41 555K 2263 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 130 265K 1485 acpica 1674 185K 55859 vnet_data 1 168K 1 filedesc 22 153K 1150 dirrem 540 135K 568 pagedep 14 132K 571 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 239 96K 280 bus 1000 80K 3392 mtx_pool 2 72K 2 syncache 1 68K 1 freefile 540 68K 566 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 umtx 306 39K 306 kdtrace 184 36K 3533 temp 35 33K 1845 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 72 24K 72 vmem 3 22K 4 kbdmux 6 22K 6 sctp_timw 85 22K 85 BPF 14 19K 14 lltable 47 18K 47 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 177 bus-sc 30 14K 1439 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 bmsafemap 3 9K 600 UART 12 9K 12 devstat 4 9K 4 kqueue 61 9K 1418 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 vt 11 6K 11 cred 21 6K 235 sglist 5 6K 5 CAM queue 5 6K 1528 plimit 20 5K 351 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 sctp_atcl 9 5K 2174 pf_ifnet 10 5K 19 memdesc 1 4K 1 MCA 32 4K 32 UMA 248 4K 248 evdev 4 4K 4 routetbl 23 4K 23 session 26 4K 38 pgrp 26 4K 38 hhook 13 4K 13 diradd 25 4K 600 mkdir 22 3K 1120 acpisem 22 3K 22 terminal 11 3K 11 proc-args 46 3K 549 select 20 3K 20 uidinfo 3 3K 8 sctp_ifa 17 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 indirdep 8 2K 10 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 CAM XPT 22 2K 543 lockf 15 2K 22 newdirblk 12 2K 560 in_multi 6 2K 7 Unitno 25 2K 45 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 sctp_stro 1 1K 1086 clone 8 1K 8 vnodemarker 2 1K 14 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 566 freeblks 3 1K 565 mld 6 1K 6 sctp_ifn 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 DEVFSP 6 1K 6 sctp_atky 10 1K 3260 osd 3 1K 9 inpcbpolicy 9 1K 181 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 7 sctp_athm 9 1K 2174 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 soname 4 1K 6886 nexusdev 5 1K 5 entropy 2 1K 41 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 sctp_map 2 1K 2172 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 78 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 1894 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 5 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 5 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 7 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 7 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 743 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 109 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13430 ioctlops 0 0K 98 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 582 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9018 126 9018 0 254 18726912 0 mbuf_packet 256 8192 698 24186 0 254 2275840 0 512 512 4200 32 4201 0 30 2166784 0 BUF TRIE 144 168 13328 522 0 62 1943424 0 4096 4096 397 5 2360 0 2 1646592 0 128 128 9260 71 14983 0 126 1194368 0 sctp_asoc 2288 1 509 1086 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 10 0 254 1040384 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 6313 17 6313 0 126 708960 0 sctp_ep 1280 8 502 1088 0 254 652800 0 tcpcb 1040 3 514 7 0 254 537680 0 socket 904 33 480 2345 0 254 463752 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 1 516 1086 0 254 380512 0 RADIX NODE 144 2373 172 36822 0 62 366480 0 512 512 585 15 773 0 30 307200 0 256 Bucket 2048 139 5 377 0 8 294912 0 VM OBJECT 264 1057 53 21712 0 30 293040 0 VNODE 488 538 38 1107 0 30 281088 0 THREAD 1792 134 19 773 0 8 274176 0 16384 16384 12 4 576 0 1 262144 0 ripcb 488 4 508 7 0 254 249856 0 tcp_inpcb 488 3 509 7 0 254 249856 0 udp_inpcb 488 2 510 167 0 254 249856 0 256 256 838 32 2921 0 62 222720 0 64 64 2762 325 4393 0 254 197568 0 mbuf 256 474 296 5265 0 254 197120 0 65536 65536 1 2 72 0 1 196608 0 128 128 1293 226 26685 0 126 194432 0 16 16 11706 294 11928 0 254 192000 0 UMA Zones 768 222 4 222 0 16 173568 0 1024 1024 133 27 151 0 16 163840 0 128 128 1108 163 2100 0 126 162688 0 32 32 4430 232 5712 0 254 149184 0 FFS2 dinode 256 504 66 1070 0 62 145920 0 MAP ENTRY 96 1133 253 53001 0 126 133056 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 14 496 1050 0 254 130560 0 256 256 34 476 1017 0 62 130560 0 ksiginfo 112 49 995 71 0 126 116928 0 vmem btag 56 2001 74 2001 0 254 116200 0 2048 2048 11 45 2669 0 8 114688 0 VMSPACE 2536 34 11 1390 0 4 114120 0 PROC 1312 56 16 1411 0 8 94464 0 FFS inode 160 504 71 1071 0 62 92000 0 128 Bucket 1024 39 44 221 0 16 84992 0 filedesc0 1088 57 20 1412 0 8 83776 0 UMA Kegs 384 208 7 208 0 30 82560 0 S VFS Cache 108 614 142 1696 0 126 81648 0 g_bio 408 0 180 5230 0 30 73440 0 1024 1024 10 58 281 0 16 69632 0 64 64 619 452 14754 0 254 68544 0 128 128 447 80 1591 0 126 67456 0 128 128 319 208 403 0 126 67456 0 65536 65536 0 1 112 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 16384 16384 3 1 4 0 1 65536 0 4096 4096 15 1 28 0 2 65536 0 8192 8192 6 1 8 0 1 57344 0 4096 4096 13 1 17 0 2 57344 0 64 Bucket 512 64 40 699 0 30 53248 0 64 64 346 473 1765 0 254 52416 0 64 64 459 360 695 0 254 52416 0 256 256 97 98 783 0 62 49920 0 256 256 161 34 1834 0 62 49920 0 32 Bucket 256 36 159 445 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 14729 0 16 49152 0 2048 2048 9 15 1089 0 8 49152 0 1024 1024 7 41 1092 0 16 49152 0 512 512 77 19 398 0 30 49152 0 syncache 168 0 264 5 0 254 44352 0 8192 8192 4 1 32 0 1 40960 0 clpbuf 832 0 48 100 0 16 39936 0 pipe 760 18 32 337 0 16 38000 0 selfd 64 41 526 4908 0 254 36288 0 64 64 12 555 26 0 254 36288 0 64 64 12 555 36 0 254 36288 0 64 64 34 533 68 0 254 36288 0 64 64 29 538 1153 0 254 36288 0 128 128 19 260 77 0 126 35712 0 128 128 13 266 14 0 126 35712 0 128 128 62 217 67 0 126 35712 0 routing nhops 256 16 119 38 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 39 96 1467 0 62 34560 0 256 256 26 109 701 0 62 34560 0 256 256 64 71 156 0 62 34560 0 256 256 21 114 1834 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 2048 2048 4 12 16 0 8 32768 0 2048 2048 7 9 8 0 8 32768 0 2048 2048 3 13 194 0 8 32768 0 1024 1024 9 23 1028 0 16 32768 0 1024 1024 4 28 23 0 16 32768 0 512 512 4 60 42 0 30 32768 0 512 512 35 29 36 0 30 32768 0 512 512 11 53 2684 0 30 32768 0 mt_stats_zone 64 443 69 443 0 254 32768 0 64 pcpu 8 3729 367 3731 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 43 357 7231 0 126 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 17 865 650 0 254 28224 0 32 32 313 569 375 0 254 28224 0 4 Bucket 48 7 581 7480 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 34 99 38 0 62 27664 0 TURNSTILE 136 154 35 154 0 62 25704 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 2 4 745 0 2 24576 0 rl_entry 40 36 570 36 0 254 24240 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 154 102 154 0 126 22528 0 udpcb 32 2 628 167 0 254 20160 0 Files 72 130 150 8785 0 126 20160 0 32 32 60 570 79 0 254 20160 0 32 32 50 580 1236 0 254 20160 0 32 32 68 562 727 0 254 20160 0 32 32 48 582 809 0 254 20160 0 32 32 49 581 2939 0 254 20160 0 32 32 41 589 2992 0 254 20160 0 16 Bucket 144 47 93 1071 0 62 20160 0 2 Bucket 32 48 582 7940 0 254 20160 0 KNOTE 160 28 97 2021 0 62 20000 0 procdesc 136 4 141 10 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 1 1 82 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 3 0 2 16384 0 4096 4096 2 2 2 0 2 16384 0 2048 2048 7 1 7 0 8 16384 0 1024 1024 2 14 31 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 512 512 11 21 11 0 30 16384 0 512 512 1 31 3 0 30 16384 0 vtnet_tx_hdr 24 0 668 698 0 254 16032 0 mt_zone 24 443 225 443 0 254 16032 0 MAP 216 2 69 2 0 62 15336 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 11 739 45 0 254 12000 0 16 16 30 720 71 0 254 12000 0 16 16 274 476 435 0 254 12000 0 16 16 22 728 2226 0 254 12000 0 16 16 30 720 25446 0 254 12000 0 16 16 22 728 2453 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 1 0 2 8192 0 4096 4096 1 1 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 16 16 185 315 1239 0 254 8000 0 SMR SHARED 24 1 254 1 0 254 6120 0 2048 2048 0 2 32 0 8 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 272 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>