Warning: Permanently added '10.128.0.186' (ED25519) to the list of known hosts. 2023/11/25 11:34:33 ignoring optional flag "sandboxArg"="0" 2023/11/25 11:34:33 parsed 1 programs 2023/11/25 11:34:33 executed programs: 0 lock order reversal: 1st 0xfffffe006d2f2320 sctp-tcb (tcb, sleep mutex) @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1470 2nd 0xfffffe00540898e0 sctp-info (sctp-info, rw) @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4831 lock order tcb -> sctp-info attempted at: #0 0xffffffff8161829d at witness_checkorder+0x14ed #1 0xffffffff814eb6ee at _rw_wlock_cookie+0x14e #2 0xffffffff844ad3ca at sctp_free_assoc+0x93a #3 0xffffffff844b960d at sctp_load_addresses_from_init+0x1d9d #4 0xffffffff84457ffa at sctp_handle_init_ack+0x51a #5 0xffffffff844565ad at sctp_process_control+0x319d #6 0xffffffff844520ef at sctp_common_input_processing+0xbff #7 0xffffffff8445758b at sctp_input_with_port+0x5ab #8 0xffffffff84457671 at sctp_input+0x31 #9 0xffffffff8194de69 at ip_input+0xac9 #10 0xffffffff8181bee3 at swi_net+0x2f3 #11 0xffffffff81460feb at ithread_loop+0x4eb #12 0xffffffff814595ac at fork_exit+0xcc #13 0xffffffff8201a72e at fork_trampoline+0xe panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:921 cpuid = 1 time = 1700912074 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fc53b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fc5510 vpanic() at vpanic+0x271/frame 0xfffffe0053fc56b0 panic() at panic+0xb5/frame 0xfffffe0053fc5770 thread_lock_flags_() at thread_lock_flags_+0x3be/frame 0xfffffe0053fc5890 propagate_priority() at propagate_priority+0xdd/frame 0xfffffe0053fc58e0 turnstile_wait() at turnstile_wait+0x683/frame 0xfffffe0053fc5950 __mtx_lock_sleep() at __mtx_lock_sleep+0x480/frame 0xfffffe0053fc5a90 __mtx_lock_flags() at __mtx_lock_flags+0x23d/frame 0xfffffe0053fc5b70 sctp_timeout_handler() at sctp_timeout_handler+0x30e/frame 0xfffffe0053fc5cb0 softclock_call_cc() at softclock_call_cc+0x40a/frame 0xfffffe0053fc5e80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0053fc5ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0053fc5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fc5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100029 ] Stopped at kdb_enter+0x6e: movq $0,0x2193027(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0xffffffff826ee2a0 .str.28 rsp 0xfffffe0053fc54f0 rbp 0xfffffe0053fc5510 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0x97d633f1e7f0d87f r11 0x6 r12 0 r13 0xfffffe00542fe740 r14 0xffffffff826ee2a0 .str.28 r15 0 rip 0xffffffff815c7fee kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2193027(%rip) db> show proc Process 2 (clock) at 0xfffffe0054233020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836e5700 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836e5700 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff836e66a0 (map 0xffffffff836e66a0) (map.pmap 0xffffffff836e6760) (pmap 0xffffffff836e67d0) threads: 2 100029 L *sctp-tc 0xfffffe00576a2b40 [clock (0)] 100030 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 880 775 775 0 LE *sctp-tc 0xfffffe00576a2b40 syz-executor.0 878 1 878 0 Ss select 0xfffffe005724a840 rtsol 877 1 877 0 Ss select 0xfffffe005724a3c0 rtsol 875 1 875 0 Ss select 0xfffffe005724a4c0 rtsol 869 784 424 0 S kqread 0xfffffe00079c9200 rtsol 784 778 424 0 S wait 0xfffffe006cdbb5a0 sh 778 424 424 0 S wait 0xfffffe006a335560 sh 775 773 775 0 Ss nanslp 0xffffffff8373c3c1 syz-executor.0 773 771 771 0 S (threaded) syz-execprog 100119 S uwait 0xfffffe0057ae7100 syz-execprog 100120 S uwait 0xfffffe0058934e00 syz-execprog 100121 S uwait 0xfffffe0058934f00 syz-execprog 100122 S uwait 0xfffffe0058935080 syz-execprog 100123 S uwait 0xfffffe0057ae7000 syz-execprog 100124 S uwait 0xfffffe00571e5e80 syz-execprog 100125 S uwait 0xfffffe0057ae7e00 syz-execprog 100126 S kqread 0xfffffe00576c2800 syz-execprog 100127 S wait 0xfffffe006cdbbb00 syz-execprog 771 769 771 0 Ss pause 0xfffffe006a3350b0 csh 769 682 769 0 Ss select 0xfffffe005724a8c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00540d18b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0007c3b8b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00540d04b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0007c3bcb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0007c3c0b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00540d08b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0007c3c4b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0007c3c8b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0007c3ccb0 getty 738 1 18 0 S+ piperd 0xfffffe00589dc888 logger 737 736 18 0 S+ nanslp 0xffffffff8373c3c1 sleep 736 1 18 0 S+ wait 0xfffffe006cdba020 sh 686 1 686 0 Ss nanslp 0xffffffff8373c3c0 cron 682 1 682 0 Ss select 0xfffffe0057b04740 sshd 495 1 495 0 Ss select 0xfffffe0057234b40 syslogd 424 1 424 0 Ss wait 0xfffffe0007c23060 devd 423 1 423 65 Ss select 0xfffffe0057234f40 dhclient 338 1 338 0 Ss select 0xfffffe0057235040 dhclient 335 1 335 0 Ss select 0xfffffe0057234e40 dhclient 17 0 0 0 DL syncer 0xffffffff83859b20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571fe060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83858100 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00570ccce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838cad40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff838b2bb8 [dom0] 100080 D launds 0xffffffff838b2bc4 [laundry: dom0] 100081 D umarcl 0xffffffff81d5b700 [uma] 7 0 0 0 DL - 0xffffffff834b9c10 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84047a30 [pf purge] 5 0 0 0 DL waiting 0xffffffff845444e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83484340 [doneq0] 100045 D - 0xffffffff834842c0 [async] 100076 D - 0xffffffff83484140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff838ae3e0 [crypto] 100042 D crypto_ 0xfffffe00540ed230 [crypto returns 0] 100043 D crypto_ 0xfffffe00540ed280 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00079bec88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e4d20 [g_event] 100036 D - 0xffffffff836e4d40 [g_up] 100037 D - 0xffffffff836e4d60 [g_down] 2 0 0 0 LL (threaded) [clock] 100029 L *sctp-tc 0xfffffe00576a2b40 [clock (0)] 100030 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 L *sctp-in 0xfffffe0007880a80 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054234040 [init] 10 0 0 0 DL audit_w 0xffffffff838aee40 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e5700 [swapper] 100005 D - 0xfffffe00540ded00 [softirq_0] 100006 D - 0xfffffe00540dec00 [softirq_1] 100007 D - 0xfffffe00540deb00 [if_io_tqg_0] 100008 D - 0xfffffe00540dea00 [if_io_tqg_1] 100009 D - 0xfffffe00540de900 [if_config_tqg_0] 100010 D - 0xfffffe00085ebe00 [pci_hp taskq] 100011 D - 0xfffffe00085ebd00 [kqueue_ctx taskq] 100014 D - 0xfffffe00085eba00 [thread taskq] 100016 D - 0xfffffe00085eb800 [aiod_kick taskq] 100017 D - 0xfffffe00085eb700 [deferred_unmount ta] 100018 D - 0xfffffe00085eb600 [inm_free taskq] 100019 D - 0xfffffe00085eb500 [in6m_free taskq] 100020 D - 0xfffffe00085eb400 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085eb300 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085eb300 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085eb300 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085eb300 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085eb200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085eb200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085eb200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085eb200 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085eb100 [firmware taskq] 100039 D - 0xfffffe00085eb000 [crypto_0] 100040 D - 0xfffffe00085eb000 [crypto_1] 100055 D - 0xfffffe00085ead00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085eac00 [vtnet0 txq 0] 100057 D - 0xfffffe00085eab00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085eaa00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057235300 [virtio_balloon] 100066 D - 0xffffffff826f3500 [deadlkres] 100070 D - 0xfffffe0057bae200 [acpi_task_0] 100071 D - 0xfffffe0057bae200 [acpi_task_1] 100072 D - 0xfffffe0057bae200 [acpi_task_2] 100074 D - 0xfffffe00085ec100 [mca taskq] 100075 D - 0xfffffe00085eae00 [CAM taskq] db> show all locks Process 880 (syz-executor.0) thread 0xfffffe006d1e3000 (100130) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe006d2571c8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3338 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00540898e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3337 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe006d2571e8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3336 Process 12 (intr) thread 0xfffffe00542fd740 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006d2f2320) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1470 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4217 sysctloid 34934 2059K 35005 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 702 1200K 751 vfscache 3 1025K 3 pcb 29 671K 118 inodedep 89 545K 112 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 subproc 115 218K 948 acpica 1674 184K 60830 tidhash 3 141K 3 vmem 3 134K 4 pagedep 17 132K 55 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 117 gtaskqueue 18 98K 18 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 512 64K 512 ddb_capture 1 64K 1 temp 23 37K 1690 filedesc 5 37K 85 kdtrace 180 36K 1013 umtx 272 34K 272 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 BPF 11 18K 11 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1687 eventhandler 161 14K 161 ifaddr 39 13K 41 dirrem 51 13K 62 KTRACE 100 13K 100 kenv 95 12K 95 routetbl 62 11K 222 GEOM 61 11K 481 rman 86 11K 429 CAM queue 5 11K 1528 bmsafemap 3 9K 80 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 kqueue 52 8K 887 audit_evclass 238 8K 300 taskqueue 63 7K 63 ifnet 4 7K 4 sglist 6 7K 6 cred 24 6K 275 CAM DEV 3 6K 510 sctp_timw 23 6K 23 lltable 19 6K 19 ether_multi 68 6K 78 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 plimit 18 5K 329 UMA 268 5K 268 in6_multi 35 5K 35 freefile 34 5K 43 vt 11 5K 11 LRO 4 5K 4 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 31 4K 76 pf_ifnet 7 4K 10 acpisem 28 4K 28 session 24 3K 35 proc-args 77 3K 1871 pwddesc 47 3K 881 terminal 11 3K 11 clone 9 3K 9 uidinfo 3 3K 8 sctp_stro 2 2K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 32 2K 11176 Unitno 27 2K 43 CAM XPT 22 2K 543 lockf 15 2K 22 sctp_atcl 4 2K 106 msi 12 2K 12 toponodes 6 2K 6 select 11 2K 35 mkdir 10 2K 90 ipsecpolicy 2 2K 2 acpidev 20 2K 20 softdep 1 1K 1 indirdep 4 1K 4 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 8 NFSD session 1 1K 1 ip6ndp 6 1K 7 sctp_ifa 7 1K 8 newdirblk 7 1K 45 CAM periph 4 1K 271 ipsec 3 1K 3 CC Mem 3 1K 7 in_multi 3 1K 5 nhops 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_stri 1 1K 69 procdesc 4 1K 10 cdev 2 1K 2 tun 4 1K 4 osd 8 1K 20 inpcbpolicy 13 1K 166 sctp_ifn 3 1K 8 netlink 2 1K 2 mld 3 1K 3 igmp 3 1K 3 chacha20random 1 1K 1 biobuf 1 1K 1 DEVFSP 5 1K 10 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 sctp_atky 5 1K 175 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 lkpikmalloc 5 1K 6 cryptodev 2 1K 49 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3518 filecaps 4 1K 78 sctp_vrf 1 1K 1 sctp_athm 4 1K 140 sctp_map 4 1K 72 freework 1 1K 60 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 6 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 6 sctp_aadr 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 filemon 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 59 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 4 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 200 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 aio 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13888 ioctlops 0 0K 91 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 657 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 14472 0 254 38494208 0 mbuf 256 8598 1064 19208 0 254 2473472 0 BUF TRIE 144 183 11633 483 0 62 1701504 0 malloc-384 384 4236 24 4261 0 30 1635840 0 malloc-128 128 11446 24 11464 0 126 1468160 0 malloc-4096 4096 327 1 568 0 2 1343488 0 UMA Slabs 0 112 10557 21 10557 0 126 1184736 0 sctp_asoc 2256 2 508 36 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 15709 98 15709 0 254 885192 0 FFS inode 1160 505 20 549 0 8 609000 0 sctp_ep 1176 1 509 35 0 254 599760 0 RADIX NODE 144 3598 205 26575 0 62 547632 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 30 478 1402 0 254 487680 0 sctp_raddr 736 3 514 105 0 254 380512 0 malloc-65536 65536 4 1 12 0 1 327680 0 VM OBJECT 264 1082 58 15676 0 30 300960 0 256 Bucket 2048 134 4 994 0 8 282624 0 VNODE 448 537 93 583 0 30 282240 0 malloc-64 64 3804 543 4467 0 254 278208 0 THREAD 1824 131 5 131 0 8 248064 0 malloc-256 256 860 70 1038 0 62 238080 0 malloc-16 16 14435 315 14495 0 254 236000 0 DEVCTL 1024 4 216 129 0 0 225280 0 malloc-4096 4096 48 4 881 0 2 212992 0 malloc-65536 65536 1 2 57 0 1 196608 0 malloc-128 128 1320 199 28755 0 126 194432 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5309 361 5842 0 254 181440 0 malloc-32768 32768 3 2 123 0 1 163840 0 FFS2 dinode 256 505 65 548 0 62 145920 0 FPU_save_area 832 133 29 152 0 16 134784 0 MAP ENTRY 96 1175 211 44456 0 126 133056 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-2048 2048 15 49 1061 0 8 131072 0 malloc-1024 1024 119 9 319 0 16 131072 0 unpcb 256 14 496 1181 0 254 130560 0 mbuf_packet 256 3 505 271 0 254 130048 0 S VFS Cache 104 983 187 1057 0 126 121680 0 ksiginfo 112 46 998 71 0 126 116928 0 malloc-128 128 640 135 4229 0 126 99200 0 malloc-128 128 620 155 1209 0 126 99200 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 4 2 44 0 1 98304 0 PROC 1376 47 19 880 0 8 90816 0 UMA Kegs 384 227 6 227 0 30 89472 0 sctp_readq 152 0 520 34 0 254 79040 0 sctp_chunk 152 0 520 102 0 254 79040 0 malloc-8192 8192 7 2 110 0 1 73728 0 malloc-4096 4096 15 3 227 0 2 73728 0 g_bio 408 0 180 4520 0 30 73440 0 128 Bucket 1024 41 26 248 0 16 68608 0 malloc-64 64 749 322 1830 0 254 68544 0 malloc-64 64 532 539 1809 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-256 256 194 61 637 0 62 65280 0 sctp_stream_msg_out 112 0 540 35 0 254 60480 0 filedesc0 1072 48 8 881 0 8 60032 0 malloc-4096 4096 11 3 488 0 2 57344 0 64 Bucket 512 64 40 1102 0 30 53248 0 malloc-256 256 150 45 539 0 62 49920 0 32 Bucket 256 56 139 510 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 12771 0 16 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-1024 1024 22 26 27 0 16 49152 0 malloc-1024 1024 4 44 527 0 16 49152 0 syncache 168 0 264 5 0 254 44352 0 pipe 728 11 44 328 0 16 40040 0 udp_inpcb 424 6 84 152 0 30 38160 0 da_ccb 544 0 70 1253 0 16 38080 0 pcpu-8 8 4384 224 4444 0 254 36864 0 malloc-64 64 15 552 13495 0 254 36288 0 malloc-64 64 34 533 40 0 254 36288 0 malloc-64 64 260 307 13133 0 254 36288 0 malloc-64 64 21 546 271 0 254 36288 0 malloc-64 64 23 544 27 0 254 36288 0 malloc-128 128 44 235 60 0 126 35712 0 malloc-128 128 89 190 577 0 126 35712 0 malloc-128 128 71 208 78 0 126 35712 0 routing nhops 256 14 121 21 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 70 20 517 0 30 34560 0 malloc-384 384 67 23 67 0 30 34560 0 malloc-256 256 44 91 585 0 62 34560 0 malloc-256 256 41 94 44 0 62 34560 0 malloc-256 256 6 129 79 0 62 34560 0 malloc-256 256 53 82 1045 0 62 34560 0 malloc-256 256 51 84 306 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 3 13 15 0 8 32768 0 malloc-2048 2048 6 10 36 0 8 32768 0 malloc-2048 2048 8 8 283 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 5 27 6 0 16 32768 0 malloc-1024 1024 17 15 942 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-512 512 0 64 118 0 30 32768 0 malloc-512 512 11 53 24 0 30 32768 0 malloc-512 512 0 64 11 0 30 32768 0 malloc-512 512 3 61 120 0 30 32768 0 malloc-512 512 3 61 3 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 24 240 35 0 126 31680 0 clpbuf 2624 0 12 22 0 4 31488 0 VMSPACE 616 31 17 865 0 16 29568 0 sctp_laddr 48 0 588 6 0 254 28224 0 malloc-32 32 361 521 3610 0 254 28224 0 4 Bucket 48 5 583 7 0 254 28224 0 TURNSTILE 136 137 52 137 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 ripcb 392 4 59 7 0 30 24696 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 ertt_txseginfo 40 0 606 255 0 254 24240 0 rl_entry 40 38 568 38 0 254 24240 0 PWD 40 11 595 136 0 254 24240 0 rtentry 168 17 127 21 0 62 24192 0 Files 80 104 196 7083 0 126 24000 0 8 Bucket 80 39 261 275 0 126 24000 0 tcp_inpcb 1312 3 15 7 0 8 23616 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 17 43 42 0 30 23040 0 SLEEPQUEUE 88 137 119 137 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 40 0 254 20160 0 ertt 72 3 277 7 0 126 20160 0 malloc-32 32 25 605 41 0 254 20160 0 malloc-32 32 168 462 886 0 254 20160 0 malloc-32 32 9 621 76 0 254 20160 0 malloc-32 32 33 597 200 0 254 20160 0 malloc-32 32 26 604 1062 0 254 20160 0 16 Bucket 144 47 93 257 0 62 20160 0 2 Bucket 32 45 585 299 0 254 20160 0 KNOTE 160 11 114 248 0 62 20000 0 malloc-128 128 29 126 94 0 126 19840 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 6 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-512 512 3 29 9 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 malloc-16 16 480 520 3583 0 254 16000 0 kenv 258 17 43 1071 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_inpcb ports 32 1 377 1 0 254 12096 0 malloc-32 32 13 365 32 0 254 12096 0 malloc-16 16 15 735 194 0 254 12000 0 malloc-16 16 33 717 121 0 254 12000 0 malloc-16 16 69 681 28188 0 254 12000 0 malloc-16 16 33 717 1378 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 0 1 26 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 vtnet_tx_hdr 24 0 334 2195 0 254 8016 0 malloc-16 16 4 496 5 0 254 8000 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1024 0 0 0 0 16 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 424 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0