panic: sched_pickcpu: Failed to find a cpu. cpuid = 1 time = 1607416988 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051fe1750 vpanic() at vpanic+0x1c7/frame 0xfffffe0051fe17b0 panic() at panic+0x43/frame 0xfffffe0051fe1810 sched_pickcpu() at sched_pickcpu+0x8b1/frame 0xfffffe0051fe18f0 sched_add() at sched_add+0x8e/frame 0xfffffe0051fe1930 setrunnable() at setrunnable+0x11d/frame 0xfffffe0051fe1970 sleepq_broadcast() at sleepq_broadcast+0xfa/frame 0xfffffe0051fe19b0 wakeup() at wakeup+0x25/frame 0xfffffe0051fe19d0 __umtx_op_wake2_umutex() at __umtx_op_wake2_umutex+0x784/frame 0xfffffe0051fe1a50 sys__umtx_op() at sys__umtx_op+0xc1/frame 0xfffffe0051fe1ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051fe1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051fe1bf0 --- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x282e1c, rsp = 0x7fffffffe398, rbp = 0x7fffffffe400 --- KDB: enter: panic [ thread pid 29868 tid 167099 ] Stopped at kdb_enter+0x67: movq $0,0x1471976(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810f6a20 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0051fe1730 rbp 0xfffffe0051fe1750 rsi 0 rdi 0xffffffff810f6a56 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197df22 r15 0xffffffff8197df22 rip 0xffffffff810ead87 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1471976(%rip) db> show proc Process 29868 (syz-executor.0) at 0xfffff80004e87528: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 29456 at 0xfffff80026a9f000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.0 reaper: 0xfffff80004456528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094c439f0 (map 0xfffffe0094c439f0) (map.pmap 0xfffffe0094c43ab0) (pmap 0xfffffe0094c43b10) threads: 2 167099 Run CPU 1 syz-executor.0 191334 CanRun syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 29868 29456 29456 0 R (threaded) syz-executor.0 167099 Run CPU 1 syz-executor.0 191334 CanRun syz-executor.0 29867 29158 29158 0 R (threaded) syz-executor.2 164908 RunQ syz-executor.2 191326 S sbwait 0xfffff800399271c4 syz-executor.2 191328 S sbwait 0xfffff80026b14cd4 syz-executor.2 191332 S sbwait 0xfffff80010ed9cd4 syz-executor.2 29866 29112 29112 0 R (threaded) syz-executor.3 190921 Run CPU 0 syz-executor.3 191325 S sbwait 0xfffff80039267574 syz-executor.3 191327 S sbwait 0xfffff8003928f1c4 syz-executor.3 191329 S sbwait 0xfffff80039937924 syz-executor.3 191333 S sbwait 0xfffff800269b8574 syz-executor.3 29865 27096 27096 0 S (threaded) syz-executor.1 190945 S nanslp 0xffffffff8252fea0 syz-executor.1 191319 S connec 0xfffff8003925e490 syz-executor.1 191320 S uwait 0xfffff800269b6900 syz-executor.1 191321 S uwait 0xfffff80026aa6680 syz-executor.1 29616 29610 29616 0 Ss select 0xfffff80026a9e540 dhclient 29613 1 29613 0 Ss select 0xfffff80010bd9640 dhclient 29610 29603 436 65 S select 0xfffff8002f17c3c0 dhclient 29603 436 436 0 S wait 0xfffff80010bba000 sh 29602 1 29602 65 Ss select 0xfffff80010bd9cc0 dhclient 29456 774 29456 0 Ss nanslp 0xffffffff8252fea0 syz-executor.0 29158 774 29158 0 Rs syz-executor.2 29150 1 29150 0 Ss select 0xfffff80010bd9ac0 dhclient 29147 1 29147 0 Ss select 0xfffff80004b7e440 dhclient 29112 774 29112 0 Rs syz-executor.3 27633 1 27633 65 Ss select 0xfffff80010dada40 dhclient 27121 1 27121 0 Ss select 0xfffff8002f17cec0 dhclient 27115 1 27115 0 Ss select 0xfffff8002632fb40 dhclient 27096 774 27096 0 Ss nanslp 0xffffffff8252fea0 syz-executor.1 774 772 772 0 S (threaded) syz-fuzzer 100105 S uwait 0xfffff80004b48580 syz-fuzzer 100106 S uwait 0xfffff80004aa0100 syz-fuzzer 100107 S uwait 0xfffff80004aa0200 syz-fuzzer 100108 S uwait 0xfffff800262e5d00 syz-fuzzer 100109 S uwait 0xfffff800267e2900 syz-fuzzer 100110 S uwait 0xfffff800267e2a00 syz-fuzzer 100111 S uwait 0xfffff800267e2b00 syz-fuzzer 100112 S kqread 0xfffff80004dd8a00 syz-fuzzer 100114 S uwait 0xfffff800262e5500 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e87b00 csh 770 694 770 0 Ss select 0xfffff80004e1e5c0 sshd 754 1 754 0 Ss+ ttyin 0xfffff800043430b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b5a8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b5acb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b610b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b614b0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b618b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b61cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b430b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b434b0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fea0 cron 694 1 694 0 Ss select 0xfffff80004e1e2c0 sshd 507 1 507 0 Ss select 0xfffff80004e1e440 syslogd 436 1 436 0 Ss wait 0xfffff80004f30000 devd 435 1 435 65 Ss select 0xfffff80004e1e540 dhclient 350 1 350 0 Ss select 0xfffff80004e1e7c0 dhclient 347 1 347 0 Ss select 0xfffff80004e1e740 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d03528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261d238 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c300 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100085 D sdflush 0xfffff800040838e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826437c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637c38 [dom0] 100076 D launds 0xffffffff82637c44 [laundry: dom0] 100077 D umarcl 0xffffffff814f76f0 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82cce818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e49390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223bfc0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044d5c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044d5c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635130 [crypto] 14 0 0 0 DL seqstat 0xfffff800044d8c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f720 [g_event] 100026 D - 0xffffffff8250f728 [g_up] 100027 D - 0xffffffff8250f730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800044a2900 [thr_0] 100019 D - 0xfffff800044a2980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff82635650 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcb0 [swapper] 100005 D - 0xfffff80004347c00 [if_io_tqg_0] 100006 D - 0xfffff80004347b00 [if_io_tqg_1] 100007 D - 0xfffff80004347a00 [if_config_tqg_0] 100008 D - 0xfffff80004347900 [softirq_0] 100009 D - 0xfffff80004347800 [softirq_1] 100010 D - 0xfffff80004347700 [in6m_free taskq] 100012 D - 0xfffff80004347500 [kqueue_ctx taskq] 100013 D - 0xfffff80004347400 [inm_free taskq] 100016 D - 0xfffff80004347100 [aiod_kick taskq] 100017 D - 0xfffff80004347000 [thread taskq] 100024 D - 0xfffff80004483e00 [firmware taskq] 100029 D - 0xfffff80004483d00 [crypto_0] 100030 D - 0xfffff80004483d00 [crypto_1] 100044 D - 0xfffff80004483b00 [vtnet0 rxq 0] 100045 D - 0xfffff80004483a00 [vtnet0 txq 0] 100046 D - 0xfffff80004483900 [vtnet0 rxq 1] 100047 D - 0xfffff80004483800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004338200 [virtio_balloon] 100053 D - 0xfffff80004483600 [mca taskq] 100058 D - 0xffffffff81d26671 [deadlkres] 100062 D - 0xfffff80004b09300 [acpi_task_0] 100063 D - 0xfffff80004b09300 [acpi_task_1] 100064 D - 0xfffff80004b09300 [acpi_task_2] 100066 D - 0xfffff80004483c00 [CAM taskq] db> show all locks Process 29868 (syz-executor.0) thread 0xfffffe0094c8b100 (167099) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8254d8e0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29250 1714K 29315 kobj 337 1348K 498 newblk 6 1026K 63391 vfscache 3 1025K 3 pcb 387 944K 46952 inodedep 9 515K 48285 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 143 275K 29951 acpica 1674 184K 54318 sctp_stro 181 181K 9788 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 18 137K 55526 sctp_atcl 363 137K 31976 pagedep 10 131K 62560 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 507 bus 994 81K 3318 mtx_pool 2 72K 2 BPF 38 71K 438 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 ifaddr 159 54K 334 umtx 378 48K 378 kdtrace 217 43K 121204 temp 35 33K 13082 lockf 287 33K 20601 hostcache 1 32K 1 shm 1 32K 103 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 6 gtaskqueue 18 26K 18 sctp_atky 544 23K 42847 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 49 16K 1074 ether_multi 172 14K 1608 bus-sc 31 14K 1555 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 sctp_ifa 88 11K 228 eventhandler 125 11K 125 in6_multi 89 11K 1004 pf_osfp 93 11K 93 GEOM 60 10K 489 rman 82 10K 423 sctp_timw 35 9K 35 bmsafemap 2 9K 33425 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 31 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sglist 5 7K 5 kqueue 63 7K 30169 CAM DEV 3 6K 510 pf_ifnet 16 6K 1175 plimit 23 6K 2993 cred 23 6K 1159 sctp_athm 363 6K 32681 sctp_map 362 6K 19480 ufs_dirhash 27 6K 27 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 1458 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 1275 evdev 4 4K 4 session 31 4K 256 pgrp 31 4K 262 pwddesc 61 4K 29869 routetbl 20 4K 1679 hhook 13 4K 13 selfd 45 3K 409876 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 2786 uidinfo 3 3K 197 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 3626 ip6ndp 12 2K 156 CAM XPT 22 2K 543 Unitno 27 2K 59 in_multi 6 2K 105 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 30626 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 12 vnodemarker 2 1K 3942 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 228 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 27753 mkdir 5 1K 55506 encap_export_host 12 1K 12 iov 4 1K 91293 crypto 3 1K 3 inpcbpolicy 17 1K 71948 sctp_stri 1 1K 2016 diradd 4 1K 30956 freefile 4 1K 30380 pfil 4 1K 4 procdesc 4 1K 116 CAM SIM 2 1K 2 cdev 2 1K 2 freework 2 1K 41722 chacha20random 1 1K 1 osd 3 1K 9 freeblks 1 1K 29807 vnodes 1 1K 232 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 ip6_msource 2 1K 40 tcpfunc 2 1K 2 ip_msource 2 1K 100 soname 5 1K 27417 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 183 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 477 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 396 pf_rule 0 0K 1288 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 12827 sctp_iter 0 0K 291 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 39 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 252 sctp_aadr 0 0K 2016 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 177 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 259804 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 70910 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1956 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 167 allocindir 0 0K 0 indirdep 0 0K 17627 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 403 ip6_moptions 0 0K 48 in6_mfilter 0 0K 101 frag6 0 0K 9 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_moptions 0 0K 115 in_mfilter 0 0K 269 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 22 VN POLL 0 0K 49 statfs 0 0K 27797 namei_tracker 0 0K 783 export_host 0 0K 0 cl_savebuf 0 0K 889 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 2729 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 4885 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 2304 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 21 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 22 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 6374 9566 82966 0 254 65290240 0 mbuf_cluster 2048 9698 34 9860 0 254 19931136 0 tcp_log 416 0 14949 404732 0 254 6218784 0 mbuf 256 7109 11056 2654187 0 254 4650240 0 pbuf 2632 0 957 0 0 2 2518824 0 UMA Slabs 0 112 22165 8 22165 0 126 2483376 0 mbuf_packet 256 8308 1262 319227 0 254 2449920 0 BUF TRIE 144 480 12988 188351 0 62 1939392 0 RADIX NODE 144 11369 1312 1450977 0 63 1826064 0 malloc-384 384 4117 3 4117 0 30 1582080 0 malloc-4096 4096 356 8 1227 0 2 1490944 0 sctp_asoc 2288 181 454 9739 0 254 1452880 0 malloc-128 128 9613 276 66094 0 126 1265792 0 FFS inode 1128 901 30 31579 0 8 1050168 0 sctp_ep 1280 181 455 20502 0 254 814080 0 tcp_bbr_map 128 0 6200 649716 0 126 793600 0 256 Bucket 2048 316 54 27987 0 8 757760 0 socket 944 40 520 101405 0 254 528640 0 VNODE 488 938 86 31618 0 30 499712 0 VM OBJECT 264 1781 109 500247 0 30 498960 0 sctp_raddr 736 188 483 14241 0 254 493856 0 malloc-2048 2048 184 42 21032 0 8 462848 0 malloc-2048 2048 8 200 260686 0 8 425984 0 malloc-65536 65536 6 0 6 0 1 393216 0 THREAD 1792 155 34 91334 0 8 338688 0 malloc-65536 65536 0 5 2293 0 1 327680 0 malloc-4096 4096 70 9 29885 0 2 323584 0 malloc-256 256 67 1073 127600 0 62 291840 0 g_bio 408 0 680 876544 0 31 277440 0 malloc-32768 32768 1 7 247 0 1 262144 0 FFS2 dinode 256 901 119 31578 0 62 261120 0 udplite_inpcb 488 7 521 62134 0 254 257664 0 malloc-64 64 3421 548 46915 0 254 254016 0 malloc-16384 16384 11 4 27881 0 1 245760 0 malloc-32768 32768 0 7 15907 0 1 229376 0 malloc-1024 1024 187 37 9999 0 16 229376 0 DEVCTL 1024 2 210 270 0 0 217088 0 malloc-16 16 12599 651 55296 0 254 212000 0 malloc-384 384 456 84 32082 0 30 207360 0 malloc-128 128 1285 265 66280 0 126 198400 0 MAP ENTRY 96 1616 442 1928716 0 126 197568 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-32 32 4870 548 36610 0 254 173376 0 128 Bucket 1024 116 47 19442 0 16 166912 0 S VFS Cache 104 1197 363 33126 0 126 162240 0 vmem btag 56 2623 101 2707 0 254 152544 0 sctp_chunk 152 115 769 12559 0 254 134368 0 malloc-65536 65536 1 1 123 0 1 131072 0 malloc-65536 65536 0 2 240 0 1 131072 0 VMSPACE 2544 38 13 29847 0 4 129744 0 tcpcb 1048 4 117 6819 0 254 126808 0 clpbuf 2632 0 48 14049 0 16 126336 0 malloc-128 128 600 330 35095 0 126 119040 0 malloc-1024 1024 109 7 126 0 16 118784 0 ksiginfo 112 66 978 1841 0 126 116928 0 PROC 1320 60 21 29868 0 8 106920 0 malloc-16384 16384 0 6 103 0 1 98304 0 malloc-256 256 213 162 83500 0 62 96000 0 64 Bucket 512 103 73 54512 0 30 90112 0 filedesc0 1072 61 23 29869 0 8 90048 0 malloc-256 256 207 138 95999 0 62 88320 0 malloc-384 384 157 63 51149 0 30 84480 0 tcp_inpcb 488 4 164 6819 0 254 81984 0 malloc-4096 4096 15 5 29610 0 2 81920 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-128 128 584 36 4891 0 126 79360 0 malloc-128 128 298 260 2318 0 126 71424 0 malloc-256 256 68 202 145959 0 62 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 5 3 10 0 1 65536 0 malloc-256 256 100 140 13504 0 62 61440 0 malloc-64 64 539 406 57155 0 254 60480 0 malloc-8192 8192 1 6 127 0 1 57344 0 32 Bucket 256 54 156 16932 0 62 53760 0 malloc-128 128 130 273 28407 0 126 51584 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 133 0 1 49152 0 malloc-2048 2048 6 18 474 0 8 49152 0 malloc-64 64 233 523 2948 0 254 48384 0 malloc-256 256 133 47 289 0 62 46080 0 malloc-2048 2048 1 21 2720 0 8 45056 0 pipe 744 22 38 3611 0 16 44640 0 sctp_stream_msg_out 112 102 294 2546 0 254 44352 0 malloc-64 64 122 571 440175 0 254 44352 0 malloc-64 64 120 573 36521 0 254 44352 0 Files 80 225 325 168712 0 126 44000 0 unpcb 256 17 148 8501 0 254 42240 0 malloc-256 256 87 78 3005 0 62 42240 0 malloc-4096 4096 5 5 164 0 2 40960 0 pcpu-8 8 4590 530 15042 0 254 40960 0 DIRHASH 1024 36 0 36 0 16 36864 0 NAMEI 1024 0 36 176789 0 16 36864 0 malloc-512 512 8 64 6529 0 30 36864 0 malloc-128 128 216 63 9217 0 126 35712 0 malloc-32768 32768 0 1 126 0 1 32768 0 malloc-16384 16384 1 1 6 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-1024 1024 28 4 37 0 16 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-64 64 488 16 724 0 254 32256 0 ripcb 488 4 60 1387 0 254 31232 0 tcp_bbr_pcb 832 0 36 1993 0 16 29952 0 malloc-2048 2048 5 9 117 0 8 28672 0 TURNSTILE 136 190 20 190 0 62 28560 0 malloc-32 32 261 621 28204 0 254 28224 0 16 Bucket 144 95 101 3853 0 62 28224 0 4 Bucket 48 7 581 870 0 254 28224 0 KNOTE 160 28 147 286989 0 62 28000 0 8 Bucket 80 81 269 19866 0 126 28000 0 malloc-384 384 53 17 355 0 30 26880 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 0 6 146 0 2 24576 0 PWD 32 21 735 27612 0 254 24192 0 malloc-32 32 126 630 89776 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 111 75 691 0 126 23808 0 udp_inpcb 488 2 46 1608 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-1024 1024 6 14 199 0 16 20480 0 sctp_laddr 48 56 364 7678 0 254 20160 0 udpcb 32 9 621 63742 0 254 20160 0 malloc-64 64 91 224 11571 0 254 20160 0 2 Bucket 32 78 552 7683 0 254 20160 0 SLEEPQUEUE 88 190 34 190 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 1 49 820 0 30 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-1024 1024 4 12 124 0 16 16384 0 malloc-1024 1024 6 10 6842 0 16 16384 0 malloc-512 512 9 23 273 0 30 16384 0 malloc-64 64 102 150 815 0 254 16128 0 vtnet_tx_hdr 24 0 668 1652113 0 254 16032 0 malloc-16 16 393 607 20343 0 254 16000 0 routing nhops 256 24 36 328 0 62 15360 0 malloc-384 384 21 19 34 0 30 15360 0 malloc-512 512 3 21 210 0 30 12288 0 malloc-512 512 9 15 109 0 30 12288 0 rtentry 176 31 38 328 0 62 12144 0 malloc-32 32 77 301 3005 0 254 12096 0 malloc-16 16 24 726 52409 0 254 12000 0 sctp_readq 152 0 78 688 0 254 11856 0 malloc-256 256 4 41 294 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-4096 4096 0 2 13 0 2 8192 0 malloc-1024 1024 1 7 4 0 16 8192 0 malloc-1024 1024 7 1 8 0 16 8192 0 malloc-512 512 0 16 59 0 30 8192 0 malloc-512 512 0 16 10 0 30 8192 0 tcp_log_bucket 176 0 46 11 0 62 8096 0 tcptw 88 0 92 11 0 254 8096 0 rl_entry 40 104 98 119 0 254 8080 0 sctp_asconf_ack 48 0 168 20 0 254 8064 0 syncache 168 0 48 16 0 254 8064 0 malloc-32 32 6 246 120 0 254 8064 0 malloc-32 32 90 162 653 0 254 8064 0 malloc-32 32 40 212 647 0 254 8064 0 malloc-32 32 35 217 2595 0 254 8064 0 malloc-16 16 16 484 82 0 254 8000 0 malloc-16 16 10 490 123 0 254 8000 0 malloc-16 16 283 217 568 0 254 8000 0 malloc-16 16 33 467 132 0 254 8000 0 malloc-16 16 186 314 1238 0 254 8000 0 tcp_log_node 120 0 66 18 0 126 7920 0 kenv 258 3 27 1158 0 30 7740 0 L VFS Cache 320 0 24 12 0 30 7680 0 malloc-384 384 1 19 7 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 8 54 200 0 126 6448 0 domainset 40 1 125 192 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 0 8 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sackhole 32 0 126 1 0 254 4032 0 hostcache 96 2 40 2 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0