Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xffffffffffffffff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff848afc92 stack pointer = 0x0:0xfffffe009bf2fd40 frame pointer = 0x0:0xfffffe009bf2fd70 code segment = base 0x0, limit 0xfffff, type 0x1b FreeBSD/amd64 = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 (ci-freebsd-i38current process = 957 (syz-executor.1) trap number = 12 panic: page fault cpuid = 0 time = 1632880422 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009bf2f550 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009bf2f6b0 vpanic() at vpanic+0x2c5/frame 0xfffffe009bf2f790 panic() at panic+0xb5/frame 0xfffffe009bf2f850 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe009bf2f950 trap_pfault() at trap_pfault+0x186/frame 0xfffffe009bf2fa90 trap() at trap+0x5e7/frame 0xfffffe009bf2fc70 calltrap() at calltrap+0x8/frame 0xfffffe009bf2fc70 --- trap 0xc, rip = 0xffffffff848afc92, rsp = 0xfffffe009bf2fd40, rbp = 0xfffffe009bf2fd70 --- sctp_ss_default_select() at sctp_ss_default_select+0x112/frame 0xfffffe009bf2fd70 sctp_med_chunk_output() at sctp_med_chunk_output+0x190c/frame 0xfffffe009bf30920 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe009bf31580 sctp_inpcb_free() at sctp_inpcb_free+0xbcc/frame 0xfffffe009bf31610 sctp_close() at sctp_close+0x1fb/frame 0xfffffe009bf316f0 soclose() at soclose+0x3fe/frame 0xfffffe009bf31800 _fdrop() at _fdrop+0x58/frame 0xfffffe009bf31830 closef() at closef+0x686/frame 0xfffffe009bf31a20 fdescfree_fds() at fdescfree_fds+0x1fa/frame 0xfffffe009bf31a90 fdescfree() at fdescfree+0x903/frame 0xfffffe009bf31c80 exit1() at exit1+0x8b7/frame 0xfffffe009bf31d10 sys_sys_exit() at sys_sys_exit+0x28/frame 0xfffffe009bf31d30 ia32_syscall() at ia32_syscall+0x41f/frame 0xfffffe009bf31f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5f0 KDB: enter: panic [ thread pid 957 tid 100142 ] Stopped at kdb_enter+0x6b: movq $0,0x28e03da(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x41471594988bcf7d rdx 0x1 rbx 0 rsp 0xfffffe009bf2f690 rbp 0xfffffe009bf2f6b0 rsi 0 rdi 0xffffffff817bc96a vprintf+0x35a r8 0 r9 0xfffffe009bf2f1c8 r10 0 r11 0xfffffe009ea45c50 r12 0xfffffe009ea45740 r13 0xfffffe009bf2f701 r14 0xffffffff82c7fe60 .str.18 r15 0xffffffff82c7fe60 .str.18 rip 0xffffffff817b02db kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28e03da(%rip) db> show proc Process 957 (syz-executor.1) at 0xfffffe009ea77000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffffe009e9fb538 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffffe0053d60538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009eb729f0 (map 0xfffffe009eb729f0) (map.pmap 0xfffffe009eb72ab0) (pmap 0xfffffe009eb72b10) threads: 1 100142 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 958 787 787 0 L (threaded) syz-executor.2 100136 S nanslp 0xffffffff8405d5c1 syz-executor.2 100280 L *sctp-in 0xfffffe009ea46f00 syz-executor.2 100281 L *sctp-in 0xfffffe009ea46f00 syz-executor.2 100282 S uwait 0xfffffe009eac9000 syz-executor.2 957 783 783 0 RE CPU 0 syz-executor.1 956 813 813 0 L (threaded) syz-executor.3 100116 S nanslp 0xffffffff8405d5c1 syz-executor.3 100278 L *sctp-in 0xfffffe009ea46f00 syz-executor.3 100279 S uwait 0xfffffe009e57d080 syz-executor.3 952 782 782 0 LE *sctp-in 0xfffffe009ea46f00 syz-executor.0 824 815 824 0 Ss select 0xfffffe00574211c0 dhclient 818 1 818 0 Ss select 0xfffffe0057421240 dhclient 815 801 436 65 S select 0xfffffe00574213c0 dhclient 813 780 813 0 Ss nanslp 0xffffffff8405d5c1 syz-executor.3 801 436 436 0 S wait 0xfffffe009ea40a70 sh 787 780 787 0 Ss nanslp 0xffffffff8405d5c1 syz-executor.2 783 780 783 0 Ss nanslp 0xffffffff8405d5c1 syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8405d5c1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100119 S uwait 0xfffffe0058785200 syz-fuzzer 100120 S uwait 0xfffffe0058785300 syz-fuzzer 100121 S uwait 0xfffffe0058785600 syz-fuzzer 100122 S uwait 0xfffffe0057026a00 syz-fuzzer 100123 S kqread 0xfffffe005896b800 syz-fuzzer 100124 S uwait 0xfffffe0058785400 syz-fuzzer 100125 S uwait 0xfffffe0058959800 syz-fuzzer 100127 S uwait 0xfffffe009e57dc80 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe009e5765e8 csh 776 694 776 0 Ss select 0xfffffe009e4a78c0 sshd 760 1 760 0 Ss+ ttyin 0xfffffe0057014cb0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f94b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f9cb0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f64b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575f6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575f24b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575f2cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575ed4b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00575edcb0 getty 750 1 24 0 S+ piperd 0xfffffe00588d98b8 logger 749 748 24 0 S+ nanslp 0xffffffff8405d5c1 sleep 748 1 24 0 S+ wait 0xfffffe00588e2538 sh 698 1 698 0 Ss nanslp 0xffffffff8405d5c1 cron 694 1 694 0 Ss select 0xfffffe009e4a7b40 sshd 507 1 507 0 Ss select 0xfffffe0058b14040 syslogd 436 1 436 0 Ss wait 0xfffffe005895a000 devd 435 1 435 65 Ss select 0xfffffe0058b145c0 dhclient 350 1 350 0 Ss select 0xfffffe0058b14440 dhclient 347 1 347 0 Ss select 0xfffffe0058b146c0 dhclient 23 0 0 0 DL syncer 0xffffffff84185960 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005877da70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84183660 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100100 D sdflush 0xfffffe00588468e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bbb80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841af6b8 [dom0] 100089 D launds 0xffffffff841af6c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb2b10 [uma] 18 0 0 0 DL - 0xffffffff83e13ca0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8493d5a0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84b101a0 [pf purge] 15 0 0 0 DL - 0xffffffff8417e880 [soaiod4] 9 0 0 0 DL - 0xffffffff8417e880 [soaiod3] 8 0 0 0 DL - 0xffffffff8417e880 [soaiod2] 7 0 0 0 DL - 0xffffffff8417e880 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c99540 [doneq0] 100049 D - 0xffffffff83c994c0 [async] 100082 D - 0xffffffff83c99340 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac8c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541c9d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541c9d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a9760 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84030b80 [g_event] 100040 D - 0xffffffff84030bc0 [g_up] 100041 D - 0xffffffff84030c00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081f6d00 [thr_0] 100030 D - 0xfffffe00081f6d80 [thr_1] 100031 D - 0xffffffff8417fc08 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d60538 [init] 10 0 0 0 DL audit_w 0xffffffff841aa700 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84031a80 [swapper] 100005 D - 0xfffffe00081f8900 [softirq_0] 100006 D - 0xfffffe00081f8700 [softirq_1] 100007 D - 0xfffffe00081f8500 [if_io_tqg_0] 100008 D - 0xfffffe00081f8300 [if_io_tqg_1] 100009 D - 0xfffffe00081f8100 [if_config_tqg_0] 100010 D - 0xfffffe0053dfce00 [deferred_unmount ta] 100013 D - 0xfffffe0053dfc800 [thread taskq] 100015 D - 0xfffffe0053dfc400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053dfc200 [kqueue_ctx taskq] 100017 D - 0xfffffe0053dfc000 [pci_hp taskq] 100018 D - 0xfffffe0053e06d00 [aiod_kick taskq] 100019 D - 0xfffffe0053e06b00 [inm_free taskq] 100020 D - 0xfffffe0053e06900 [in6m_free taskq] 100021 D - 0xfffffe0053e06700 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06700 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06700 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06700 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06200 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e14200 [firmware taskq] 100042 D - 0xfffffe005419ec00 [crypto_0] 100043 D - 0xfffffe005419ec00 [crypto_1] 100059 D - 0xfffffe0056ec3b00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056ec3a00 [vtnet0 txq 0] 100061 D - 0xfffffe0056ec3900 [vtnet0 rxq 1] 100062 D - 0xfffffe0056ec3800 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6600 [virtio_balloon] 100068 D - 0xfffffe0057027800 [mca taskq] 100073 D - 0xffffffff82c86de1 [deadlkres] 100077 D - 0xfffffe0057415a00 [acpi_task_0] 100078 D - 0xfffffe0057415a00 [acpi_task_1] 100079 D - 0xfffffe0057415a00 [acpi_task_2] 100081 D - 0xfffffe005419e400 [CAM taskq] db> show all locks Process 957 (syz-executor.1) thread 0xfffffe009ea45740 (100142) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009eb7c380) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3355 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe009eb78e50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3322 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00081b7fa0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3321 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009eb78e70) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3320 Process 952 (syz-executor.0) thread 0xfffffe009e4711e0 (100107) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009eb01480) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3320 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4238 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 kobj 326 1304K 483 newblk 641 1184K 812 vfscache 3 1025K 3 pcb 61 578K 464 inodedep 139 564K 217 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 125 258K 1026 acpica 1674 184K 55237 vnet_data 1 168K 1 vmem 3 146K 4 tidhash 3 141K 3 linker 355 140K 383 filedesc 18 137K 315 pagedep 20 133K 154 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 330 42K 330 kdtrace 205 41K 1242 BPF 22 36K 22 temp 34 33K 1886 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 dirrem 106 27K 151 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 sctp_stro 17 17K 110 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 130 17K 420 tty 16 16K 16 ithread 99 16K 99 freefile 115 15K 145 bus-sc 34 15K 1691 lltable 45 14K 45 sctp_atcl 35 14K 297 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 487 rman 84 10K 425 in6_multi 65 9K 65 bmsafemap 2 9K 185 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_timw 31 8K 31 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 201 kqueue 60 6K 963 plimit 22 6K 348 ufs_dirhash 24 5K 24 DEVFSP 74 5K 90 UMA 270 5K 270 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 diradd 30 4K 184 acpisem 28 4K 28 pwddesc 56 4K 959 hhook 15 4K 17 session 26 4K 35 terminal 11 3K 11 mkdir 21 3K 286 proc-args 47 3K 555 indirdep 10 3K 10 uidinfo 3 3K 7 sctp_atky 52 3K 543 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 newdirblk 16 2K 143 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 16441 ip6ndp 12 2K 13 Unitno 29 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 31 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 149 softdep 1 1K 1 freeblks 4 1K 148 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_athm 35 1K 297 sctp_map 34 1K 220 pfil 4 1K 4 cdev 2 1K 2 osd 8 1K 37 inpcbpolicy 12 1K 183 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 8 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 50 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 72 soname 4 1K 3603 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 38 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 5 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 239 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 dctcp data 0 0K 0 cubic data 0 0K 0 vegas data 0 0K 0 chd data 0 0K 0 cdg data 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 41 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 311 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 97 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14186 ioctlops 0 0K 101 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 670 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 992 253516 0 254 38141952 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8653 917 379849 0 254 2449920 0 BUF TRIE 144 186 11574 515 0 62 1693440 0 malloc-384 384 4307 13 4386 0 30 1658880 0 malloc-4096 4096 386 4 1451 0 2 1597440 0 malloc-128 128 11834 39 11908 0 126 1519744 0 UMA Slabs 0 112 10238 19 10238 0 126 1148784 0 RADIX NODE 144 7246 169 35703 0 62 1067760 0 vmem btag 56 15869 90 15869 0 254 893704 0 FFS inode 1160 508 31 654 0 8 625240 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 mbuf_cluster 2048 165 1 165 0 254 339968 0 VM OBJECT 264 1153 47 15421 0 30 316800 0 THREAD 1808 146 19 282 0 8 298320 0 malloc-64 64 4478 58 6486 0 254 290304 0 VNODE 448 545 76 693 0 30 278208 0 256 Bucket 2048 122 6 12597 0 8 262144 0 malloc-256 256 1006 14 2261 0 62 261120 0 malloc-16 16 14783 217 16251 0 254 240000 0 DEVCTL 1024 21 199 151 0 0 225280 0 malloc-65536 65536 1 2 61 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-16384 16384 8 4 155 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5598 72 6381 0 254 181440 0 malloc-128 128 1222 49 26067 0 126 162688 0 MAP ENTRY 96 1424 214 48450 0 126 157248 0 malloc-1024 1024 133 3 150 0 16 139264 0 malloc-128 128 1064 21 5329 0 126 138880 0 FFS2 dinode 256 508 32 653 0 62 138240 0 FPU_save_area 832 148 14 2870 0 16 134784 0 S VFS Cache 104 1001 208 1165 0 126 125736 0 ksiginfo 112 50 994 2643 0 126 116928 0 VMSPACE 2544 35 10 942 0 4 114480 0 malloc-32768 32768 1 2 131 0 1 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 PROC 1336 57 9 958 0 8 88176 0 filedesc0 1072 58 19 959 0 8 82544 0 malloc-8192 8192 9 1 110 0 1 81920 0 malloc-2048 2048 26 14 195 0 8 81920 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-2048 2048 12 24 577 0 8 73728 0 g_bio 408 0 170 4836 0 30 69360 0 sctp_asoc 2288 17 13 110 0 254 68640 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 128 Bucket 1024 43 20 672 0 16 64512 0 malloc-4096 4096 14 1 27 0 2 61440 0 malloc-8192 8192 4 3 32 0 1 57344 0 malloc-256 256 163 32 509 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 socket 960 32 16 1596 0 254 46080 0 sctp_ep 1272 18 18 187 0 254 45792 0 malloc-1024 1024 10 34 1555 0 16 45056 0 malloc-64 64 517 176 1621 0 254 44352 0 mbuf_packet 256 18 147 696 0 254 42240 0 32 Bucket 256 48 117 3522 0 62 42240 0 clpbuf 2624 0 16 22 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 13651 0 16 40960 0 pcpu-8 8 4660 460 4816 0 254 40960 0 malloc-384 384 67 33 329 0 30 38400 0 malloc-4096 4096 9 0 9 0 2 36864 0 malloc-4096 4096 8 1 10 0 2 36864 0 64 Bucket 512 60 12 2254 0 30 36864 0 malloc-128 128 61 218 323 0 126 35712 0 da_ccb 544 0 63 1329 0 16 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-384 384 70 10 116 0 30 30720 0 pipe 744 21 19 304 0 16 29760 0 malloc-1024 1024 18 10 111 0 16 28672 0 malloc-64 64 101 340 1566 0 254 28224 0 ttyinq 160 135 40 300 0 62 28000 0 malloc-384 384 54 16 56 0 30 26880 0 malloc-256 256 82 23 486 0 62 26880 0 malloc-256 256 73 32 709 0 62 26880 0 malloc-256 256 46 59 137 0 62 26880 0 TURNSTILE 136 166 23 166 0 62 25704 0 malloc-4096 4096 4 2 7 0 2 24576 0 malloc-2048 2048 2 10 27 0 8 24576 0 sctp_raddr 736 17 16 110 0 254 24288 0 ertt_txseginfo 40 0 606 1853 0 254 24240 0 malloc-64 64 76 302 30273 0 254 24192 0 KNOTE 160 28 122 14195 0 62 24000 0 8 Bucket 80 44 256 674 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 946 0 2 20480 0 malloc-64 64 224 91 296 0 254 20160 0 Files 80 199 51 7452 0 126 20000 0 malloc-128 128 107 48 287 0 126 19840 0 malloc-128 128 145 10 323 0 126 19840 0 SLEEPQUEUE 88 166 58 166 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 67 8 420 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 8 8 12 0 16 16384 0 malloc-512 512 0 32 131 0 30 16384 0 malloc-64 64 168 84 209 0 254 16128 0 malloc-32 32 88 416 702 0 254 16128 0 16 Bucket 144 48 64 340 0 62 16128 0 malloc-128 128 60 64 384 0 126 15872 0 malloc-384 384 22 18 362 0 30 15360 0 malloc-256 256 25 35 188 0 62 15360 0 tcpcb 1080 4 10 26 0 254 15120 0 tcp_bbr_pcb 832 0 18 15 0 16 14976 0 malloc-2048 2048 3 3 8 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-2048 2048 2 4 4 0 8 12288 0 malloc-1024 1024 8 4 183 0 16 12288 0 malloc-1024 1024 7 5 7 0 16 12288 0 PWD 32 17 361 232 0 254 12096 0 malloc-32 32 88 290 4147 0 254 12096 0 vtnet_tx_hdr 24 0 501 122997 0 254 12024 0 udp_inpcb 496 6 18 152 0 254 11904 0 kenv 258 15 30 1027 0 30 11610 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-1024 1024 2 6 11 0 16 8192 0 malloc-512 512 6 10 6 0 30 8192 0 malloc-512 512 5 11 72 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 26 66 35 0 126 8096 0 rl_entry 40 39 163 39 0 254 8080 0 sctp_laddr 48 4 164 172 0 254 8064 0 udpcb 32 6 246 152 0 254 8064 0 ertt 72 4 108 26 0 126 8064 0 malloc-64 64 54 72 371 0 254 8064 0 malloc-64 64 76 50 179 0 254 8064 0 malloc-32 32 127 125 283 0 254 8064 0 malloc-32 32 56 196 79 0 254 8064 0 malloc-32 32 70 182 438 0 254 8064 0 malloc-32 32 51 201 222 0 254 8064 0 malloc-32 32 17 235 30 0 254 8064 0 4 Bucket 48 7 161 53 0 254 8064 0 2 Bucket 32 50 202 549 0 254 8064 0 malloc-16 16 25 475 141 0 254 8000 0 malloc-16 16 56 444 347 0 254 8000 0 malloc-16 16 49 451 386 0 254 8000 0 malloc-16 16 39 461 176 0 254 8000 0 malloc-16 16 287 213 25357 0 254 8000 0 malloc-16 16 4 496 173 0 254 8000 0 tcp_bbr_map 128 0 62 32 0 126 7936 0 tcp_inpcb 496 4 12 26 0 254 7936 0 malloc-128 128 37 25 53 0 126 7936 0 sctp_chunk 152 15 37 15 0 254 7904 0 routing nhops 256 27 3 34 0 62 7680 0 unpcb 256 11 19 1197 0 254 7680 0 malloc-256 256 13 17 596 0 62 7680 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-1024 1024 1 3 1 0 16 4096 0 malloc-512 512 0 8 1 0 30 4096 0 malloc-512 512 5 3 5 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_stream_msg_out 112 1 35 2 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-16 16 0 250 7 0 254 4000 0 ripcb 496 2 6 5 0 254 3968 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 0 10 6 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 udplite_inpcb 496 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0