Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xffffffffffffffff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff849d0655 stack pointer = 0x28:0xfffffe00a5c43f00 frame pointer = 0x28:0xfffffe00a5c43f30 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1120 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1632615129 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5c43710 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5c43870 vpanic() at vpanic+0x2c5/frame 0xfffffe00a5c43950 panic() at panic+0xb5/frame 0xfffffe00a5c43a10 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe00a5c43b10 trap_pfault() at trap_pfault+0x186/frame 0xfffffe00a5c43c50 trap() at trap+0x5e7/frame 0xfffffe00a5c43e30 calltrap() at calltrap+0x8/frame 0xfffffe00a5c43e30 --- trap 0xc, rip = 0xffffffff849d0655, rsp = 0xfffffe00a5c43f00, rbp = 0xfffffe00a5c43f30 --- sctp_ss_fb_select() at sctp_ss_fb_select+0x135/frame 0xfffffe00a5c43f30 sctp_med_chunk_output() at sctp_med_chunk_output+0x190c/frame 0xfffffe00a5c44ae0 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe00a5c45740 sctp_inpcb_free() at sctp_inpcb_free+0xbcc/frame 0xfffffe00a5c457d0 sctp_close() at sctp_close+0x1fb/frame 0xfffffe00a5c458b0 soclose() at soclose+0x3fe/frame 0xfffffe00a5c459c0 _fdrop() at _fdrop+0x58/frame 0xfffffe00a5c459f0 closef() at closef+0x686/frame 0xfffffe00a5c45bd0 closefp_impl() at closefp_impl+0xd9/frame 0xfffffe00a5c45c10 kern_dup() at kern_dup+0xb6d/frame 0xfffffe00a5c45d30 amd64_syscall() at amd64_syscall+0x425/frame 0xfffffe00a5c45f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a5c45f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x289e4a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 1120 tid 100489 ] Stopped at kdb_enter+0x6b: movq $0,0x28e0d7a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xde24e6fa4ad462d4 rdx 0x3ffff rbx 0 rsp 0xfffffe00a5c43850 rbp 0xfffffe00a5c43870 rsi 0x40001 rdi 0xffffffff817bc0ca vprintf+0x35a r8 0 r9 0xfffffe00a5c43388 r10 0 r11 0xfffffe00a74d8a70 r12 0xfffffe00a74d8560 r13 0xfffffe00a5c43801 r14 0xffffffff82c7ed40 .str.18 r15 0xffffffff82c7ed40 .str.18 rip 0xffffffff817afa3b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28e0d7a(%rip) db> show proc Process 1120 (syz-executor.1) at 0xfffffe00a7574a70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 788 at 0xfffffe009e548a70 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffffe0053d60538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a7563000 (map 0xfffffe00a7563000) (map.pmap 0xfffffe00a75630c0) (pmap 0xfffffe00a7563120) threads: 2 100390 RunQ syz-executor.1 100489 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 1124 791 791 0 LE *sctp-in 0xfffffe009ea883c0 syz-executor.2 1120 788 788 0 R (threaded) syz-executor.1 100390 RunQ syz-executor.1 100489 Run CPU 1 syz-executor.1 1039 1 788 0 S uwait 0xfffffe00a74dcc00 syz-executor.1 1027 1 788 0 S uwait 0xfffffe009e51a780 syz-executor.1 1016 1 787 0 S uwait 0xfffffe00a74dca00 syz-executor.0 1015 1 788 0 S uwait 0xfffffe009ebaed00 syz-executor.1 1010 1 791 0 S uwait 0xfffffe00a74dcb00 syz-executor.2 1009 1 787 0 S uwait 0xfffffe009e484680 syz-executor.0 1004 1 791 0 S uwait 0xfffffe009ebaec00 syz-executor.2 1001 1 787 0 S uwait 0xfffffe009e51a480 syz-executor.0 996 1 791 0 S umtxn 0xfffffe009ebaee00 syz-executor.2 993 1 788 0 S uwait 0xfffffe009e484980 syz-executor.1 991 1 791 0 S uwait 0xfffffe0058966200 syz-executor.2 987 1 788 0 S uwait 0xfffffe009e484880 syz-executor.1 986 1 791 0 S uwait 0xfffffe009e51a980 syz-executor.2 981 1 788 0 S uwait 0xfffffe0058552480 syz-executor.1 980 1 791 0 S uwait 0xfffffe005701ab80 syz-executor.2 944 1 788 0 S uwait 0xfffffe0058552400 syz-executor.1 940 1 788 0 S uwait 0xfffffe0058552100 syz-executor.1 933 1 788 0 S uwait 0xfffffe009e51ad80 syz-executor.1 929 1 788 0 S uwait 0xfffffe009e51a680 syz-executor.1 926 1 788 0 S uwait 0xfffffe009e51aa80 syz-executor.1 825 817 825 0 Ss select 0xfffffe009ea38bc0 dhclient 820 1 820 0 Ss select 0xfffffe0058b1f6c0 dhclient 817 805 436 65 S select 0xfffffe0058b1f640 dhclient 805 436 436 0 S wait 0xfffffe0058972000 sh 791 780 791 0 Rs syz-executor.2 790 780 790 0 Ss piperd 0xfffffe009ea242e8 syz-executor.3 788 780 788 0 Rs syz-executor.1 787 780 787 0 Ss piperd 0xfffffe00588df000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffffe0058552a80 syz-fuzzer 100120 S uwait 0xfffffe0058552300 syz-fuzzer 100121 S uwait 0xfffffe0058552600 syz-fuzzer 100122 S uwait 0xfffffe0057026a00 syz-fuzzer 100123 S kqread 0xfffffe0058b43100 syz-fuzzer 100124 S uwait 0xfffffe0058966800 syz-fuzzer 100125 S uwait 0xfffffe0058966900 syz-fuzzer 100126 S uwait 0xfffffe0058966a00 syz-fuzzer 100342 S uwait 0xfffffe009e484a80 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe00589725e8 csh 776 694 776 0 Ss select 0xfffffe0058b1f3c0 sshd 760 1 760 0 Rs+ CPU 0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f74b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f44b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575f4cb0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575f04b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575f0cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575eb4b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00575ebcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8405d6c1 cron 694 1 694 0 Ss select 0xfffffe005742d0c0 sshd 507 1 507 0 Ss select 0xfffffe0058b1fa40 syslogd 436 1 436 0 Ss wait 0xfffffe0058972a70 devd 435 1 435 65 Ss select 0xfffffe005742d3c0 dhclient 350 1 350 0 Ss select 0xfffffe0058b1fb40 dhclient 347 1 347 0 Ss select 0xfffffe005742d540 dhclient 23 0 0 0 DL syncer 0xffffffff84185a60 [syncer] 22 0 0 0 DL vlruwt 0xfffffe0058558538 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84183760 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100100 D sdflush 0xfffffe00588534e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bbc80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841af7b8 [dom0] 100089 D launds 0xffffffff841af7c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb25d0 [uma] 18 0 0 0 DL - 0xffffffff83e13da0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff84a5c5a0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84d861a0 [pf purge] 15 0 0 0 DL - 0xffffffff8417e980 [soaiod4] 9 0 0 0 DL - 0xffffffff8417e980 [soaiod3] 8 0 0 0 DL - 0xffffffff8417e980 [soaiod2] 7 0 0 0 DL - 0xffffffff8417e980 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c995c0 [doneq0] 100049 D - 0xffffffff83c99540 [async] 100082 D - 0xffffffff83c993c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac8c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541c9d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541c9d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a9860 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84030c80 [g_event] 100040 D - 0xffffffff84030cc0 [g_up] 100041 D - 0xffffffff84030d00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081f6d00 [thr_0] 100030 D - 0xfffffe00081f6d80 [thr_1] 100031 D - 0xffffffff8417fd08 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d60538 [init] 10 0 0 0 DL audit_w 0xffffffff841aa800 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84031b80 [swapper] 100005 D - 0xfffffe00081f8900 [softirq_0] 100006 D - 0xfffffe00081f8700 [softirq_1] 100007 D - 0xfffffe00081f8500 [if_io_tqg_0] 100008 D - 0xfffffe00081f8300 [if_io_tqg_1] 100009 D - 0xfffffe00081f8100 [if_config_tqg_0] 100010 D - 0xfffffe0053dfce00 [deferred_unmount ta] 100013 D - 0xfffffe0053dfc800 [thread taskq] 100015 D - 0xfffffe0053dfc400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053dfc200 [kqueue_ctx taskq] 100017 D - 0xfffffe0053dfc000 [pci_hp taskq] 100018 D - 0xfffffe0053e06d00 [aiod_kick taskq] 100019 D - 0xfffffe0053e06b00 [inm_free taskq] 100020 D - 0xfffffe0053e06900 [in6m_free taskq] 100021 D - 0xfffffe0053e06700 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06700 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06700 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06700 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06200 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e14200 [firmware taskq] 100042 D - 0xfffffe005419ec00 [crypto_0] 100043 D - 0xfffffe005419ec00 [crypto_1] 100059 D - 0xfffffe0056ec3b00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056ec3a00 [vtnet0 txq 0] 100061 D - 0xfffffe0056ec3900 [vtnet0 rxq 1] 100062 D - 0xfffffe0056ec3800 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6600 [virtio_balloon] 100068 D - 0xfffffe0057027800 [mca taskq] 100073 D - 0xffffffff82c85cc1 [deadlkres] 100077 D - 0xfffffe0057400600 [acpi_task_0] 100078 D - 0xfffffe0057400600 [acpi_task_1] 100079 D - 0xfffffe0057400600 [acpi_task_2] 100081 D - 0xfffffe005419e400 [CAM taskq] db> show all locks Process 1124 (syz-executor.2) thread 0xfffffe009ebad020 (100347) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe00a757de70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3320 Process 1120 (syz-executor.1) thread 0xfffffe00a74d8560 (100489) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009eaac1a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3355 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe00a7583460) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3322 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00081b7f58) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3321 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe00a7583480) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3320 Process 760 (getty) thread 0xfffffe009e5163a0 (100118) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe0057014c08) locked @ /syzkaller/managers/main/kernel/sys/kern/tty.c:218 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 kobj 326 1304K 483 newblk 50 1037K 985 vfscache 3 1025K 3 pcb 113 636K 1022 inodedep 274 615K 343 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 54 425K 601 subproc 158 324K 1212 acpica 1674 184K 55237 vnet_data 1 168K 1 vmem 3 146K 4 tidhash 3 141K 3 linker 355 140K 383 pagedep 35 137K 281 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 dirrem 248 62K 276 kdtrace 232 45K 1621 umtx 352 44K 352 BPF 22 36K 22 temp 35 33K 1907 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 freefile 229 29K 255 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 sctp_atcl 45 17K 612 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 129 17K 416 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 46 bus-sc 34 15K 1691 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 ksem 21 11K 21 CAM queue 5 11K 1528 GEOM 61 10K 487 rman 84 10K 425 in6_multi 65 9K 65 bmsafemap 3 9K 312 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_timw 31 8K 31 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 DEVFSP 114 8K 124 kqueue 75 7K 1131 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 210 plimit 21 6K 364 ufs_dirhash 24 5K 24 pwddesc 72 5K 1107 UMA 270 5K 270 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 newdirblk 31 4K 268 diradd 28 4K 310 acpisem 28 4K 28 hhook 15 4K 17 session 25 4K 36 mkdir 24 3K 536 terminal 11 3K 11 xform 42 3K 84 proc-args 44 3K 563 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 indirdep 8 2K 10 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 24944 ip6ndp 12 2K 14 Unitno 31 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 sctp_atky 46 2K 775 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 42 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stro 1 1K 163 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 16 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 sctp_athm 45 1K 640 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 13 1K 255 osd 8 1K 78 chacha20random 1 1K 1 freework 2 1K 255 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 freeblks 1 1K 254 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 8 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 3812 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 pmc 1 1K 1 sctp_map 2 1K 270 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 76 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 10 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 336 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 56 vegas data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 10 mqdata 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 17 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 440 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 97 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14369 ioctlops 0 0K 111 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 672 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 19 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 987 629049 0 254 38121472 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8700 870 1012291 0 254 2449920 0 malloc-384 384 4442 8 4512 0 30 1708800 0 BUF TRIE 144 194 11566 584 0 62 1693440 0 malloc-4096 4096 401 6 1629 0 2 1667072 0 malloc-128 128 11854 19 11938 0 126 1519744 0 RADIX NODE 144 9774 161 44655 0 62 1430640 0 UMA Slabs 0 112 10449 24 10449 0 126 1172976 0 vmem btag 56 16382 81 16382 0 254 921928 0 mbuf_cluster 2048 405 1 405 0 254 831488 0 FFS inode 1160 526 20 782 0 8 633360 0 malloc-16384 16384 26 6 298 0 1 524288 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 VM OBJECT 264 1341 84 17779 0 30 376200 0 256 Bucket 2048 159 13 15203 0 8 352256 0 ertt_txseginfo 40 0 8080 68538 0 254 323200 0 THREAD 1808 158 18 493 0 8 318208 0 malloc-64 64 4509 90 6802 0 254 294336 0 VNODE 448 563 67 821 0 30 282240 0 malloc-256 256 428 607 2774 0 62 264960 0 MAP ENTRY 96 2307 339 58359 0 126 254016 0 malloc-16 16 14751 249 16301 0 254 240000 0 DEVCTL 1024 21 199 151 0 0 225280 0 tcp_bbr_map 128 0 1550 9744 0 126 198400 0 malloc-65536 65536 1 2 61 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5598 72 6381 0 254 181440 0 malloc-128 128 1225 46 26317 0 126 162688 0 FPU_save_area 832 160 29 4953 0 16 157248 0 VMSPACE 2544 50 10 1105 0 4 152640 0 malloc-1024 1024 133 7 150 0 16 143360 0 malloc-128 128 1086 30 5367 0 126 142848 0 FFS2 dinode 256 526 14 781 0 62 138240 0 malloc-2048 2048 52 14 457 0 8 135168 0 S VFS Cache 104 1012 275 1301 0 126 133848 0 malloc-65536 65536 0 2 37 0 1 131072 0 malloc-2048 2048 12 50 576 0 8 126976 0 ksiginfo 112 65 979 4569 0 126 116928 0 PROC 1336 72 12 1126 0 8 112224 0 mbuf_packet 256 50 355 1383 0 254 103680 0 malloc-32768 32768 1 2 131 0 1 98304 0 filedesc0 1072 73 18 1107 0 8 97552 0 malloc-8192 8192 9 2 110 0 1 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 55 28 830 0 16 84992 0 socket 960 70 18 1938 0 254 84480 0 malloc-256 256 320 10 761 0 62 84480 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 5106 0 30 73440 0 sctp_ep 1272 44 13 449 0 254 72504 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-4096 4096 14 1 27 0 2 61440 0 malloc-8192 8192 4 3 32 0 1 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 32 Bucket 256 50 130 6427 0 62 46080 0 malloc-1024 1024 10 34 1574 0 16 45056 0 64 Bucket 512 71 17 2521 0 30 45056 0 malloc-64 64 517 176 1621 0 254 44352 0 clpbuf 2624 0 16 24 0 16 41984 0 pcpu-8 8 4660 460 4856 0 254 40960 0 malloc-384 384 78 22 645 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 14335 0 16 36864 0 malloc-4096 4096 9 0 9 0 2 36864 0 malloc-4096 4096 8 1 10 0 2 36864 0 malloc-128 128 259 20 433 0 126 35712 0 malloc-384 384 88 2 134 0 30 34560 0 sctp_asoc 2288 1 14 135 0 254 34320 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-128 128 61 187 328 0 126 31744 0 malloc-256 256 92 28 1192 0 62 30720 0 malloc-4096 4096 4 3 7 0 2 28672 0 malloc-64 64 116 325 1721 0 254 28224 0 Files 80 293 57 8043 0 126 28000 0 malloc-256 256 81 24 469 0 62 26880 0 da_ccb 544 0 49 1401 0 16 26656 0 TURNSTILE 136 177 12 177 0 62 25704 0 malloc-4096 4096 3 3 1075 0 2 24576 0 malloc-64 64 76 302 38903 0 254 24192 0 KNOTE 160 28 122 30078 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 48 252 1007 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 54 6 56 0 30 23040 0 pipe 744 20 10 307 0 16 22320 0 malloc-2048 2048 2 8 26 0 8 20480 0 malloc-1024 1024 2 18 136 0 16 20480 0 malloc-64 64 264 51 364 0 254 20160 0 malloc-128 128 105 50 424 0 126 19840 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 65 10 424 0 62 19200 0 malloc-256 256 46 29 113 0 62 19200 0 SLEEPQUEUE 88 177 15 177 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 8 8 17 0 16 16384 0 malloc-512 512 0 32 130 0 30 16384 0 sctp_raddr 736 1 21 135 0 254 16192 0 PWD 32 35 469 357 0 254 16128 0 malloc-64 64 208 44 248 0 254 16128 0 malloc-32 32 88 416 794 0 254 16128 0 16 Bucket 144 51 61 350 0 62 16128 0 vtnet_tx_hdr 24 0 668 376761 0 254 16032 0 malloc-128 128 74 50 513 0 126 15872 0 malloc-384 384 22 18 362 0 30 15360 0 malloc-256 256 25 35 185 0 62 15360 0 tcpcb 1080 4 10 67 0 254 15120 0 tcp_rack_pcb 832 0 18 10 0 16 14976 0 tcp_bbr_pcb 832 0 18 33 0 16 14976 0 malloc-2048 2048 3 3 13 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 8 4 183 0 16 12288 0 malloc-1024 1024 7 5 7 0 16 12288 0 malloc-32 32 104 274 4365 0 254 12096 0 udplite_inpcb 496 0 24 30 0 254 11904 0 udp_inpcb 496 6 18 152 0 254 11904 0 kenv 258 15 30 1027 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 unpcb 256 11 34 1208 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 2 2 4 0 8 8192 0 malloc-1024 1024 2 6 11 0 16 8192 0 malloc-1024 1024 1 7 2 0 16 8192 0 malloc-512 512 6 10 6 0 30 8192 0 malloc-512 512 0 16 56 0 30 8192 0 malloc-512 512 5 11 78 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 25 67 36 0 126 8096 0 rl_entry 40 35 167 35 0 254 8080 0 sctp_stream_msg_out 112 3 69 32 0 254 8064 0 sctp_laddr 48 0 168 112 0 254 8064 0 udpcb 32 6 246 182 0 254 8064 0 ertt 72 4 108 67 0 126 8064 0 malloc-64 64 53 73 393 0 254 8064 0 malloc-64 64 60 66 260 0 254 8064 0 malloc-32 32 126 126 285 0 254 8064 0 malloc-32 32 56 196 107 0 254 8064 0 malloc-32 32 80 172 657 0 254 8064 0 malloc-32 32 51 201 222 0 254 8064 0 malloc-32 32 17 235 54 0 254 8064 0 4 Bucket 48 6 162 62 0 254 8064 0 2 Bucket 32 53 199 596 0 254 8064 0 malloc-16 16 0 500 7 0 254 8000 0 malloc-16 16 25 475 157 0 254 8000 0 malloc-16 16 57 443 473 0 254 8000 0 malloc-16 16 59 441 737 0 254 8000 0 malloc-16 16 39 461 176 0 254 8000 0 malloc-16 16 287 213 25358 0 254 8000 0 malloc-16 16 4 496 218 0 254 8000 0 tcp_inpcb 496 4 12 67 0 254 7936 0 malloc-128 128 37 25 60 0 126 7936 0 sctp_readq 152 0 52 28 0 254 7904 0 sctp_chunk 152 1 51 57 0 254 7904 0 malloc-256 256 13 17 585 0 62 7680 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-512 512 0 8 1 0 30 4096 0 malloc-512 512 5 3 5 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ripcb 496 3 5 6 0 254 3968 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0