Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x440 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff810871a2 stack pointer = 0x0:0xfffffe009c60e770 frame pointer = 0x0:0xfffffe009c60e7f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 FreeBSD/amd64current process = 23883 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1623363815 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c60e3d0 vpanic() at vpanic+0x1c7/frame 0xfffffe009c60e430 panic() at panic+0x43/frame 0xfffffe009c60e490 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c60e510 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe009c60e580 trap() at trap+0x3cd/frame 0xfffffe009c60e6a0 calltrap() at calltrap+0x8/frame 0xfffffe009c60e6a0 --- trap 0xc, rip = 0xffffffff810871a2, rsp = 0xfffffe009c60e770, rbp = 0xfffffe009c60e7f0 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe009c60e7f0 __mtx_lock_flags() at __mtx_lock_flags+0x150/frame 0xfffffe009c60e850 sctp_findassociation_ep_addr() at sctp_findassociation_ep_addr+0x4fd/frame 0xfffffe009c60e910 sctp6_connect() at sctp6_connect+0x41f/frame 0xfffffe009c60e9b0 soconnectat() at soconnectat+0x183/frame 0xfffffe009c60ea10 kern_connectat() at kern_connectat+0x1e5/frame 0xfffffe009c60ea70 sys_connect() at sys_connect+0xd9/frame 0xfffffe009c60eab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe009c60ebf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 23883 tid 123657 ] Stopped at kdb_enter+0x67: movq $0,0x1635afe(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0096600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c60e3b0 rbp 0xfffffe009c60e3d0 rsi 0x40001 rdi 0xffffffff8113c696 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c60e2a0 r11 0x1ff63fff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca0b r15 0xffffffff81a7ca0b rip 0xffffffff81133687 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x1635afe(%rip) db> show proc Process 23883 (syz-executor.1) at 0xfffff80015dcc530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80015e4aa60 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd6530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009da46000 (map 0xfffffe009da46000) (map.pmap 0xfffffe009da460c0) (pmap 0xfffffe009da46120) threads: 2 100094 s syz-executor.1 123657 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 23883 784 784 0 T (threaded) syz-executor.1 100094 s syz-executor.1 123657 Run CPU 1 syz-executor.1 23877 805 805 0 T (threaded) syz-executor.2 100117 s syz-executor.2 123659 L *sctp-in 0xfffff80050e51780 syz-executor.2 123660 L *sctp-in 0xfffff80050e51780 syz-executor.2 11899 1 11899 65 Ss select 0xfffff800124d7ec0 dhclient 9752 1 805 0 S uwait 0xfffff80015dc9500 syz-executor.2 9748 1 805 0 S uwait 0xfffff80004ca4500 syz-executor.2 9738 1 783 0 S uwait 0xfffff80050d9f300 syz-executor.0 9737 1 783 0 S uwait 0xfffff80050eb5500 syz-executor.0 9736 1 783 0 S uwait 0xfffff80050e01500 syz-executor.0 9735 1 783 0 S uwait 0xfffff8001202eb00 syz-executor.0 9361 1 805 0 S uwait 0xfffff80050291300 syz-executor.2 9360 1 805 0 S uwait 0xfffff80050d9f700 syz-executor.2 8188 1 8188 0 Ss select 0xfffff80050f19140 dhclient 8185 1 8185 0 Ss select 0xfffff80012a91440 dhclient 8166 1 8166 65 Ss select 0xfffff800128dc440 dhclient 5876 1 5876 0 Ss select 0xfffff800125bc5c0 dhclient 5873 1 5873 0 Ss select 0xfffff80012419140 dhclient 5854 1 5854 65 Ss select 0xfffff80012419740 dhclient 4505 0 0 0 DL - 0xffffffff8271de04 [accounting] 3893 1 3893 0 Ss select 0xfffff80012511140 dhclient 3890 1 3890 0 Ss select 0xfffff80012526d40 dhclient 3871 1 3871 65 Ss select 0xfffff8001241e140 dhclient 2304 1 2304 0 Ss select 0xfffff800509e52c0 dhclient 2297 1 2297 0 Ss select 0xfffff8005050d140 dhclient 872 780 872 0 Ss piperd 0xfffff80050a608b8 syz-executor.3 805 780 805 0 Rs syz-executor.2 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss piperd 0xfffff80015dc6000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100093 S uwait 0xfffff80015ce1300 syz-fuzzer 100125 S uwait 0xfffff80015ce1900 syz-fuzzer 100126 S uwait 0xfffff80015ce1b00 syz-fuzzer 100127 S uwait 0xfffff80015ce1d00 syz-fuzzer 100128 S kqread 0xfffff800503c5900 syz-fuzzer 100129 S uwait 0xfffff80050291900 syz-fuzzer 100130 S uwait 0xfffff80050291b00 syz-fuzzer 100131 S uwait 0xfffff800504baf00 syz-fuzzer 100224 S uwait 0xfffff800504ba900 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800503bcb10 csh 776 694 776 0 Ss select 0xfffff80004ee7440 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001538acb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aab4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aabcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015aad4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015aadcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff800158a44b0 getty 752 1 752 0 Ss+ ttyin 0xfffff800158a4cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80050378bc0 sshd 507 1 507 0 Ds bo_wwai 0xfffff800502f1868 syslogd 436 1 436 0 Ss select 0xfffff8005030a740 devd 435 1 435 65 Ss select 0xfffff80015f175c0 dhclient 350 1 350 0 Ss select 0xfffff80015d53bc0 dhclient 347 1 347 0 Ss select 0xfffff8005030ad40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a8d000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015ec5ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d11b0 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8301e828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d793c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 RL (threaded) [cam] 100044 RunQ [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d50488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004db7f80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004db7f30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c6d500 [thr_0] 100029 D - 0xfffff80004c6d580 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 Run CPU 0 [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd6530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff80004c73d00 [if_io_tqg_0] 100006 D - 0xfffff80004c73900 [if_io_tqg_1] 100007 D - 0xfffff80004c73500 [if_config_tqg_0] 100008 D - 0xfffff80004c73100 [softirq_0] 100009 D - 0xfffff80004c71d00 [softirq_1] 100010 D - 0xfffff80004c72500 [aiod_kick taskq] 100012 D - 0xfffff80004c6f500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c67d00 [pci_hp taskq] 100015 D - 0xfffff80004c65d00 [inm_free taskq] 100017 D - 0xfffff80004c64d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c64500 [thread taskq] 100019 D - 0xfffff80004c62d00 [in6m_free taskq] 100020 D - 0xfffff80004c62500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c62500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c62500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c62500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c61100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c61100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c61100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c61100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cf0500 [firmware taskq] 100038 D - 0xfffff80004d3fd00 [crypto_0] 100039 D - 0xfffff80004d3fd00 [crypto_1] 100055 D - 0xfffff80015382500 [vtnet0 rxq 0] 100056 D - 0xfffff80015382100 [vtnet0 txq 0] 100057 D - 0xfffff80015366d00 [vtnet0 rxq 1] 100058 D - 0xfffff80015366900 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015376b00 [virtio_balloon] 100064 D - 0xfffff80015463d00 [mca taskq] 100066 D - 0xffffffff81e29a20 [deadlkres] 100074 D - 0xfffff80015a43500 [acpi_task_0] 100075 D - 0xfffff80015a43500 [acpi_task_1] 100076 D - 0xfffff80015a43500 [acpi_task_2] 100077 D - 0xfffff80004db6100 [CAM taskq] db> show all locks Process 23883 (syz-executor.1) thread 0xfffffe009dac43a0 (123657) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80012a25968) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1318 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b2768) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1291 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80012a25988) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/sctp6_usrreq.c:870 Process 507 (syslogd) thread 0xfffffe005594b000 (100101) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800502f1770) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3521 Process 6 (cam) thread 0xfffffe00042d2900 (100044) exclusive sleep mutex g_disk_done (g_disk_done) r = 0 (0xfffff80004d02170) locked @ /syzkaller/managers/i386/kernel/sys/geom/geom_disk.c:237 Process 12 (intr) thread 0xfffffe0051c2a000 (100063) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffff8001538ac08) locked @ /syzkaller/managers/i386/kernel/sys/dev/uart/uart_tty.c:333 exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff82202940) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_intr.c:1167 db> show malloc Type InUse MemUse Requests pcb 3800 17588K 59108 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 sctp_stro 1880 3972K 12005 sctp_atcl 3766 3766K 41280 tcp_hpts 5 3219K 5 kobj 328 2624K 488 sctp_atky 5646 2118K 53692 vtbuf 24 2064K 46 sctp_athm 3766 1413K 41600 sctp_map 3760 1410K 23480 inodedep 630 1149K 23016 newblk 21 1042K 23885 vfscache 3 1035K 3 acpica 1674 649K 54692 subproc 158 648K 23972 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 filedesc 30 470K 45819 bus 990 378K 3485 BPF 46 337K 52 dirrem 620 310K 22929 linker 348 270K 449 freefile 620 233K 22922 DEVFS1 107 214K 124 kdtrace 237 194K 47546 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 22923 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 sctp_timw 205 103K 205 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 5677 syncache 1 76K 1 routetbl 132 71K 416 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 101 38K 13081 lltable 43 37K 80 taskqueue 60 36K 60 kqueue 72 35K 23900 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 7 DEVFSP 80 30K 667 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 pwddesc 70 27K 23884 cred 26 26K 380 ifnet 7 25K 7 plimit 24 24K 424 kcovinfo 64 24K 68 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 677 selfd 50 19K 318154 UART 12 18K 12 session 35 18K 50 bmsafemap 2 17K 22987 ksem 1 16K 172 rpc 2 16K 2 shmfd 1 16K 7 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 157 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 29 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 82 mount 16 7K 90 inpcbpolicy 17 7K 2153 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 1056 ipsec 3 3K 3 mkdir 8 3K 45806 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 42 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 23887 filecaps 5 2K 116 crypto 4 2K 386 newdirblk 4 2K 22903 diradd 4 2K 22969 pfil 4 2K 4 CAM path 4 2K 1034 freework 3 2K 22923 tcpfunc 3 2K 3 loginclass 3 2K 6 freeblks 2 1K 22910 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 1077 entropy 2 1K 44 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 indirdep 1 1K 16 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 14312 sctp_iter 0 0K 67 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 58 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stri 0 0K 640 mqdata 0 0K 0 dctcp data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 htcp data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 89 cdg data 0 0K 0 vegas data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 21765 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 18 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 63 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 16 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 23118 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 19 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2456 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 125 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 28458 ioctlops 0 0K 172 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 768 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8770 539 946973 0 254 38129664 0 malloc-8192 8192 2286 340 53675 0 2 21512192 0 malloc-384 384 34363 17 34516 0 30 13201920 0 malloc-1024 1024 5029 2839 51758 0 16 8056832 0 malloc-1024 1024 5771 1029 71382 0 16 6963200 0 sctp_asoc 2288 1880 345 11740 0 254 5090800 0 malloc-2048 2048 1774 296 11740 0 8 4239360 0 malloc-384 384 8079 1041 476946 0 30 3502080 0 mbuf 256 12108 1062 1531815 0 254 3371520 0 malloc-1024 1024 78 2938 21989 0 16 3088384 0 sctp_ep 1280 1886 346 29220 0 254 2856960 0 pbuf 2624 0 973 0 0 2 2553152 0 UMA Slabs 0 112 19125 24 19125 0 126 2144688 0 malloc-512 512 1122 2846 23658 0 30 2031616 0 sctp_raddr 736 2267 439 14173 0 254 1991616 0 BUF TRIE 144 192 13276 975 0 62 1939392 0 malloc-384 384 3903 687 54458 0 30 1762560 0 malloc-384 384 3790 690 43737 0 30 1720320 0 RADIX NODE 144 11454 275 595338 0 63 1688976 0 mbuf_cluster 2048 780 2 780 0 254 1601536 0 malloc-384 384 672 2848 23058 0 30 1351680 0 malloc-384 384 2258 72 122803 0 30 894720 0 malloc-32768 32768 15 6 22923 0 1 688128 0 malloc-4096 4096 106 61 2721 0 2 684032 0 FFS inode 1160 522 31 23444 0 8 641480 0 sctp_chunk 152 2149 607 5982 0 254 418912 0 VM OBJECT 264 1399 101 335761 0 30 396000 0 malloc-384 384 916 94 73041 0 30 387840 0 malloc-16384 16384 23 0 23 0 1 376832 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-512 512 125 547 25567 0 30 344064 0 THREAD 1808 166 21 23661 0 8 338096 0 vmem btag 56 5555 49 5555 0 254 313824 0 VNODE 448 560 88 23484 0 30 290304 0 malloc-65536 65536 4 0 4 0 1 262144 0 MAP ENTRY 96 2011 635 1276674 0 127 254016 0 malloc-2048 2048 109 3 1098 0 8 229376 0 DEVCTL 1024 0 216 132 0 0 221184 0 256 Bucket 2048 91 13 17294 0 8 212992 0 sctp_laddr 48 2652 1548 10255 0 254 201600 0 mbuf_packet 256 238 542 47478 0 254 199680 0 malloc-16384 16384 10 2 245 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 socket 944 51 113 33199 0 254 154816 0 malloc-8192 8192 13 5 23142 0 1 147456 0 S VFS Cache 104 1032 372 24121 0 126 146016 0 VMSPACE 2544 46 11 23866 0 4 145008 0 FFS2 dinode 256 522 33 23444 0 62 142080 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 3 5 33 0 1 131072 0 malloc-8192 8192 12 3 548 0 1 122880 0 ksiginfo 112 72 972 928 0 126 116928 0 PROC 1328 69 18 23883 0 8 115536 0 malloc-32768 32768 1 2 131 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 filedesc0 1072 70 21 23884 0 8 97552 0 32 Bucket 256 354 21 27878 0 62 96000 0 malloc-2048 2048 30 16 544 0 8 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 152 16 4179 0 30 86016 0 clpbuf 2624 0 32 33 0 16 83968 0 malloc-16384 16384 5 0 5 0 1 81920 0 g_bio 408 4 196 7271 0 30 81600 0 sctp_stream_msg_out 112 671 49 3730 0 254 80640 0 16 Bucket 144 473 59 7640 0 62 76608 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 2 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 malloc-16384 16384 2 2 4 0 1 65536 0 malloc-8192 8192 4 4 10 0 1 65536 0 malloc-4096 4096 10 6 55 0 2 65536 0 malloc-4096 4096 13 2 250 0 2 61440 0 128 Bucket 1024 31 28 5093 0 16 60416 0 malloc-512 512 80 32 23340 0 30 57344 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-8192 8192 3 3 63 0 1 49152 0 malloc-4096 4096 4 7 512 0 2 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 1235 0 8 40960 0 malloc-1024 1024 30 10 470 0 16 40960 0 malloc-512 512 27 53 23711 0 30 40960 0 pcpu-8 8 4701 419 4899 0 254 40960 0 64 Bucket 512 42 38 8296 0 30 40960 0 tcpcb 1080 4 31 1044 0 254 37800 0 NAMEI 1024 0 36 107396 0 16 36864 0 malloc-4096 4096 9 0 9 0 2 36864 0 malloc-512 512 27 45 22951 0 30 36864 0 Files 80 243 207 66984 0 126 36000 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-1024 1024 9 23 649 0 16 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-2048 2048 2 12 151 0 8 28672 0 malloc-512 512 49 7 75 0 30 28672 0 malloc-512 512 14 42 23091 0 30 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 238008 0 62 28000 0 pipe 744 23 12 435 0 16 26040 0 malloc-8192 8192 1 2 13 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 malloc-4096 4096 1 5 349 0 2 24576 0 ertt_txseginfo 40 0 606 33285 0 254 24240 0 PWD 32 23 733 22988 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 77 223 5272 0 126 24000 0 tcp_inpcb 488 4 44 1044 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 161 0 16 22464 0 2 Bucket 32 277 353 10809 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 udp_inpcb 488 8 32 960 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1770 0 254 19200 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-1024 1024 12 4 18 0 16 16384 0 vtnet_tx_hdr 24 0 668 491990 0 254 16032 0 malloc-384 384 23 17 113 0 30 15360 0 tcp_rack_pcb 832 0 18 89 0 16 14976 0 malloc-1024 1024 5 7 16 0 16 12288 0 tcp_bbr_map 128 0 93 595 0 126 11904 0 ripcb 488 5 19 39 0 254 11712 0 kenv 258 15 30 1048 0 30 11610 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 50 0 126 8096 0 rl_entry 40 71 131 71 0 254 8080 0 tcp_rack_map 112 0 72 68 0 126 8064 0 udpcb 32 8 244 1070 0 254 8064 0 ertt 72 4 108 1044 0 126 8064 0 4 Bucket 48 7 161 513 0 254 8064 0 sctp_readq 152 0 52 225 0 254 7904 0 cryptop 280 0 28 81 0 30 7840 0 udplite_inpcb 488 0 16 110 0 254 7808 0 routing nhops 256 27 3 34 0 62 7680 0 tcp_log 416 0 18 14 0 254 7488 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0