Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x45e03616 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81bd47b6 stack pointer = 0x28:0xfffffe00994d8b80 frame pointer = 0x28:0xfffffe00994d8bb0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 10643 (syz-executor.3) trap number = 12 panic: page fault cpuid = 1 time = 1660253546 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00994d8370 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00994d84d0 vpanic() at vpanic+0x254/frame 0xfffffe00994d85b0 panic() at panic+0xb5/frame 0xfffffe00994d8670 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00994d8790 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00994d88d0 trap() at trap+0x5b3/frame 0xfffffe00994d8ab0 calltrap() at calltrap+0x8/frame 0xfffffe00994d8ab0 --- trap 0xc, rip = 0xffffffff81bd47b6, rsp = 0xfffffe00994d8b80, rbp = 0xfffffe00994d8bb0 --- key_attach() at key_attach+0x176/frame 0xfffffe00994d8bb0 socreate() at socreate+0x465/frame 0xfffffe00994d8c10 kern_socket() at kern_socket+0x1d8/frame 0xfffffe00994d8d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00994d8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00994d8f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a58a, rsp = 0x831395f08, rbp = 0x831395f70 --- KDB: enter: panic [ thread pid 10643 tid 112892 ] Stopped at kdb_enter+0x6b: movq $0,0x276046a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0097a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe00994d84b0 rbp 0xfffffe00994d84d0 rsi 0x40001 rdi 0xffffffff8172e2a8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a924e20 r12 0 r13 0xfffffe009a924900 r14 0xffffffff82b68ea0 .str.26 r15 0xffffffff82b68ea0 .str.26 rip 0xffffffff8171ddab kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x276046a(%rip) db> show proc Process 10643 (syz-executor.3) at 0xfffffe00998fc548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 788 at 0xfffffe0092b85000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053ddd000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a5c7000 (map 0xfffffe009a5c7000) (map.pmap 0xfffffe009a5c70c0) (pmap 0xfffffe009a5c7130) threads: 3 111982 RunQ syz-executor.3 112892 Run CPU 1 syz-executor.3 112893 S uwait 0xfffffe0057858480 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 10643 788 788 0 R (threaded) syz-executor.3 111982 RunQ syz-executor.3 112892 Run CPU 1 syz-executor.3 112893 S uwait 0xfffffe0057858480 syz-executor.3 10641 780 780 0 R (threaded) syz-executor.2 102901 RunQ syz-executor.2 112886 S pipdwt 0xfffffe0092b802e8 syz-executor.2 112888 S pipbww 0xfffffe0092b802e8 syz-executor.2 112890 S umtxn 0xfffffe005785b780 syz-executor.2 10640 776 776 0 R (threaded) syz-executor.0 110388 RunQ syz-executor.0 112883 S pipdwt 0xfffffe0058b445d0 syz-executor.0 112887 S pipbww 0xfffffe0058b445d0 syz-executor.0 112889 S umtxn 0xfffffe0057859680 syz-executor.0 10639 777 777 0 R (threaded) syz-executor.1 111307 RunQ syz-executor.1 112882 S pipdwt 0xfffffe0058b432e8 syz-executor.1 112884 S pipbww 0xfffffe0058b432e8 syz-executor.1 112885 S umtxn 0xfffffe008fe76900 syz-executor.1 10466 1 788 0 SV uwait 0xfffffe008fe78680 syz-executor.3 10458 1 788 0 SV uwait 0xfffffe0099dab300 syz-executor.3 10450 1 788 0 SV uwait 0xfffffe008fe76c80 syz-executor.3 10442 1 788 0 SV uwait 0xfffffe00999ba780 syz-executor.3 8627 1 776 0 SV uwait 0xfffffe005785af00 syz-executor.0 7562 1 788 0 S uwait 0xfffffe0099dab080 syz-executor.3 7556 1 788 0 S uwait 0xfffffe0056f48900 syz-executor.3 7552 1 788 0 S uwait 0xfffffe005785b980 syz-executor.3 7548 1 788 0 S uwait 0xfffffe005785a000 syz-executor.3 6485 1 776 0 S uwait 0xfffffe0057858780 syz-executor.0 6478 1 776 0 S uwait 0xfffffe0057449580 syz-executor.0 6472 1 776 0 S umtxn 0xfffffe0099daae00 syz-executor.0 6465 1 776 0 S uwait 0xfffffe008fe76300 syz-executor.0 4719 1 4719 65 Ss select 0xfffffe0099da9bc0 dhclient 4024 1 4024 0 Ss select 0xfffffe0099da9a40 dhclient 4014 1 4014 0 Ss select 0xfffffe0099da99c0 dhclient 3970 1 3970 65 Ss select 0xfffffe0099da9e40 dhclient 3343 1 3343 0 Ss select 0xfffffe008fe76e40 dhclient 3336 1 3336 0 Ss select 0xfffffe0099daa2c0 dhclient 3280 1 3280 65 Ss select 0xfffffe0099dab440 dhclient 2417 1 2417 0 Ss select 0xfffffe008fe76040 dhclient 2414 1 2414 0 Ss select 0xfffffe0057859c40 dhclient 2387 1 2387 65 Ss select 0xfffffe008fe76f40 dhclient 1733 0 0 0 DL - 0xffffffff83f6b580 [soaiod4] 1732 0 0 0 DL - 0xffffffff83f6b580 [soaiod3] 1731 0 0 0 DL - 0xffffffff83f6b580 [soaiod2] 1730 0 0 0 DL - 0xffffffff83f6b580 [soaiod1] 1729 0 0 0 DL aiordy 0xfffffe00998fba90 [aiod4] 1728 0 0 0 DL aiordy 0xfffffe0092b83a90 [aiod3] 1727 0 0 0 DL aiordy 0xfffffe00998fb000 [aiod2] 1726 0 0 0 DL aiordy 0xfffffe0092b28548 [aiod1] 1376 1 1376 0 Ss select 0xfffffe008fe760c0 dhclient 1373 1 1373 0 Ss select 0xfffffe008fe76240 dhclient 1316 1 777 0 S uwait 0xfffffe0057446c00 syz-executor.1 1312 1 777 0 S uwait 0xfffffe0057858180 syz-executor.1 1306 1 777 0 S uwait 0xfffffe0057449a80 syz-executor.1 1295 1 776 0 S uwait 0xfffffe008fe76500 syz-executor.0 1290 1 776 0 S uwait 0xfffffe0056f48800 syz-executor.0 1286 1 776 0 S uwait 0xfffffe008fe79600 syz-executor.0 1281 1 776 0 S uwait 0xfffffe005785a100 syz-executor.0 788 774 788 0 Rs syz-executor.3 780 774 780 0 Rs syz-executor.2 777 774 777 0 Rs syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100112 S uwait 0xfffffe005785b080 syz-fuzzer 100114 S uwait 0xfffffe005785b280 syz-fuzzer 100115 S uwait 0xfffffe005785a300 syz-fuzzer 100116 S wait 0xfffffe0092b2a548 syz-fuzzer 100117 S wait 0xfffffe0092b2a548 syz-fuzzer 100118 S uwait 0xfffffe0056f48500 syz-fuzzer 100119 S uwait 0xfffffe0056f48600 syz-fuzzer 100121 S wait 0xfffffe0092b2a548 syz-fuzzer 100123 S uwait 0xfffffe008fe78880 syz-fuzzer 100125 S wait 0xfffffe0092b2a548 syz-fuzzer 100139 S uwait 0xfffffe005785a200 syz-fuzzer 100174 S kqread 0xfffffe00585c5300 syz-fuzzer 103254 S uwait 0xfffffe00999ba580 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092b2a0b0 csh 770 688 770 0 Ss select 0xfffffe008fe78cc0 sshd 754 1 754 0 Rs+ CPU 0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579200b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00081ed8b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579204b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579208b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00081edcb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00081ee0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00081ee4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00081ee8b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e4b981 cron 688 1 688 0 Ss select 0xfffffe008fe78940 sshd 501 1 501 0 Ss select 0xfffffe008fe78dc0 syslogd 430 1 430 0 Ss select 0xfffffe008fe78f40 devd 429 1 429 65 Ss select 0xfffffe005785a6c0 dhclient 344 1 344 0 Ss select 0xfffffe008fe78e40 dhclient 341 1 341 0 Ss select 0xfffffe005785a840 dhclient 17 0 0 0 DL syncer 0xffffffff83f710a0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe005796b000 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6f6a0 [bufdaemon] 100082 D - 0xffffffff83212100 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00578408e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83fa3200 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f970b8 [dom0] 100080 D launds 0xffffffff83f970c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e59eb0 [uma] 7 0 0 0 DL - 0xffffffff83c07e08 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8469e550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a734a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aaa340 [doneq0] 100045 D - 0xffffffff83aaa2c0 [async] 100076 D - 0xffffffff83aaa140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fbd488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f928a0 [crypto] 100041 D crypto_ 0xfffffe00081f9d30 [crypto returns 0] 100042 D crypto_ 0xfffffe00081f9d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e20e00 [g_event] 100036 D - 0xffffffff83e20e20 [g_up] 100037 D - 0xffffffff83e20e40 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddd000 [init] 10 0 0 0 DL audit_w 0xffffffff83f93380 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e21820 [swapper] 100005 D - 0xfffffe000796b200 [if_config_tqg_0] 100006 D - 0xfffffe000796b100 [softirq_0] 100007 D - 0xfffffe000796b000 [softirq_1] 100008 D - 0xfffffe000796ae00 [if_io_tqg_0] 100009 D - 0xfffffe000796ad00 [if_io_tqg_1] 100010 D - 0xfffffe0008185000 [in6m_free taskq] 100011 D - 0xfffffe0008184e00 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008184d00 [aiod_kick taskq] 100013 D - 0xfffffe0008184c00 [deferred_unmount ta] 100014 D - 0xfffffe0008184b00 [thread taskq] 100016 D - 0xfffffe0008184900 [kqueue_ctx taskq] 100017 D - 0xfffffe0008184800 [pci_hp taskq] 100020 D - 0xfffffe0008184500 [inm_free taskq] 100021 D - 0xfffffe0008184400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008184400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008184400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008184400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008184300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008184300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008184300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008184300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0008184200 [firmware taskq] 100038 D - 0xfffffe0008183600 [crypto_0] 100039 D - 0xfffffe0008183600 [crypto_1] 100055 D - 0xfffffe0056fbbb00 [vtnet0 rxq 0] 100056 D - 0xfffffe0056fbba00 [vtnet0 txq 0] 100057 D - 0xfffffe0056fbb900 [vtnet0 rxq 1] 100058 D - 0xfffffe0056fbb800 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0053fe2500 [virtio_balloon] 100066 D - 0xffffffff82b6eea0 [deadlkres] 100070 D - 0xfffffe0008185100 [mca taskq] 100071 D - 0xfffffe0008183000 [acpi_task_0] 100072 D - 0xfffffe0008183000 [acpi_task_1] 100073 D - 0xfffffe0008183000 [acpi_task_2] 100075 D - 0xfffffe0008182d00 [CAM taskq] db> show all locks Process 10643 (syz-executor.3) thread 0xfffffe009a924900 (112892) exclusive sleep mutex key socket pcb list (key socket pcb list) r = 0 (0xffffffff83f8f480) locked @ /syzkaller/managers/main/kernel/sys/netipsec/keysock.c:284 Process 754 (getty) thread 0xfffffe0058c1e3a0 (100108) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe00081ef808) locked @ /syzkaller/managers/main/kernel/sys/kern/tty.c:218 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 kobj 329 1316K 491 newblk 20 1029K 36528 vfscache 3 1025K 3 pcb 382 940K 21724 inodedep 81 542K 11679 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 52 409K 19275 subproc 191 380K 10750 vmem 3 274K 6 acpica 1674 184K 57585 sctp_stro 178 178K 4313 vnet_data 1 168K 1 tidhash 3 141K 3 sctp_atcl 357 134K 15679 linker 358 134K 498 pagedep 13 131K 9862 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 78 bus 997 81K 5212 mtx_pool 2 72K 2 syncache 1 68K 1 module 515 65K 515 acpitask 1 64K 1 ddb_capture 1 64K 1 kdtrace 276 54K 23538 umtx 418 53K 418 temp 36 35K 3512 filemon 4 32K 202 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 12 msg 4 30K 4 gtaskqueue 18 26K 18 routetbl 154 24K 1610 sctp_atky 539 23K 21110 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 dirrem 66 17K 11130 proc 3 17K 3 tty 16 16K 16 sctp_timw 63 16K 63 ithread 97 16K 97 lltable 49 16K 307 bus-sc 34 15K 1682 KTRACE 100 13K 29504 ifnet 7 13K 7 ether_multi 152 13K 182 pf_table 6 12K 300 eventhandler 141 12K 141 kenv 95 12K 95 ksem 7 11K 313 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 11731 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 freefile 64 8K 11054 shmfd 1 8K 17 pfs_vncache 1 8K 1 kqueue 87 8K 10689 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 379 pf_ifnet 20 7K 304 sglist 5 7K 5 freework 25 7K 21037 CAM DEV 3 6K 510 plimit 24 6K 447 sctp_athm 357 6K 16406 sctp_map 356 6K 8532 pwddesc 85 6K 10750 ufs_dirhash 24 5K 24 DEVFSP 72 5K 1143 UMA 271 5K 271 session 35 5K 78 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 112 4K 11998 lockf 33 4K 283 acpisem 28 4K 28 selfd 55 4K 137812 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 freeblks 10 3K 11351 select 19 3K 175 uidinfo 3 3K 47 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 pf_osfp 17 2K 17 Unitno 32 2K 595 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 18 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 19 tun 7 2K 7 softdep 1 1K 1 newdirblk 8 1K 9697 mkdir 8 1K 19394 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 906 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 193 pci_link 10 1K 10 crypto 4 1K 611 encap_export_host 12 1K 12 procdesc 5 1K 18 inpcbpolicy 19 1K 4674 diradd 4 1K 11170 CC Mem 8 1K 4017 pfil 4 1K 4 cdev 2 1K 2 osd 12 1K 3926 pf_rule 3 1K 214 chacha20random 1 1K 1 tcp_fsb 10 1K 1732 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 8 CAM SIM 2 1K 2 feeder 7 1K 7 ip6_msource 3 1K 24 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 1813 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 480 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 8 pmchooks 1 1K 1 soname 4 1K 16724 filecaps 5 1K 123 sctp_vrf 1 1K 1 sctp_aadr 1 1K 70 ip_msource 1 1K 11 vnet 1 1K 1 entropy 2 1K 47 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7655 sctp_iter 0 0K 28 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 17 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_stri 0 0K 1460 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 10481 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 445 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 13199 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 121 ip6_moptions 0 0K 28 in6_mfilter 0 0K 61 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 61 in_mfilter 0 0K 50 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 19 VN POLL 0 0K 30 agp 0 0K 0 statfs 0 0K 9927 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 137 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 471 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 31 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 23807 ioctlops 0 0K 1567 eventfd 0 0K 71 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 875 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 17 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8324 1074 144135 0 254 38494208 0 tcp_log 416 0 15246 711220 0 254 6342336 0 mbuf 256 10194 13434 3214681 0 254 6048768 0 pbuf 2624 0 762 0 0 2 1999488 0 BUF TRIE 144 180 11580 24496 0 62 1693440 0 malloc-384 384 4137 33 4494 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11557 316 22757 0 126 1519744 0 malloc-4096 4096 330 6 653 0 2 1376256 0 tcp_bbr_map 128 8 10377 375534 0 127 1329280 0 UMA Slabs 0 112 11260 2 11260 0 126 1261344 0 vmem btag 56 21521 46 21521 0 254 1207752 0 RADIX NODE 144 7424 831 238308 0 62 1188720 0 sctp_asoc 2256 178 332 4156 0 254 1150560 0 ertt_txseginfo 40 0 26765 1419142 0 254 1070600 0 256 Bucket 2048 458 22 12576 0 8 983040 0 VM OBJECT 264 2582 58 238804 0 30 696960 0 FFS inode 1160 541 33 11634 0 8 665840 0 sctp_ep 1208 179 331 10760 0 254 616080 0 malloc-2048 2048 182 98 10954 0 8 573440 0 tcpcb 1104 8 503 3915 0 254 564144 0 malloc-16384 16384 25 7 9635 0 1 524288 0 socket 960 46 462 17015 0 254 487680 0 sctp_chunk 152 471 2597 85666 0 254 466336 0 malloc-65536 65536 4 2 559 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 MAP ENTRY 96 3769 263 654888 0 126 387072 0 THREAD 1824 190 19 12893 0 8 381216 0 sctp_raddr 736 183 334 4724 0 254 380512 0 malloc-4096 4096 85 3 10646 0 2 360448 0 VNODE 448 581 112 11676 0 30 310464 0 malloc-1024 1024 179 93 4038 0 16 278528 0 malloc-64 64 4124 223 14836 0 254 278208 0 malloc-256 256 95 970 33394 0 62 272640 0 malloc-16 16 14602 398 14703 0 254 240000 0 malloc-32768 32768 0 7 12331 0 1 229376 0 DEVCTL 1024 0 220 152 0 0 225280 0 malloc-256 256 342 528 38555 0 62 222720 0 malloc-384 384 103 467 11703 0 30 218880 0 malloc-2048 2048 7 97 1578 0 8 212992 0 malloc-384 384 358 182 15684 0 30 207360 0 malloc-65536 65536 1 2 172 0 1 196608 0 mbuf_packet 256 61 701 51760 0 254 195072 0 malloc-128 128 1245 274 28031 0 126 194432 0 malloc-32 32 5358 564 16230 0 254 189504 0 UMA Zones 768 243 1 243 0 16 187392 0 FPU_save_area 832 192 33 14397 0 16 187200 0 VMSPACE 2560 60 9 10598 0 4 176640 0 malloc-128 128 919 352 22257 0 126 162688 0 FFS2 dinode 256 541 89 11634 0 62 161280 0 128 Bucket 1024 65 82 1893 0 16 150528 0 malloc-64 64 812 1519 149266 0 254 149184 0 malloc-1024 1024 128 16 2222 0 16 147456 0 S VFS Cache 104 1034 370 12465 0 126 146016 0 PROC 1352 84 21 10643 0 8 141960 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 20 490 1531 0 254 130560 0 clpbuf 2624 0 48 255 0 16 125952 0 ksiginfo 112 90 954 1719 0 126 116928 0 filedesc0 1072 85 20 10750 0 8 112560 0 malloc-256 256 272 163 13997 0 62 111360 0 64 Bucket 512 112 88 14137 0 30 102400 0 malloc-128 128 553 222 4627 0 126 99200 0 malloc-32768 32768 0 3 158 0 1 98304 0 malloc-16384 16384 0 6 37 0 1 98304 0 malloc-256 256 183 192 11988 0 62 96000 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 229 4 229 0 30 89472 0 syncache 168 0 528 19 0 254 88704 0 g_bio 408 0 210 200700 0 30 85680 0 malloc-128 128 70 581 11826 0 126 83328 0 malloc-16384 16384 5 0 180 0 1 81920 0 malloc-8192 8192 5 5 203 0 1 81920 0 malloc-8192 8192 6 4 22 0 1 81920 0 malloc-256 256 62 253 33023 0 62 80640 0 sctp_readq 152 0 520 771 0 254 79040 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-4096 4096 15 3 27 0 2 73728 0 malloc-64 64 642 429 3628 0 254 68544 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 0 8 26 0 1 65536 0 malloc-8192 8192 5 3 133 0 1 65536 0 32 Bucket 256 117 138 8044 0 62 65280 0 sctp_stream_msg_out 112 102 438 1570 0 254 60480 0 malloc-384 384 107 43 197 0 30 57600 0 ripcb 424 5 121 347 0 30 53424 0 udp_inpcb 424 6 120 305 0 30 53424 0 tcp_inpcb 424 8 118 3915 0 30 53424 0 malloc-128 128 141 262 10046 0 126 51584 0 malloc-256 256 30 165 11777 0 62 49920 0 malloc-256 256 39 156 1116 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 62498 0 16 49152 0 malloc-4096 4096 8 4 11 0 2 49152 0 malloc-2048 2048 8 16 302 0 8 49152 0 malloc-2048 2048 13 11 19 0 8 49152 0 tcp_rack_pcb 896 0 54 1722 0 16 48384 0 tcp_rack_map 120 0 396 6080 0 126 47520 0 malloc-384 384 67 53 822 0 30 46080 0 da_ccb 544 0 84 50340 0 16 45696 0 pcpu-8 8 4897 735 12081 0 254 45056 0 tcp_bbr_pcb 832 4 50 1413 0 16 44928 0 Files 80 235 315 39898 0 126 44000 0 TURNSTILE 136 210 105 210 0 62 42840 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 107 0 30 38160 0 pipe 744 26 24 845 0 16 37200 0 malloc-64 64 41 526 19972 0 254 36288 0 malloc-64 64 132 435 223 0 254 36288 0 malloc-64 64 186 381 33136 0 254 36288 0 malloc-64 64 2 565 51 0 254 36288 0 malloc-64 64 39 528 39 0 254 36288 0 16 Bucket 144 90 162 2285 0 62 36288 0 malloc-128 128 67 212 202 0 126 35712 0 malloc-128 128 73 206 1825 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 36 54 364 0 30 34560 0 malloc-256 256 69 66 141 0 62 34560 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 4 4 644 0 2 32768 0 malloc-2048 2048 8 8 1218 0 8 32768 0 malloc-2048 2048 1 15 25 0 8 32768 0 malloc-2048 2048 2 14 26 0 8 32768 0 malloc-2048 2048 0 16 29 0 8 32768 0 malloc-1024 1024 4 28 24 0 16 32768 0 malloc-1024 1024 18 14 92 0 16 32768 0 malloc-1024 1024 8 24 199 0 16 32768 0 malloc-1024 1024 13 19 13 0 16 32768 0 malloc-512 512 0 64 101 0 30 32768 0 malloc-512 512 3 61 185 0 30 32768 0 malloc-512 512 0 64 66 0 30 32768 0 malloc-512 512 3 61 2419 0 30 32768 0 malloc-512 512 0 64 8 0 30 32768 0 malloc-512 512 18 46 34 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 97380 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 8 271 1199 0 126 29016 0 sctp_asconf_ack 48 0 588 36 0 254 28224 0 sctp_laddr 48 129 459 4282 0 254 28224 0 tcp_inpcb ports 32 6 876 2801 0 254 28224 0 PWD 32 42 840 9718 0 254 28224 0 malloc-32 32 293 589 13310 0 254 28224 0 malloc-32 32 388 494 18535 0 254 28224 0 4 Bucket 48 6 582 247 0 254 28224 0 2 Bucket 32 71 811 3219 0 254 28224 0 malloc-4096 4096 0 6 10048 0 2 24576 0 PGRP 88 35 241 78 0 126 24288 0 rl_entry 40 104 502 112 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 73 227 2755 0 126 24000 0 malloc-384 384 28 32 28 0 30 23040 0 malloc-384 384 0 60 10 0 30 23040 0 domainset 40 0 567 943 0 254 22680 0 tfo_ccache_entries 80 3 253 3 0 126 20480 0 hostcache 64 3 312 3 0 254 20160 0 udpcb 32 6 624 412 0 254 20160 0 udplite_inpcb ports 32 0 630 11 0 254 20160 0 udp_inpcb ports 32 3 627 58 0 254 20160 0 ertt 72 8 272 3915 0 126 20160 0 malloc-32 32 128 502 6592 0 254 20160 0 malloc-32 32 17 613 587 0 254 20160 0 malloc-32 32 223 407 1758 0 254 20160 0 malloc-32 32 33 597 110 0 254 20160 0 cryptop 280 0 70 153 0 30 19600 0 L VFS Cache 320 0 60 7 0 30 19200 0 AIOLIO 272 0 70 31 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 1 287 1 0 254 16128 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 672987 0 254 16032 0 malloc-16 16 541 459 4126 0 254 16000 0 malloc-16 16 392 608 44283 0 254 16000 0 malloc-16 16 366 634 16417 0 254 16000 0 AIO 208 0 76 161 0 62 15808 0 kenv 258 15 45 1054 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-32 32 7 371 20 0 254 12096 0 malloc-16 16 62 688 21530 0 254 12000 0 malloc-16 16 5 745 5 0 254 12000 0 malloc-16 16 11 739 8780 0 254 12000 0 malloc-16 16 2 748 143 0 254 12000 0 AIOCB 552 0 21 247 0 16 11592 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 44 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0