Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x58b86728 fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff817e9754 stack pointer = 0x0:0xfffffe00997e97a0 frame pointer = 0x0:0xfffffe00997e9880 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 78527 (syz-executor.0) trap number = 12 panic: page fault cpuid = 0 time = 1656198717 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00997e8f90 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00997e90f0 vpanic() at vpanic+0x254/frame 0xfffffe00997e91d0 panic() at panic+0xb5/frame 0xfffffe00997e9290 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00997e93b0 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00997e94f0 trap() at trap+0x5b3/frame 0xfffffe00997e96d0 calltrap() at calltrap+0x8/frame 0xfffffe00997e96d0 --- trap 0xc, rip = 0xffffffff817e9754, rsp = 0xfffffe00997e97a0, rbp = 0xfffffe00997e9880 --- soclose() at soclose+0x584/frame 0xfffffe00997e9880 _fdrop() at _fdrop+0x58/frame 0xfffffe00997e98b0 closef() at closef+0x689/frame 0xfffffe00997e9a90 fdescfree() at fdescfree+0xa84/frame 0xfffffe00997e9c70 exit1() at exit1+0x915/frame 0xfffffe00997e9d10 sys_exit() at sys_exit+0x28/frame 0xfffffe00997e9d30 ia32_syscall() at ia32_syscall+0x41a/frame 0xfffffe00997e9f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5e0 KDB: enter: panic [ thread pid 78527 tid 180021 ] Stopped at kdb_enter+0x6b: movq $0,0x275e38a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe00997e90d0 rbp 0xfffffe00997e90f0 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0xfffffe00960d2c50 r12 0 r13 0xfffffe00960d2740 r14 0xffffffff82b62080 .str.26 r15 0xffffffff82b62080 .str.26 rip 0xffffffff8171b38b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x275e38a(%rip) db> show proc Process 78527 (syz-executor.0) at 0xfffffe009a739548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 777 at 0xfffffe0058bd8a90 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053dcc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0058de93f0 (map 0xfffffe0058de93f0) (map.pmap 0xfffffe0058de94b0) (pmap 0xfffffe0058de9518) threads: 1 180021 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 78527 777 777 0 RE CPU 0 syz-executor.0 78526 778 778 0 S (threaded) syz-executor.1 180260 S nanslp 0xffffffff83e46dc1 syz-executor.1 180486 S connec 0xfffffe008fe0a85a syz-executor.1 180493 S uwait 0xfffffe00960fe880 syz-executor.1 76835 1 777 0 S uwait 0xfffffe009230a000 syz-executor.0 76833 1 777 0 S uwait 0xfffffe0092b99d00 syz-executor.0 76830 1 777 0 S uwait 0xfffffe0058ab0880 syz-executor.0 76823 1 777 0 S uwait 0xfffffe0058aae700 syz-executor.0 76821 1 777 0 S uwait 0xfffffe0092b99b00 syz-executor.0 76819 1 777 0 S uwait 0xfffffe0058aae800 syz-executor.0 76815 1 777 0 S uwait 0xfffffe00961f8180 syz-executor.0 76806 1 777 0 S uwait 0xfffffe00961f8380 syz-executor.0 76798 1 777 0 S uwait 0xfffffe0058aaef00 syz-executor.0 76789 1 777 0 S uwait 0xfffffe0092309000 syz-executor.0 76784 1 777 0 S uwait 0xfffffe0058ab0780 syz-executor.0 76775 1 777 0 S uwait 0xfffffe0099881980 syz-executor.0 76765 1 777 0 S uwait 0xfffffe0058aad880 syz-executor.0 76753 1 777 0 S uwait 0xfffffe0092b99600 syz-executor.0 76748 1 777 0 S uwait 0xfffffe009984c800 syz-executor.0 76738 1 793 0 S uwait 0xfffffe0092b99e00 syz-executor.2 76737 1 777 0 S uwait 0xfffffe00960ffd00 syz-executor.0 76732 1 777 0 S uwait 0xfffffe0058ab0c80 syz-executor.0 76728 1 777 0 S uwait 0xfffffe0099abfd00 syz-executor.0 76722 1 777 0 S uwait 0xfffffe0092b99900 syz-executor.0 76712 1 777 0 S uwait 0xfffffe0058ab0580 syz-executor.0 76703 1 777 0 S uwait 0xfffffe0058aad780 syz-executor.0 76696 1 777 0 S uwait 0xfffffe009984cc80 syz-executor.0 9307 1 778 0 S uwait 0xfffffe0058aadb80 syz-executor.1 9299 1 778 0 S uwait 0xfffffe0092b99a00 syz-executor.1 8834 1 8834 65 Ss select 0xfffffe0057870e40 dhclient 6953 1 6953 0 Ss select 0xfffffe00578714c0 dhclient 6950 1 6950 0 Ss select 0xfffffe0056f9cac0 dhclient 6928 1 6928 65 Ss select 0xfffffe0057871140 dhclient 4501 1 4501 0 Ss select 0xfffffe00578712c0 dhclient 4498 1 4498 0 Ss select 0xfffffe0056fbc840 dhclient 4471 1 4471 65 Ss select 0xfffffe0057871540 dhclient 3676 1 3676 0 Ss select 0xfffffe0056f9c940 dhclient 3673 1 3673 0 Ss select 0xfffffe0056fbc8c0 dhclient 3654 1 3654 65 Ss select 0xfffffe00578717c0 dhclient 1587 1 1587 0 Ss select 0xfffffe0056f9cbc0 dhclient 1584 1 1584 0 Ss select 0xfffffe0057871940 dhclient 832 774 832 0 Ss piperd 0xfffffe0058b14ba0 syz-executor.3 826 0 0 0 DL aiordy 0xfffffe00927cf548 [aiod4] 825 0 0 0 DL aiordy 0xfffffe008fe77548 [aiod3] 824 0 0 0 DL aiordy 0xfffffe0056f65548 [aiod2] 823 0 0 0 DL aiordy 0xfffffe0096048a90 [aiod1] 793 774 793 0 Ss piperd 0xfffffe0058b158b8 syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e46dc1 syz-executor.1 777 774 777 0 Ss nanslp 0xffffffff83e46dc1 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100104 S uwait 0xfffffe0058a6b280 syz-fuzzer 100119 S uwait 0xfffffe0058aaeb00 syz-fuzzer 100120 S uwait 0xfffffe0058aaec00 syz-fuzzer 100121 S uwait 0xfffffe0058aaed00 syz-fuzzer 100122 S kqread 0xfffffe0092b91a00 syz-fuzzer 100123 S uwait 0xfffffe0092309800 syz-fuzzer 100124 S uwait 0xfffffe0058ab0a80 syz-fuzzer 100125 S uwait 0xfffffe0058ab0b80 syz-fuzzer 100182 S uwait 0xfffffe0058ab0d80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0056f650b0 csh 770 688 770 0 Ss select 0xfffffe0056f9c9c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056f2acb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00585d70b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00585d74b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00585d78b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00585d7cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00585d80b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00585d84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00585d88b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585d8cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e46dc1 cron 688 1 688 0 Ss select 0xfffffe0056f9cec0 sshd 501 1 501 0 Ss select 0xfffffe0056f9cdc0 syslogd 430 1 430 0 Ss select 0xfffffe0057871a40 devd 429 1 429 65 Ss select 0xfffffe00578719c0 dhclient 344 1 344 0 Ss select 0xfffffe0056f9d0c0 dhclient 341 1 341 0 Ss select 0xfffffe0056f9d040 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f67548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6c5e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6abe0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0053c6e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9e700 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f925b8 [dom0] 100080 D launds 0xffffffff83f925c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e53b10 [uma] 7 0 0 0 DL - 0xffffffff83c033a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845bb550 [pf purge] 5 0 0 0 DL waiting 0xffffffff848cd420 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa6340 [doneq0] 100045 D - 0xffffffff83aa62c0 [async] 100076 D - 0xffffffff83aa6140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007962888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8dde0 [crypto] 100041 D crypto_ 0xfffffe0053e71d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053e71d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1c3c0 [g_event] 100036 D - 0xffffffff83e1c3e0 [g_up] 100037 D - 0xffffffff83e1c400 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dcc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8e8c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1cdc0 [swapper] 100005 D - 0xfffffe000817de00 [if_config_tqg_0] 100006 D - 0xfffffe000817dd00 [softirq_0] 100007 D - 0xfffffe000817dc00 [softirq_1] 100008 D - 0xfffffe000817db00 [if_io_tqg_0] 100009 D - 0xfffffe000817da00 [if_io_tqg_1] 100010 D - 0xfffffe000817d900 [inm_free taskq] 100011 D - 0xfffffe000817d800 [linuxkpi_irq_wq] 100012 D - 0xfffffe000817d700 [in6m_free taskq] 100013 D - 0xfffffe000817d600 [deferred_unmount ta] 100014 D - 0xfffffe000817d500 [thread taskq] 100016 D - 0xfffffe000817d300 [kqueue_ctx taskq] 100017 D - 0xfffffe000817d200 [pci_hp taskq] 100020 D - 0xfffffe000817ce00 [aiod_kick taskq] 100021 D - 0xfffffe000817cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000817cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000817cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000817cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000817cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000817cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000817cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000817cc00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000817cb00 [firmware taskq] 100038 D - 0xfffffe000817ca00 [crypto_0] 100039 D - 0xfffffe000817ca00 [crypto_1] 100055 D - 0xfffffe000817c800 [vtnet0 rxq 0] 100056 D - 0xfffffe000817c700 [vtnet0 txq 0] 100057 D - 0xfffffe000817c600 [vtnet0 rxq 1] 100058 D - 0xfffffe000817c500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f9d380 [virtio_balloon] 100066 D - 0xffffffff82b67f01 [deadlkres] 100070 D - 0xfffffe000817e100 [mca taskq] 100071 D - 0xfffffe00585d3300 [acpi_task_0] 100072 D - 0xfffffe00585d3300 [acpi_task_1] 100073 D - 0xfffffe00585d3300 [acpi_task_2] 100075 D - 0xfffffe000817c900 [CAM taskq] db> show all locks Process 78527 (syz-executor.0) thread 0xfffffe00960d2740 (180021) exclusive sleep mutex socket (socket) r = 0 (0xfffffe0099b033c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:1288 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 pcb 1038 1678K 48184 kobj 328 1312K 490 newblk 33 1032K 78260 vfscache 3 1025K 3 inodedep 975 878K 77716 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_stro 505 505K 6203 filedesc 64 505K 155009 intr 4 472K 4 sctp_atcl 1015 381K 30275 subproc 190 376K 78641 vmem 3 274K 6 dirrem 961 241K 77583 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 33 136K 77511 linker 358 134K 610 tfo_ccache 1 128K 1 freefile 938 118K 77548 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 204 bus 995 81K 5208 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atky 1520 64K 36884 umtx 440 55K 440 kdtrace 267 51K 159034 temp 34 33K 5511 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 16 msg 4 30K 4 sctp_timw 112 28K 112 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 lltable 51 17K 137 tty 16 16K 16 sctp_athm 1015 16K 30377 sctp_map 1010 16K 12356 routetbl 130 16K 410 ithread 97 16K 97 bus-sc 34 15K 1681 KTRACE 103 13K 12489 ifnet 7 13K 7 ether_multi 152 13K 164 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 77673 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 51 rpc 2 8K 2 shmfd 1 8K 112 pfs_vncache 1 8K 1 kqueue 86 8K 78594 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 344 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 531 pwddesc 83 6K 78533 ufs_dirhash 24 5K 24 UMA 271 5K 271 session 35 5K 64 pf_ifnet 10 5K 19 DEVFSP 68 5K 588 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 115 4K 79997 lockf 33 4K 73 acpisem 28 4K 28 selfd 55 4K 1024488 newdirblk 27 4K 77486 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 68 uidinfo 3 3K 24 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 29 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 9 CC Mem 22 2K 56241 ipsecpolicy 2 2K 2 acpidev 20 2K 20 inpcbpolicy 37 2K 59008 clone 9 2K 9 tun 7 2K 7 freework 5 2K 77533 sctp_stri 2 1K 178 softdep 1 1K 1 mkdir 8 1K 154972 diradd 8 1K 77627 freeblks 4 1K 77481 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 114 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 osd 26 1K 56252 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 275 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 10 soname 5 1K 186039 pmchooks 1 1K 1 sigio 2 1K 7 filecaps 5 1K 124 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 50 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 979 filemon 0 0K 137 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 16880 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 61887 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 53 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 29 allocindir 0 0K 0 indirdep 0 0K 95 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 28 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 8 in_mfilter 0 0K 1 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 77702 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 8 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 15 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 48 acl 0 0K 0 mbuf_tag 0 0K 172 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 25199 ioctlops 0 0K 315 eventfd 0 0K 106 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 973 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1656471 0 254 38494208 0 malloc-384 384 5146 2534 82122 0 30 2949120 0 mbuf 256 9433 1490 3012528 0 254 2796288 0 RADIX NODE 144 17449 438 1988495 0 64 2575728 0 tcp_log 416 0 5337 10521 0 254 2220192 0 pbuf 2624 0 794 0 0 2 2083456 0 malloc-128 128 13495 2532 323175 0 126 2051456 0 sctp_asoc 2256 505 260 6178 0 254 1725840 0 BUF TRIE 144 183 11577 1697 0 62 1693440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 sctp_ep 1208 508 762 23990 0 254 1534160 0 malloc-4096 4096 341 3 516 0 2 1409024 0 malloc-2048 2048 515 113 24239 0 8 1286144 0 UMA Slabs 0 112 11402 4 11404 0 126 1277472 0 vmem btag 56 20163 108 20163 0 254 1135176 0 malloc-256 256 1324 2531 159560 0 62 986880 0 tcpcb 1104 22 741 56241 0 254 842352 0 socket 960 69 695 84516 0 254 733440 0 FFS inode 1160 549 32 78098 0 8 673960 0 VM OBJECT 264 2396 94 1118421 0 30 657360 0 malloc-256 256 2 2488 139560 0 62 637440 0 malloc-16384 16384 32 6 77663 0 1 622592 0 malloc-8192 8192 3 68 140 0 1 581632 0 sctp_raddr 736 505 265 6198 0 254 566720 0 256 Bucket 2048 241 35 8680 0 8 565248 0 malloc-1024 1024 508 36 6221 0 16 557056 0 malloc-384 384 1015 125 30276 0 30 437760 0 THREAD 1808 182 38 80500 0 8 397760 0 malloc-65536 65536 4 2 456 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-4096 4096 88 6 78647 0 2 385024 0 MAP ENTRY 96 3336 318 2318591 0 126 350784 0 VNODE 448 590 76 78141 0 30 298368 0 malloc-64 64 3908 439 1028605 0 254 278208 0 malloc-65536 65536 2 2 54 0 1 262144 0 malloc-65536 65536 2 2 138 0 1 262144 0 tcp_bbr_map 128 24 1867 29511 0 126 242048 0 malloc-16 16 14574 176 29531 0 254 236000 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-256 256 655 215 101969 0 62 222720 0 ertt_txseginfo 40 2 5149 181016 0 254 206040 0 FPU_save_area 832 184 59 85430 0 16 202176 0 VMSPACE 2552 63 15 78518 0 4 199056 0 malloc-32768 32768 1 5 81 0 1 196608 0 mbuf_packet 256 185 577 124877 0 254 195072 0 malloc-128 128 1323 196 27172 0 126 194432 0 sctp_chunk 152 503 771 2170 0 254 193648 0 UMA Zones 768 243 1 243 0 16 187392 0 malloc-32 32 5339 331 7224 0 254 181440 0 FFS2 dinode 256 549 141 78097 0 62 176640 0 S VFS Cache 104 1080 441 79176 0 126 158184 0 128 Bucket 1024 103 44 15234 0 16 150528 0 malloc-1024 1024 120 24 297 0 16 147456 0 malloc-256 256 107 463 80560 0 62 145920 0 PROC 1352 83 22 78532 0 8 141960 0 64 Bucket 512 160 104 31126 0 30 135168 0 unpcb 256 20 490 1455 0 254 130560 0 ksiginfo 112 95 949 6908 0 126 116928 0 filedesc0 1072 84 21 78533 0 8 112560 0 malloc-8192 8192 10 3 13 0 1 106496 0 malloc-4096 4096 22 4 141 0 2 106496 0 malloc-64 64 1014 561 214977 0 254 100800 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 6 0 21 0 1 98304 0 32 Bucket 256 177 198 20876 0 62 96000 0 UMA Kegs 384 229 4 229 0 30 89472 0 malloc-64 64 678 645 82863 0 254 84672 0 malloc-128 128 397 254 5625 0 126 83328 0 sctp_readq 152 1 519 86 0 254 79040 0 tcp_inpcb 424 22 158 56241 0 30 76320 0 g_bio 408 0 180 12597 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-2048 2048 9 23 516 0 8 65536 0 malloc-256 256 149 106 1081 0 62 65280 0 udp_inpcb 424 10 143 2255 0 30 64872 0 ripcb 424 5 148 455 0 30 64872 0 sctp_stream_msg_out 112 3 537 2237 0 254 60480 0 malloc-32 32 1024 866 30684 0 254 60480 0 malloc-384 384 107 43 452 0 30 57600 0 malloc-8192 8192 5 2 106 0 1 57344 0 malloc-64 64 517 302 23923 0 254 52416 0 Files 80 254 396 178803 0 126 52000 0 malloc-128 128 112 291 77943 0 126 51584 0 malloc-256 256 8 187 77591 0 62 49920 0 malloc-256 256 62 133 602 0 62 49920 0 malloc-256 256 38 157 77598 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 329542 0 16 49152 0 malloc-8192 8192 3 3 32 0 1 49152 0 malloc-4096 4096 9 3 552 0 2 49152 0 malloc-2048 2048 13 11 138 0 8 49152 0 malloc-512 512 11 85 192 0 30 49152 0 tcp_rack_pcb 896 0 54 979 0 16 48384 0 pipe 744 25 40 600 0 16 48360 0 malloc-384 384 83 37 83 0 30 46080 0 pcpu-8 8 4701 931 5879 0 254 45056 0 tcp_bbr_pcb 832 13 41 1333 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 clpbuf 2624 0 16 19 0 16 41984 0 sctp_laddr 48 59 781 11485 0 254 40320 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 3251 0 16 38080 0 PWD 32 44 1090 77581 0 254 36288 0 malloc-64 64 108 459 108 0 254 36288 0 malloc-64 64 71 496 132 0 254 36288 0 malloc-64 64 0 567 44 0 254 36288 0 16 Bucket 144 68 184 758 0 62 36288 0 malloc-128 128 33 246 1274 0 126 35712 0 malloc-128 128 71 208 109 0 126 35712 0 malloc-128 128 77 202 1177 0 126 35712 0 malloc-128 128 12 267 12 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 TURNSTILE 136 221 31 221 0 62 34272 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 1 15 3 0 8 32768 0 malloc-2048 2048 1 15 548 0 8 32768 0 malloc-2048 2048 2 14 78 0 8 32768 0 malloc-1024 1024 13 19 1581 0 16 32768 0 malloc-1024 1024 20 12 37 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 4 28 512 0 16 32768 0 malloc-1024 1024 2 30 11 0 16 32768 0 malloc-512 512 3 61 297 0 30 32768 0 malloc-512 512 4 60 480 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 malloc-512 512 2 62 110 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 546806 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1026 974 36083 0 254 32000 0 tcp_rack_map 120 0 264 126 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 tcp_inpcb ports 32 4 878 49481 0 254 28224 0 ertt 72 22 370 56241 0 126 28224 0 malloc-32 32 401 481 10836 0 254 28224 0 malloc-32 32 71 811 83952 0 254 28224 0 malloc-32 32 167 715 59138 0 254 28224 0 4 Bucket 48 7 581 1690 0 254 28224 0 2 Bucket 32 89 793 7921 0 254 28224 0 malloc-16 16 1033 717 12403 0 254 28000 0 udplite_inpcb 424 0 63 57 0 30 26712 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 64 0 126 24288 0 rl_entry 40 81 525 81 0 254 24240 0 8 Bucket 80 58 242 12526 0 126 24000 0 malloc-384 384 23 37 64 0 30 23040 0 malloc-384 384 4 56 25 0 30 23040 0 malloc-384 384 0 60 36 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 10 620 2312 0 254 20160 0 udplite_inpcb ports 32 0 630 16 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 malloc-64 64 2 313 543 0 254 20160 0 malloc-32 32 77 553 95 0 254 20160 0 malloc-32 32 45 585 804 0 254 20160 0 malloc-16 16 584 666 256669 0 254 20000 0 AIOCB 552 0 35 51 0 16 19320 0 AIOLIO 272 0 70 24 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 3 0 2 16384 0 malloc-4096 4096 0 4 77702 0 2 16384 0 malloc-4096 4096 3 1 4 0 2 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-2048 2048 1 7 13 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 896589 0 254 16032 0 malloc-16 16 52 948 89088 0 254 16000 0 AIO 208 0 76 37 0 62 15808 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 sackhole 32 0 378 1 0 254 12096 0 malloc-32 32 0 378 72 0 254 12096 0 malloc-16 16 11 739 14 0 254 12000 0 malloc-16 16 5 745 21 0 254 12000 0 itimer 352 0 33 2 0 30 11616 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 23 477 24 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0