Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x8fe39ae8 fault code = supervisor write data, page not present instruction pointer = 0x20:0xfffff fff817e9754 stack pointer = 0x28:0xfffffe00996b57a0 FreeBSD/amd64frame pointer = 0x28:0xfffffe00996b5880 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 (ci-freebsd-maiprocessor eflags = interrupt enabled, resume, IOPL = 0 current process = 42231 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1656250897 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00996b4f90 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00996b50f0 vpanic() at vpanic+0x254/frame 0xfffffe00996b51d0 panic() at panic+0xb5/frame 0xfffffe00996b5290 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00996b53b0 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00996b54f0 trap() at trap+0x5b3/frame 0xfffffe00996b56d0 calltrap() at calltrap+0x8/frame 0xfffffe00996b56d0 --- trap 0xc, rip = 0xffffffff817e9754, rsp = 0xfffffe00996b57a0, rbp = 0xfffffe00996b5880 --- soclose() at soclose+0x584/frame 0xfffffe00996b5880 _fdrop() at _fdrop+0x58/frame 0xfffffe00996b58b0 closef() at closef+0x689/frame 0xfffffe00996b5a90 fdescfree() at fdescfree+0xa84/frame 0xfffffe00996b5c70 exit1() at exit1+0x915/frame 0xfffffe00996b5d10 sys_exit() at sys_exit+0x28/frame 0xfffffe00996b5d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00996b5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00996b5f30 --- syscall (1, FreeBSD ELF64, sys_exit), rip = 0x2ebf1a, rsp = 0x820b39ac8, rbp = 0x820b39ad0 --- KDB: enter: panic [ thread pid 42231 tid 151268 ] Stopped at kdb_enter+0x6b: movq $0,0x275f38a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe00996b50d0 rbp 0xfffffe00996b50f0 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0xfffffe009a5a5530 r12 0 r13 0xfffffe009a5a5020 r14 0xffffffff82b63180 .str.26 r15 0xffffffff82b63180 .str.26 rip 0xffffffff8171b38b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275f38a(%rip) db> show proc Process 42231 (syz-executor.1) at 0xfffffe00a12d4000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe0092629548 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053dcc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a12b69f8 (map 0xfffffe00a12b69f8) (map.pmap 0xfffffe00a12b6ab8) (pmap 0xfffffe00a12b6b20) threads: 1 151268 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 42231 778 778 0 RE CPU 1 syz-executor.1 31514 1 800 0 SV uwait 0xfffffe0058af4a80 syz-executor.3 31506 31505 800 0 SV uwait 0xfffffe009a355a80 syz-executor.3 31505 1 800 0 DV ppwait 0xfffffe00a12c84f8 syz-executor.3 31494 1 800 0 SV uwait 0xfffffe009a155000 syz-executor.3 24993 1 777 0 S uwait 0xfffffe009a269380 syz-executor.0 24990 1 777 0 S uwait 0xfffffe0099968900 syz-executor.0 24988 1 777 0 S uwait 0xfffffe0097b3dd00 syz-executor.0 24982 1 777 0 S uwait 0xfffffe0099968700 syz-executor.0 24980 1 777 0 S uwait 0xfffffe00926dcc00 syz-executor.0 24977 1 777 0 S uwait 0xfffffe00926dcd00 syz-executor.0 24972 1 777 0 S uwait 0xfffffe0097b59080 syz-executor.0 24969 1 778 0 S uwait 0xfffffe009a330380 syz-executor.1 24968 1 777 0 S uwait 0xfffffe00926dd080 syz-executor.0 24965 1 777 0 S uwait 0xfffffe0099968800 syz-executor.0 24963 1 777 0 S uwait 0xfffffe0097b5cb80 syz-executor.0 24954 1 777 0 S uwait 0xfffffe00926dd480 syz-executor.0 24953 1 778 0 S uwait 0xfffffe0058af4180 syz-executor.1 24947 1 777 0 S uwait 0xfffffe0057844d80 syz-executor.0 24945 1 777 0 S uwait 0xfffffe0097b3dc00 syz-executor.0 24943 1 777 0 S uwait 0xfffffe0056fd3400 syz-executor.0 24936 1 777 0 S uwait 0xfffffe00926dce00 syz-executor.0 24927 1 777 0 S uwait 0xfffffe0058af4b80 syz-executor.0 24918 1 777 0 S uwait 0xfffffe0099968a00 syz-executor.0 24909 1 777 0 S uwait 0xfffffe0099968600 syz-executor.0 24900 1 777 0 S uwait 0xfffffe0058af4280 syz-executor.0 24891 1 777 0 S uwait 0xfffffe0058af6a80 syz-executor.0 24881 1 777 0 S uwait 0xfffffe00588dd080 syz-executor.0 24873 1 777 0 S uwait 0xfffffe0097b59380 syz-executor.0 22872 1 787 0 S uwait 0xfffffe0097b5cb00 syz-executor.2 22866 1 787 0 S uwait 0xfffffe00926dc700 syz-executor.2 22846 1 787 0 S uwait 0xfffffe0057844680 syz-executor.2 17508 1 17508 65 Ss select 0xfffffe00578711c0 dhclient 14329 1 14329 0 Ss select 0xfffffe0057871440 dhclient 14320 1 14320 0 Ss select 0xfffffe00578714c0 dhclient 14273 1 14273 65 Ss select 0xfffffe00578715c0 dhclient 11014 1 11014 0 Ss select 0xfffffe0057871640 dhclient 11004 1 11004 0 Ss select 0xfffffe0056fbc540 dhclient 10953 1 10953 65 Ss select 0xfffffe0056fbc5c0 dhclient 6137 1 6137 0 Ss select 0xfffffe0056f9ca40 dhclient 6134 1 6134 0 Ss select 0xfffffe00578718c0 dhclient 6115 1 6115 65 Ss select 0xfffffe0056fbc6c0 dhclient 2041 1 2041 0 Ss select 0xfffffe0056fbc7c0 dhclient 2038 1 2038 0 Ss select 0xfffffe0056fbc9c0 dhclient 1803 0 0 0 DL aiordy 0xfffffe0097b6d548 [aiod4] 1802 0 0 0 DL aiordy 0xfffffe0092ba5000 [aiod3] 1801 0 0 0 DL aiordy 0xfffffe0097adba90 [aiod2] 1800 0 0 0 DL aiordy 0xfffffe0097adb548 [aiod1] 800 774 800 0 Ss piperd 0xfffffe0058b5b000 syz-executor.3 787 774 787 0 Ss piperd 0xfffffe0058b5c000 syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Ss piperd 0xfffffe0058b398b8 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100095 S uwait 0xfffffe0057845100 syz-fuzzer 100116 S uwait 0xfffffe00588dd180 syz-fuzzer 100117 S uwait 0xfffffe00588dd280 syz-fuzzer 100118 S uwait 0xfffffe00588dd380 syz-fuzzer 100119 S uwait 0xfffffe0058af6580 syz-fuzzer 100120 S uwait 0xfffffe0058af6680 syz-fuzzer 100121 S uwait 0xfffffe0058af6780 syz-fuzzer 100123 S uwait 0xfffffe00588dd580 syz-fuzzer 100124 S kqread 0xfffffe0092559e00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe009251c0b0 csh 770 688 770 0 Ss select 0xfffffe0056f9d9c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056f2acb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00585d74b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00585d78b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00585d7cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0056f29cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00585d80b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00585d84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00585d88b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585d8cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47dc0 cron 688 1 688 0 Ss select 0xfffffe0056f9cbc0 sshd 501 1 501 0 Ds bo_wwai 0xfffffe0092615168 syslogd 430 1 430 0 Ss select 0xfffffe0056f9cdc0 devd 429 1 429 65 Ss select 0xfffffe0057871ac0 dhclient 344 1 344 0 Ss select 0xfffffe0057871b40 dhclient 341 1 341 0 Ss select 0xfffffe0056f9cd40 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f66548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d5e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6bbe0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0053c6e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f700 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f935b8 [dom0] 100080 D launds 0xffffffff83f935c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e54520 [uma] 7 0 0 0 DL - 0xffffffff83c043a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8456c550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a71420 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa7340 [doneq0] 100045 D - 0xffffffff83aa72c0 [async] 100076 D - 0xffffffff83aa7140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007962888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8ede0 [crypto] 100041 D crypto_ 0xfffffe0053e71d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053e71d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d3c0 [g_event] 100036 D - 0xffffffff83e1d3e0 [g_up] 100037 D - 0xffffffff83e1d400 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dcc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f8c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1ddc0 [swapper] 100005 D - 0xfffffe000817de00 [if_config_tqg_0] 100006 D - 0xfffffe000817dd00 [softirq_0] 100007 D - 0xfffffe000817dc00 [softirq_1] 100008 D - 0xfffffe000817db00 [if_io_tqg_0] 100009 D - 0xfffffe000817da00 [if_io_tqg_1] 100010 D - 0xfffffe000817d900 [inm_free taskq] 100011 D - 0xfffffe000817d800 [linuxkpi_irq_wq] 100012 D - 0xfffffe000817d700 [in6m_free taskq] 100013 D - 0xfffffe000817d600 [deferred_unmount ta] 100014 D - 0xfffffe000817d500 [thread taskq] 100016 D - 0xfffffe000817d300 [kqueue_ctx taskq] 100017 D - 0xfffffe000817d200 [pci_hp taskq] 100020 D - 0xfffffe000817ce00 [aiod_kick taskq] 100021 D - 0xfffffe000817cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000817cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000817cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000817cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000817cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000817cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000817cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000817cc00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000817cb00 [firmware taskq] 100038 D - 0xfffffe000817ca00 [crypto_0] 100039 D - 0xfffffe000817ca00 [crypto_1] 100055 D - 0xfffffe000817c800 [vtnet0 rxq 0] 100056 D - 0xfffffe000817c700 [vtnet0 txq 0] 100057 D - 0xfffffe000817c600 [vtnet0 rxq 1] 100058 D - 0xfffffe000817c500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f9d380 [virtio_balloon] 100066 D - 0xffffffff82b69001 [deadlkres] 100070 D - 0xfffffe000817e100 [mca taskq] 100071 D - 0xfffffe00585d3300 [acpi_task_0] 100072 D - 0xfffffe00585d3300 [acpi_task_1] 100073 D - 0xfffffe00585d3300 [acpi_task_2] 100075 D - 0xfffffe000817c900 [CAM taskq] db> show all locks Process 42231 (syz-executor.1) thread 0xfffffe009a5a5020 (151268) exclusive sleep mutex socket (socket) r = 0 (0xfffffe0058bec000) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:1288 Process 501 (syslogd) thread 0xfffffe0058dd03a0 (100106) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0092615070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3561 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 pcb 1272 1941K 132697 kobj 328 1312K 490 newblk 9 1026K 62804 vfscache 3 1025K 3 inodedep 497 698K 43435 filedesc 74 586K 82381 sctp_stro 579 579K 17544 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1206 453K 83923 subproc 204 400K 42354 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 1634 pagedep 9 130K 41204 tfo_ccache 1 128K 1 dirrem 488 122K 42120 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 150 bus 995 81K 5208 sctp_atky 1785 74K 102468 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 freefile 488 61K 42085 umtx 462 58K 462 kdtrace 278 53K 94023 sctp_timw 203 51K 203 temp 34 33K 3468 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 5 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 sctp_athm 1206 19K 84302 sctp_map 1158 19K 35088 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 428 ithread 97 16K 97 lltable 46 15K 451 bus-sc 34 15K 1681 KTRACE 101 13K 110 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 pf_osfp 82 10K 82 in6_multi 71 9K 71 bmsafemap 2 9K 42816 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 926 rpc 2 8K 2 shmfd 1 8K 265 pfs_vncache 1 8K 1 kqueue 91 8K 42300 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 324 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 544 pwddesc 88 6K 42239 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 27 UMA 271 5K 271 session 35 5K 58 DEVFSP 68 5K 414 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 120 4K 43749 lockf 33 4K 80 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 selfd 50 4K 576475 terminal 11 3K 11 select 19 3K 888 uidinfo 3 3K 21 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 175 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 freework 5 2K 50100 sctp_stri 2 1K 676 softdep 1 1K 1 mkdir 8 1K 82364 freeblks 4 1K 42440 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 150 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 inpcbpolicy 19 1K 35993 newdirblk 4 1K 41182 diradd 4 1K 42162 CC Mem 8 1K 33648 pfil 4 1K 4 cdev 2 1K 2 osd 12 1K 33659 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 sigio 3 1K 4 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 253 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 33 pmchooks 1 1K 1 soname 4 1K 78713 filecaps 5 1K 124 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 101 sctp_mcore 0 0K 0 sctp_socko 0 0K 47953 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 filemon 0 0K 48 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 450 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 38323 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 69 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 9 allocindir 0 0K 0 indirdep 0 0K 12767 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 151 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 20 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 41466 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 3641 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 38 acl 0 0K 0 mbuf_tag 0 0K 481 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39155 ioctlops 0 0K 2168 eventfd 0 0K 53 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1056 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8328 1070 1885590 0 254 38494208 0 tcp_log 416 84 12363 331466 0 254 5177952 0 RADIX NODE 144 20773 1398 932832 0 63 3192624 0 malloc-384 384 4663 3107 48007 0 30 2983680 0 mbuf 256 8923 740 5237943 0 254 2473728 0 malloc-128 128 13063 3088 185958 0 126 2067328 0 pbuf 2624 0 778 0 0 2 2041472 0 sctp_asoc 2256 579 186 17544 0 254 1725840 0 BUF TRIE 144 188 11572 26437 0 62 1693440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 341 3 517 0 2 1409024 0 malloc-2048 2048 632 24 66248 0 8 1343488 0 UMA Slabs 0 112 11449 29 11449 0 126 1285536 0 sctp_ep 1208 625 395 65999 0 254 1232160 0 vmem btag 56 21220 59 21220 0 254 1191624 0 malloc-256 256 859 3116 95453 0 62 1017600 0 tcpcb 1104 8 755 33648 0 254 842352 0 VM OBJECT 264 2854 146 910380 0 30 792000 0 socket 960 95 669 103844 0 254 733440 0 malloc-16384 16384 37 7 41349 0 1 720896 0 malloc-256 256 2 2758 81139 0 62 706560 0 256 Bucket 2048 316 20 15142 0 8 688128 0 ertt_txseginfo 40 0 17069 2161131 0 254 682760 0 FFS inode 1160 549 32 42634 0 8 673960 0 malloc-1024 1024 582 26 16203 0 16 622592 0 sctp_raddr 736 584 186 17649 0 254 566720 0 malloc-384 384 1206 54 83924 0 30 483840 0 MAP ENTRY 96 4155 507 2157930 0 126 447552 0 THREAD 1808 188 43 51783 0 8 417648 0 malloc-4096 4096 93 7 42329 0 2 409600 0 malloc-65536 65536 4 2 510 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-65536 65536 2 3 138 0 1 327680 0 VNODE 448 590 103 42677 0 30 310464 0 malloc-64 64 3903 696 582838 0 254 294336 0 tcp_bbr_map 128 6 2288 153530 0 126 293632 0 malloc-65536 65536 2 2 49 0 1 262144 0 malloc-16 16 14574 176 45640 0 254 236000 0 malloc-32768 32768 1 6 12121 0 1 229376 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 772 98 108704 0 62 222720 0 VMSPACE 2552 67 14 42215 0 4 206712 0 FPU_save_area 832 190 53 59975 0 16 202176 0 mbuf_packet 256 145 617 74007 0 254 195072 0 malloc-128 128 1323 196 27953 0 126 194432 0 UMA Zones 768 243 1 243 0 16 187392 0 malloc-32 32 5339 331 7946 0 254 181440 0 FFS2 dinode 256 549 141 42634 0 62 176640 0 128 Bucket 1024 116 47 7361 0 16 166912 0 S VFS Cache 104 1038 483 43854 0 126 158184 0 PROC 1352 88 26 42238 0 8 154128 0 malloc-1024 1024 120 24 294 0 16 147456 0 malloc-256 256 83 487 74330 0 62 145920 0 64 Bucket 512 167 97 84846 0 30 135168 0 unpcb 256 20 490 1787 0 254 130560 0 sctp_laddr 48 2249 355 49880 0 254 124992 0 filedesc0 1072 89 23 42239 0 8 120064 0 sctp_chunk 152 619 161 1959 0 254 118560 0 ksiginfo 112 103 941 8526 0 126 116928 0 malloc-64 64 1010 817 119633 0 254 116928 0 malloc-4096 4096 22 4 161 0 2 106496 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 6 0 21 0 1 98304 0 malloc-8192 8192 10 2 13 0 1 98304 0 malloc-2048 2048 9 39 516 0 8 98304 0 32 Bucket 256 175 200 15624 0 62 96000 0 tcp_inpcb 424 8 208 33648 0 30 91584 0 UMA Kegs 384 229 4 229 0 30 89472 0 g_bio 408 4 206 184993 0 30 85680 0 pipe 744 27 88 1767 0 16 85560 0 malloc-64 64 683 640 44281 0 254 84672 0 clpbuf 2624 0 32 21 0 16 83968 0 malloc-128 128 397 254 6659 0 126 83328 0 malloc-256 256 240 75 2139 0 62 80640 0 sctp_readq 152 0 520 341 0 254 79040 0 malloc-8192 8192 5 4 106 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 3 5 51 0 1 65536 0 udp_inpcb 424 6 147 882 0 30 64872 0 ripcb 424 5 148 1003 0 30 64872 0 Files 80 304 496 184802 0 126 64000 0 malloc-512 512 11 109 128 0 30 61440 0 sctp_stream_msg_out 112 8 532 1987 0 254 60480 0 malloc-384 384 116 34 456 0 30 57600 0 udplite_inpcb 424 0 126 460 0 30 53424 0 malloc-64 64 592 227 38511 0 254 52416 0 malloc-32 32 1215 423 85358 0 254 52416 0 malloc-256 256 8 187 50160 0 62 49920 0 malloc-256 256 62 133 615 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 204933 0 16 49152 0 malloc-8192 8192 3 3 31 0 1 49152 0 malloc-4096 4096 9 3 566 0 2 49152 0 malloc-2048 2048 13 11 300 0 8 49152 0 malloc-2048 2048 1 23 548 0 8 49152 0 malloc-1024 1024 4 44 512 0 16 49152 0 pcpu-8 8 4721 911 5757 0 254 45056 0 tcp_bbr_pcb 832 3 51 9589 0 16 44928 0 syncache 168 0 264 5 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 1 69 46353 0 16 38080 0 PWD 32 47 1087 41257 0 254 36288 0 malloc-64 64 108 459 108 0 254 36288 0 malloc-64 64 73 494 136 0 254 36288 0 malloc-64 64 2 565 544 0 254 36288 0 malloc-64 64 8 559 54 0 254 36288 0 16 Bucket 144 79 173 2021 0 62 36288 0 malloc-128 128 33 246 2540 0 126 35712 0 malloc-128 128 72 207 105 0 126 35712 0 malloc-128 128 79 200 306 0 126 35712 0 malloc-128 128 89 190 41654 0 126 35712 0 malloc-128 128 86 193 86 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-256 256 14 121 41764 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 1 15 18 0 8 32768 0 malloc-2048 2048 1 15 3 0 8 32768 0 malloc-2048 2048 2 14 1410 0 8 32768 0 malloc-1024 1024 13 19 1648 0 16 32768 0 malloc-1024 1024 20 12 37 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 2 30 11 0 16 32768 0 malloc-512 512 3 61 799 0 30 32768 0 malloc-512 512 4 60 167 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 tcp_rack_pcb 896 0 36 101 0 16 32256 0 KNOTE 160 28 172 360770 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 191 0 126 31680 0 cpuset 104 7 272 296 0 126 29016 0 tcp_inpcb ports 32 2 880 8434 0 254 28224 0 ertt 72 8 384 33648 0 126 28224 0 malloc-32 32 406 476 26251 0 254 28224 0 malloc-32 32 156 726 36130 0 254 28224 0 4 Bucket 48 6 582 899 0 254 28224 0 2 Bucket 32 63 819 5682 0 254 28224 0 malloc-16 16 1217 533 97941 0 254 28000 0 malloc-16 16 1181 569 35135 0 254 28000 0 AIO 208 0 133 4742 0 62 27664 0 malloc-4096 4096 0 6 41466 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 58 0 126 24288 0 rl_entry 40 108 498 108 0 254 24240 0 8 Bucket 80 51 249 9060 0 126 24000 0 malloc-384 384 24 36 28 0 30 23040 0 malloc-384 384 4 56 26 0 30 23040 0 malloc-384 384 0 60 131 0 30 23040 0 domainset 40 0 567 225 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 1342 0 254 20160 0 udplite_inpcb ports 32 0 630 14 0 254 20160 0 udp_inpcb ports 32 3 627 211 0 254 20160 0 malloc-32 32 77 553 223 0 254 20160 0 malloc-32 32 74 556 44726 0 254 20160 0 malloc-32 32 45 585 1084 0 254 20160 0 malloc-32 32 0 630 125 0 254 20160 0 malloc-16 16 588 662 97913 0 254 20000 0 AIOCB 552 0 35 5928 0 16 19320 0 AIOLIO 272 0 70 38 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 166 0 1 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-4096 4096 3 1 4 0 2 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 1065840 0 254 16032 0 malloc-16 16 38 962 60005 0 254 16000 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 11 739 13 0 254 12000 0 malloc-16 16 5 745 21 0 254 12000 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 23 477 24 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 13 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 1 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0