Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a301bf stack pointer = 0x0:0xfffffe0056c8a1e0 frame pointer = 0x0:0xfffffe0056c8a710 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current pro cess = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 000000000b0f1760 FreeBSD/amd64rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000060080fe rax: fffffe00033eee30 rbx: fffffe005878b800 rbp: fffffe0056c8a710 (ci-freebsd-i38r10: aa02000000000000 r11: 000000000000001f r12: fffffe006d60f9d0 6-3.us-central1-r13: fffffe0056c8a520 r14: 0000000000000000 r15: fffffe00829b6308 b.c.syzkaller.intrap number = 12 panic: page fault cpuid = 0 time = 1730424176 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x257/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7ef/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0056c89f30 trap() at trap+0x64a/frame 0xfffffe0056c8a110 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a110 --- trap 0xc, rip = 0xffffffff81a301bf, rsp = 0xfffffe0056c8a1e0, rbp = 0xfffffe0056c8a710 --- ip6_output() at ip6_output+0x373f/frame 0xfffffe0056c8a710 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x2078/frame 0xfffffe0056c8a9c0 sctp_send_initiate() at sctp_send_initiate+0x155b/frame 0xfffffe0056c8ab40 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab90 sctp_timeout_handler() at sctp_timeout_handler+0xb60/frame 0xfffffe0056c8acd0 softclock_call_cc() at softclock_call_cc+0x422/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23e8fc7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff8271ac00 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815d0749 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffe r14 0xffffffff8271ac00 .str.27 r15 0 rip 0xffffffff815ba04e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23e8fc7(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8392d760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8392d760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff8392e700 (map 0xffffffff8392e700) (map.pmap 0xffffffff8392e7c0) (pmap 0xffffffff8392e830) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 3565 3296 3296 0 S (threaded) syz-executor 102358 S nanslp 0xffffffff839843c1 syz-executor 105873 S connec 0xfffffe0059ad94da syz-executor 105875 S connec 0xfffffe0059ad9cda syz-executor 105876 S uwait 0xfffffe006dff1c00 syz-executor 3564 3541 3541 0 S (threaded) syz-executor 100098 S nanslp 0xffffffff839843c1 syz-executor 105872 S connec 0xfffffe0059d308da syz-executor 105874 S uwait 0xfffffe006e358b80 syz-executor 3563 3479 3479 0 S (threaded) syz-executor 100468 S nanslp 0xffffffff839843c1 syz-executor 105870 S connec 0xfffffe0059ad2cda syz-executor 105871 S uwait 0xfffffe006dff1700 syz-executor 3541 763 3541 0 S nanslp 0xffffffff839843c1 syz-executor 3479 763 3479 0 S nanslp 0xffffffff839843c1 syz-executor 3454 3446 3454 0 Ss select 0xfffffe0059932540 dhclient 3450 1 3450 0 Ss select 0xfffffe0059932840 dhclient 3446 3435 424 65 S select 0xfffffe006e35a1c0 dhclient 3435 424 424 0 S wait 0xfffffe005fd0c5c0 sh 3296 763 3296 0 S nanslp 0xffffffff839843c1 syz-executor 3262 763 3262 0 S piperd 0xfffffe0059a58cc0 syz-executor 1035 0 0 0 DL aiordy 0xfffffe005fcd2060 [aiod4] 1034 0 0 0 DL aiordy 0xfffffe005fcb5ac0 [aiod3] 1033 0 0 0 DL aiordy 0xfffffe005fcedb00 [aiod2] 1032 0 0 0 DL aiordy 0xfffffe005fcd0ae0 [aiod1] 763 761 761 0 S nanslp 0xffffffff839843c1 syz-executor 761 759 761 0 Ss pause 0xfffffe0007a07bb0 csh 759 682 759 0 Ss select 0xfffffe006e35ad40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00584aecb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587dccb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587dd0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587dd4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587dd8b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00587ddcb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00587de0b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00587de4b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00587de8b0 getty 686 1 686 0 Ss nanslp 0xffffffff839843c1 cron 682 1 682 0 Ss select 0xfffffe006dff2640 sshd 495 1 495 0 Ss select 0xfffffe00586fa340 syslogd 424 1 424 0 Ss wait 0xfffffe0007a085c0 devd 423 1 423 65 Ss select 0xfffffe00586f7cc0 dhclient 338 1 338 0 Ss select 0xfffffe00586f7d40 dhclient 335 1 335 0 Ss select 0xfffffe006dff2dc0 dhclient 17 0 0 0 DL syncer 0xffffffff83aa1be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a27060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83aa01c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00543ec8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83aeb8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad1838 [dom0] 100080 D launds 0xffffffff83ad1844 [laundry: dom0] 100081 D umarcl 0xffffffff81d6b480 [uma] 7 0 0 0 DL - 0xffffffff83701bb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff844aa9b0 [pf purge] 5 0 0 0 DL waiting 0xffffffff848469e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cc340 [doneq0] 100046 D - 0xffffffff836cc2c0 [async] 100075 D - 0xffffffff836cc140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83acd020 [crypto] 100043 D crypto_ 0xfffffe0057f7a030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057f7a080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543fbc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392cd80 [g_event] 100037 D - 0xffffffff8392cda0 [g_up] 100038 D - 0xffffffff8392cdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a07040 [init] 10 0 0 0 DL audit_w 0xffffffff83acda80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c1cff0 [swapper] 100005 D - 0xfffffe00085fed00 [softirq_0] 100006 D - 0xfffffe00085fec00 [softirq_1] 100007 D - 0xfffffe00085feb00 [if_io_tqg_0] 100008 D - 0xfffffe00085fea00 [if_io_tqg_1] 100009 D - 0xfffffe00085fe900 [if_config_tqg_0] 100010 D - 0xfffffe00085fe800 [pci_hp taskq] 100011 D - 0xfffffe00085fe700 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fe400 [thread taskq] 100016 D - 0xfffffe00085fe200 [aiod_kick taskq] 100017 D - 0xfffffe00085fe100 [deferred_unmount ta] 100018 D - 0xfffffe00085fe000 [inm_free taskq] 100019 D - 0xfffffe00085fde00 [in6m_free taskq] 100020 D - 0xfffffe00085fdd00 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe00085fda00 [firmware taskq] 100040 D - 0xfffffe00085fd700 [crypto_0] 100041 D - 0xfffffe00085fd700 [crypto_1] 100056 D - 0xfffffe00085fd500 [vtnet0 rxq 0] 100057 D - 0xfffffe00085fd400 [vtnet0 txq 0] 100058 D - 0xfffffe00085fd300 [vtnet0 rxq 1] 100059 D - 0xfffffe00085fd200 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057fa4100 [virtio_balloon] 100065 D - 0xffffffff8271fe40 [deadlkres] 100069 D - 0xfffffe0058850000 [acpi_task_0] 100070 D - 0xfffffe0058850000 [acpi_task_1] 100071 D - 0xfffffe0058850000 [acpi_task_2] 100073 D - 0xfffffe00085ff100 [mca taskq] 100074 D - 0xfffffe00085fd600 [CAM taskq] 100076 D - 0xfffffe00085fd000 [ipsec_offload] db> show all locks Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe006e7a4020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0075011320) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 Process 12 (intr) thread 0xfffffe0007a1f740 (100033) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00752d4560) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1263 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 375 5019K 1501 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 sysctloid 35218 2075K 35293 vtbuf 24 1968K 46 kobj 329 1316K 493 pcb 476 1177K 13605 newblk 18 1029K 2981 vfscache 3 1025K 3 inodedep 30 523K 5617 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 141 242K 3655 vnet_data 2 224K 2 acpitask 1 224K 1 sctp_stro 215 215K 2967 KTRACE 100 200K 100 acpica 1674 184K 57762 sctp_atcl 441 166K 9494 vmem 5 144K 7 tidhash 3 141K 3 pagedep 20 133K 2667 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 5139 DEVFS1 113 113K 138 sem 4 106K 4 gtaskqueue 18 98K 18 bus 991 81K 5033 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 518 65K 518 ddb_capture 1 64K 1 umtx 352 44K 352 kdtrace 207 42K 9443 temp 35 37K 4136 BPF 22 36K 58 LRO 34 35K 42 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 142 msg 4 30K 4 kbdmux 6 28K 6 sctp_atky 656 28K 12461 routetbl 338 23K 1035 DEVFS_RULE 56 20K 56 ifaddr 71 20K 109 ufs_mount 4 17K 5 proc 3 17K 3 ifnet 9 17K 11 tty 16 16K 16 sctp_timw 60 15K 60 lltable 47 15K 127 ithread 90 15K 90 bus-sc 34 15K 1627 eventhandler 163 14K 163 ether_multi 152 13K 274 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 ksem 4 10K 93 in6_multi 65 9K 105 bmsafemap 3 9K 4125 plimit 22 9K 466 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 sctp_athm 441 7K 9494 taskqueue 66 7K 1473 sctp_map 430 7K 5934 sglist 6 7K 6 CAM DEV 3 6K 510 cred 23 6K 242 pfs_nodes 22 6K 22 pf_ifnet 12 5K 39 ufs_dirhash 24 5K 24 UMA 269 5K 269 kqueue 55 5K 7228 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 384 acpisem 28 4K 28 kcovinfo 52 4K 104 pwddesc 52 4K 3566 lockf 27 3K 67 terminal 11 3K 11 session 21 3K 55 dirrem 10 3K 3677 proc-args 75 3K 5052 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 9 sctp_ifa 17 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 mkdir 16 2K 5294 diradd 16 2K 3707 ipsec-saq 2 2K 2 selfd 31 2K 110497 ip6ndp 12 2K 22 Unitno 28 2K 66 CAM XPT 22 2K 543 newdirblk 12 2K 2647 CC Mem 6 2K 4069 in_multi 6 2K 12 tun 4 2K 8 toponodes 6 2K 6 netlink 3 2K 236 ipsecpolicy 2 2K 2 select 11 2K 132 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 2657 softdep 1 1K 1 freeblks 4 1K 2656 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 42 NFSD session 1 1K 1 freefile 7 1K 3662 CAM periph 4 1K 271 sctp_ifn 6 1K 22 ipsec 3 1K 3 mld 6 1K 10 igmp 6 1K 10 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 100 encap_export_host 12 1K 12 cdev 2 1K 2 osd 11 1K 4082 lkpikmalloc 8 1K 9 inpcbpolicy 14 1K 4931 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 20 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 soname 8 1K 13175 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 580 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 45 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 122 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2910 sctp_iter 0 0K 26 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 26 sctp_aadr 0 0K 919 sctp_stri 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 0 tcp_pcm_rack 0 0K 930 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 1860 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 950 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 20 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 8 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 762 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 lio 0 0K 16 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 19745 ioctlops 0 0K 131 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 904 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 66591 0 254 38494208 0 mbuf 256 8776 887 1857672 0 254 2473728 0 BUF TRIE 144 212 11576 2115 0 62 1697472 0 malloc-384 384 4158 42 4175 0 30 1612800 0 malloc-128 128 12433 60 12599 0 126 1599104 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 329 3 497 0 2 1359872 0 UMA Slabs 0 112 11355 15 11355 0 126 1273440 0 sctp_asoc 2256 215 295 2967 0 254 1150560 0 vmem btag 56 17014 89 17014 0 254 957768 0 malloc-65536 65536 13 0 16 0 1 851968 0 malloc-2048 2048 328 80 6629 0 8 835584 0 RADIX NODE 144 5292 499 88674 0 62 833904 0 FFS inode 1168 539 42 4201 0 9 678608 0 sctp_ep 1152 226 285 6527 0 254 588672 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 45 463 13334 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 tcp_bbr_map 128 255 3806 181131 0 126 519808 0 256 Bucket 2048 195 21 5548 0 8 442368 0 ertt_txseginfo 40 774 9932 1450424 0 254 428240 0 sctp_raddr 736 216 301 3065 0 254 380512 0 VM OBJECT 264 1159 221 50320 0 30 364320 0 malloc-1024 1024 219 101 3138 0 16 327680 0 THREAD 1824 154 22 5876 0 8 321024 0 VNODE 440 576 90 4244 0 30 293040 0 malloc-4096 4096 52 18 4496 0 2 286720 0 malloc-64 64 3920 427 7492 0 254 278208 0 malloc-384 384 509 181 10086 0 30 264960 0 malloc-16 16 14950 550 24598 0 254 248000 0 malloc-2048 2048 7 113 1230 0 8 245760 0 DEVCTL 1024 42 178 204 0 0 225280 0 malloc-16384 16384 8 5 2566 0 1 212992 0 malloc-65536 65536 0 3 875 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 28 734 244402 0 254 195072 0 malloc-128 128 1135 384 28113 0 126 194432 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5343 327 7983 0 254 181440 0 MAP ENTRY 96 1167 723 214856 0 126 181440 0 FFS2 dinode 256 539 151 4201 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 FPU_save_area 832 156 42 8412 0 16 164736 0 malloc-256 256 446 184 16860 0 62 161280 0 malloc-1024 1024 128 16 158 0 16 147456 0 S VFS Cache 104 1034 370 5245 0 126 146016 0 128 Bucket 1024 92 39 1411 0 16 134144 0 malloc-65536 65536 0 2 322 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 11 499 1354 0 254 130560 0 malloc-256 256 86 424 3426 0 62 130560 0 malloc-4096 4096 16 14 37 0 2 122880 0 PROC 1376 51 37 3565 0 8 121088 0 ksiginfo 112 71 973 137 0 126 116928 0 malloc-32768 32768 2 1 122 0 1 98304 0 filedesc0 1072 52 32 3566 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-128 128 329 322 5706 0 126 83328 0 malloc-4096 4096 15 5 98 0 2 81920 0 malloc-256 256 156 159 1616 0 62 80640 0 sctp_readq 152 0 520 939 0 254 79040 0 sctp_chunk 152 208 312 1302 0 254 79040 0 sctp_laddr 48 764 832 6247 0 254 76608 0 g_bio 408 0 180 11907 0 30 73440 0 64 Bucket 512 90 46 3810 0 30 69632 0 malloc-64 64 294 777 4363 0 254 68544 0 malloc-64 64 513 558 1535 0 254 68544 0 malloc-32768 32768 1 1 12 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-8192 8192 6 2 8 0 1 65536 0 malloc-256 256 118 137 15032 0 62 65280 0 32 Bucket 256 84 171 9926 0 62 65280 0 sctp_stream_msg_out 112 1 539 244 0 254 60480 0 malloc-384 384 30 120 5617 0 30 57600 0 malloc-8192 8192 7 0 8 0 1 57344 0 tcp_inpcb 1320 6 36 4069 0 8 55440 0 udp_inpcb 416 6 120 849 0 30 52416 0 malloc-64 64 297 522 16654 0 254 52416 0 malloc-64 64 264 555 115226 0 254 52416 0 malloc-64 64 456 363 659 0 254 52416 0 VMSPACE 616 31 53 3541 0 16 51744 0 tcp_rack_map 128 0 403 237306 0 126 51584 0 malloc-128 128 148 255 6238 0 126 51584 0 malloc-128 128 172 231 714 0 126 51584 0 malloc-256 256 64 131 243 0 62 49920 0 malloc-256 256 16 179 5266 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 36265 0 16 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-2048 2048 19 5 35 0 8 49152 0 malloc-2048 2048 14 10 32 0 8 49152 0 malloc-1024 1024 7 41 1889 0 16 49152 0 tcp_bbr_pcb 896 1 53 1201 0 16 48384 0 malloc-384 384 96 24 96 0 30 46080 0 PWD 40 18 1093 2613 0 254 44440 0 syncache 168 0 264 3 0 254 44352 0 Files 80 198 352 26474 0 126 44000 0 malloc-4096 4096 5 5 25 0 2 40960 0 pcpu-8 8 4819 301 5631 0 254 40960 0 pipe 736 19 36 409 0 16 40480 0 da_ccb 544 0 70 3068 0 16 38080 0 malloc-64 64 78 489 463 0 254 36288 0 malloc-64 64 56 511 3605 0 254 36288 0 malloc-32 32 516 618 14736 0 254 36288 0 malloc-128 128 41 238 168 0 126 35712 0 malloc-128 128 36 243 3315 0 126 35712 0 malloc-128 128 59 220 6410 0 126 35712 0 routing nhops 256 30 105 53 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 73 62 1176 0 62 34560 0 malloc-256 256 38 97 175 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 180 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 5 3 559 0 2 32768 0 malloc-2048 2048 4 12 144 0 8 32768 0 malloc-2048 2048 0 16 42 0 8 32768 0 malloc-2048 2048 4 12 4 0 8 32768 0 malloc-1024 1024 2 30 45 0 16 32768 0 malloc-1024 1024 3 29 19 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 17 15 17 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 2 62 112 0 30 32768 0 malloc-512 512 10 54 62 0 30 32768 0 malloc-512 512 11 53 1171 0 30 32768 0 malloc-512 512 3 61 50 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 tcp_rack_pcb 1152 0 28 930 0 8 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 63 0 126 31680 0 L VFS Cache 320 1 95 321 0 30 30720 0 tcp_inpcb ports 32 3 879 2054 0 254 28224 0 malloc-32 32 419 463 2434 0 254 28224 0 malloc-32 32 273 609 1048 0 254 28224 0 16 Bucket 144 72 124 565 0 62 28224 0 4 Bucket 48 3 585 4 0 254 28224 0 AIO 208 0 133 8 0 62 27664 0 TURNSTILE 136 177 12 177 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 82 0 1 24576 0 rtentry 168 30 114 53 0 62 24192 0 8 Bucket 80 69 231 1343 0 126 24000 0 ripcb 384 2 58 13 0 30 23040 0 malloc-384 384 1 59 471 0 30 23040 0 malloc-384 384 0 60 385 0 30 23040 0 malloc-384 384 52 8 52 0 30 23040 0 SLEEPQUEUE 88 177 79 177 0 126 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 hostcache 64 2 313 2 0 254 20160 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 ertt 72 6 274 4069 0 126 20160 0 malloc-32 32 126 504 5875 0 254 20160 0 malloc-32 32 24 606 92 0 254 20160 0 malloc-32 32 37 593 2668 0 254 20160 0 2 Bucket 32 80 550 759 0 254 20160 0 KNOTE 160 1 124 1102 0 62 20000 0 malloc-16 16 741 509 14100 0 254 20000 0 cryptop 280 0 70 28 0 30 19600 0 AIOLIO 272 0 70 8 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 19 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-4096 4096 1 3 764 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 vtnet_tx_hdr 24 0 668 1189092 0 254 16032 0 kenv 258 17 43 1072 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 12 366 142 0 254 12096 0 malloc-16 16 38 712 2089 0 254 12000 0 malloc-16 16 46 704 8521 0 254 12000 0 malloc-16 16 72 678 868 0 254 12000 0 malloc-16 16 183 567 3004 0 254 12000 0 malloc-16 16 8 742 9 0 254 12000 0 malloc-16 16 26 724 26479 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 416 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0