Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a306cf stack pointer = 0x0:0xfffffe0056c8a1e0 frame pointer = 0x0:0xfffffe0056c8a710 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) FreeBSD/amd64rdi: 0000000000000000 rsi: 0000000000000000 rdx: 000000000b0f1960 (ci-freebsd-i38rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000050080fe 6-4.us-central1-rax: fffffe00033eee30 rbx: fffffe005878c800 rbp: fffffe0056c8a710 b.c.syzkaller.inr10: aa03000000000000 r11: 000000000000001f r12: fffffe00717d09d0 ternal) (ttyu0)r13: fffffe0056c8a520 r14: 0000000000000000 r15: fffffe00829b6308 login: trap number = 12 panic: page fault cpuid = 0 time = 1731295310 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x257/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7ef/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0056c89f30 trap() at trap+0x64a/frame 0xfffffe0056c8a110 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a110 --- trap 0xc, rip = 0xffffffff81a306cf, rsp = 0xfffffe0056c8a1e0, rbp = 0xfffffe0056c8a710 --- ip6_output() at ip6_output+0x373f/frame 0xfffffe0056c8a710 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x2078/frame 0xfffffe0056c8a9c0 sctp_send_initiate() at sctp_send_initiate+0x155b/frame 0xfffffe0056c8ab40 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab90 sctp_timeout_handler() at sctp_timeout_handler+0xb60/frame 0xfffffe0056c8acd0 softclock_call_cc() at softclock_call_cc+0x422/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23ebdd7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827285e0 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815d0959 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffe r14 0xffffffff827285e0 .str.27 r15 0 rip 0xffffffff815ba23e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23ebdd7(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83930760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83930760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83931700 (map 0xffffffff83931700) (map.pmap 0xffffffff839317c0) (pmap 0xffffffff83931830) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 3373 765 765 0 R (threaded) syz-executor 100117 RunQ syz-executor 104419 RunQ syz-executor 3372 3140 3140 0 R (threaded) syz-executor 100118 RunQ syz-executor 104418 RunQ syz-executor 3370 764 764 0 R (threaded) syz-executor 100242 RunQ syz-executor 104414 RunQ syz-executor 3367 3314 3314 0 R (threaded) syz-executor 100119 RunQ syz-executor 104407 S connec 0xfffffe006ecfd0da syz-executor 104410 S uwait 0xfffffe00711de480 syz-executor 104412 S uwait 0xfffffe00711de580 syz-executor 3352 3343 3352 0 Ss select 0xfffffe00711dd8c0 dhclient 3348 1 3348 0 Ss select 0xfffffe00711df7c0 dhclient 3343 3328 424 65 S select 0xfffffe00711df9c0 dhclient 3328 424 424 0 S wait 0xfffffe005bce5020 sh 3314 763 3314 0 R syz-executor 3213 0 0 0 DL aiordy 0xfffffe005bd0c5a0 [aiod4] 3212 0 0 0 DL aiordy 0xfffffe005bd30560 [aiod3] 3211 0 0 0 DL aiordy 0xfffffe0007a08060 [aiod2] 3209 0 0 0 DL aiordy 0xfffffe005bce5ae0 [aiod1] 3140 763 3140 0 R syz-executor 2403 1 2403 65 Ss select 0xfffffe0059912640 dhclient 1826 1 1826 0 Ss select 0xfffffe0059912940 dhclient 1822 1 1822 0 Ss select 0xfffffe00711ddc40 dhclient 1800 1 1800 65 Ss select 0xfffffe006eaf6240 dhclient 818 1 818 0 Ss select 0xfffffe00711df6c0 dhclient 814 1 814 0 Ss select 0xfffffe00711df740 dhclient 765 763 765 0 R syz-executor 764 763 764 0 R syz-executor 763 761 761 0 S nanslp 0xffffffff839873c1 syz-executor 761 759 761 0 Ss pause 0xfffffe0007a08670 csh 759 682 759 0 Ss select 0xfffffe006eaf77c0 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe00587decb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587df0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587df4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587df8b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00587dfcb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00587e00b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00587e04b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00587e08b0 getty 686 1 686 0 Ss nanslp 0xffffffff839873c0 cron 682 1 682 0 Ss select 0xfffffe006eaf87c0 sshd 495 1 495 0 Ss select 0xfffffe006eaf8140 syslogd 424 1 424 0 Ss wait 0xfffffe0007be2580 devd 423 1 423 65 Ss select 0xfffffe00711dfcc0 dhclient 338 1 338 0 Ss select 0xfffffe006eaf81c0 dhclient 335 1 335 0 Ss select 0xfffffe00711dfc40 dhclient 17 0 0 0 DL syncer 0xffffffff83aa4be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a26040 [vnlru] 15 0 0 0 RL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83aa31c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100094 RunQ [/ worker] 9 0 0 0 DL psleep 0xffffffff83aee8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad4838 [dom0] 100083 D launds 0xffffffff83ad4844 [laundry: dom0] 100084 D umarcl 0xffffffff81d6b9d0 [uma] 7 0 0 0 DL - 0xffffffff83704bb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff841a39d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84513a20 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cf340 [doneq0] 100046 D - 0xffffffff836cf2c0 [async] 100075 D - 0xffffffff836cf140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ad0020 [crypto] 100043 D crypto_ 0xfffffe0057f7a030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057f7a080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543fbc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392fd80 [g_event] 100037 D - 0xffffffff8392fda0 [g_up] 100038 D - 0xffffffff8392fdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 Run CPU 1 [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a07040 [init] 10 0 0 0 DL audit_w 0xffffffff83ad0a80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c1eff0 [swapper] 100005 D - 0xfffffe00085fed00 [softirq_0] 100006 D - 0xfffffe00085fec00 [softirq_1] 100007 D - 0xfffffe00085feb00 [if_io_tqg_0] 100008 D - 0xfffffe00085fea00 [if_io_tqg_1] 100009 D - 0xfffffe00085fe900 [if_config_tqg_0] 100010 D - 0xfffffe00085fe800 [pci_hp taskq] 100011 D - 0xfffffe00085fe700 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fe400 [thread taskq] 100016 D - 0xfffffe00085fe200 [aiod_kick taskq] 100017 D - 0xfffffe00085fe100 [deferred_unmount ta] 100018 D - 0xfffffe00085fe000 [inm_free taskq] 100019 D - 0xfffffe00085fde00 [in6m_free taskq] 100020 D - 0xfffffe00085fdd00 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe00085fda00 [firmware taskq] 100040 D - 0xfffffe00085fd700 [crypto_0] 100041 D - 0xfffffe00085fd700 [crypto_1] 100056 D - 0xfffffe00085fd500 [vtnet0 rxq 0] 100057 D - 0xfffffe00085fd400 [vtnet0 txq 0] 100058 D - 0xfffffe00085fd300 [vtnet0 rxq 1] 100059 D - 0xfffffe00085fd200 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057fa4080 [virtio_balloon] 100065 D - 0xffffffff8272d821 [deadlkres] 100069 D - 0xfffffe0058852000 [acpi_task_0] 100070 D - 0xfffffe0058852000 [acpi_task_1] 100071 D - 0xfffffe0058852000 [acpi_task_2] 100073 D - 0xfffffe00085ff100 [mca taskq] 100074 D - 0xfffffe00085fd600 [CAM taskq] 100076 D - 0xfffffe00085fd000 [ipsec_offload] 3368 3367 3314 0 Z syz-executor db> show all locks Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe0071958020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00788ada50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 Process 12 (intr) thread 0xfffffe0007a1f000 (100034) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe007151c020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1263 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 375 5031K 485 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 sysctloid 35218 2075K 35293 pcb 1268 2066K 14775 vtbuf 24 1968K 46 kobj 330 1320K 494 newblk 85 1045K 20391 vfscache 3 1025K 3 sctp_stro 616 616K 2617 inodedep 27 522K 4841 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1237 464K 9940 subproc 149 274K 3463 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 57800 vmem 5 144K 6 tidhash 3 141K 3 filedesc 18 137K 4955 pagedep 15 132K 2919 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 111 111K 132 sem 4 106K 4 gtaskqueue 18 98K 18 bus 994 81K 5040 sctp_atky 1853 78K 12630 mtx_pool 3 74K 3 BPF 38 71K 56 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 519 65K 519 ddb_capture 1 64K 1 umtx 336 42K 336 kdtrace 207 41K 7794 temp 35 37K 4267 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 140 LRO 30 31K 34 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 71 20K 91 sctp_athm 1237 20K 10118 sctp_map 1232 20K 5024 routetbl 222 19K 682 ufs_mount 4 17K 5 proc 3 17K 3 ifnet 9 17K 9 sctp_timw 64 16K 64 tty 16 16K 16 lltable 47 15K 149 ithread 90 15K 90 bus-sc 34 15K 1637 eventhandler 163 14K 163 ether_multi 152 13K 218 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 freework 38 10K 9951 plimit 24 9K 422 in6_multi 65 9K 85 bmsafemap 3 9K 4868 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 taskqueue 66 7K 66 cred 25 7K 220 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 kqueue 63 5K 3517 pf_ifnet 11 5K 29 UMA 269 5K 269 DEVFSP 66 5K 664 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 59 4K 3930 acpisem 28 4K 28 session 27 4K 47 freeblks 13 4K 4394 lockf 30 4K 62 kcovinfo 52 4K 78 dirrem 12 3K 3944 selfd 45 3K 94783 proc-args 88 3K 4705 terminal 11 3K 11 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 7 select 17 3K 308 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_ifa 15 2K 18 freefile 15 2K 3931 ip6ndp 12 2K 17 mkdir 13 2K 5802 Unitno 26 2K 58 CAM XPT 22 2K 543 in_multi 6 2K 10 tun 4 2K 6 toponodes 6 2K 6 ipsecpolicy 2 2K 2 CC Mem 5 2K 2157 acpidev 20 2K 20 msi 9 2K 9 diradd 9 2K 3969 netlink 2 2K 166 softdep 1 1K 1 newdirblk 8 1K 2901 indirdep 4 1K 11165 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 26 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 18 mld 6 1K 8 igmp 6 1K 8 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 4 1K 16 cdev 2 1K 2 inpcbpolicy 15 1K 3553 lkpikmalloc 8 1K 9 osd 10 1K 2170 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 35 sctp_aadr 2 1K 1110 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 soname 5 1K 10036 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 99 entropy 2 1K 39 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_pcm_rack 0 0K 1134 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2268 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 4785 sctp_iter 0 0K 18 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 18 sctp_stri 0 0K 356 filemon 0 0K 563 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5080 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 11 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 187 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 lio 0 0K 10 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 18313 ioctlops 0 0K 398 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 873 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8665 733 52532 0 254 38494208 0 mbuf 256 9900 768 172693 0 254 2731008 0 sctp_asoc 2256 616 404 2512 0 254 2301120 0 BUF TRIE 144 215 11573 24711 0 62 1697472 0 malloc-384 384 4158 42 4173 0 30 1612800 0 malloc-128 128 12422 71 12750 0 126 1599104 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-2048 2048 723 21 7352 0 8 1523712 0 malloc-4096 4096 330 2 497 0 2 1359872 0 UMA Slabs 0 112 11553 33 11553 0 126 1297632 0 sctp_ep 1152 621 401 7250 0 254 1177344 0 vmem btag 56 17563 116 17563 0 254 990024 0 malloc-65536 65536 13 1 16 0 1 917504 0 RADIX NODE 144 5622 281 103356 0 62 850032 0 sctp_raddr 736 616 407 2512 0 254 752928 0 pbuf 2624 0 253 0 0 2 663872 0 malloc-1024 1024 620 20 2682 0 16 655360 0 FFS inode 1168 531 29 4462 0 8 654080 0 malloc-384 384 1307 73 10512 0 30 529920 0 socket 1024 43 465 12063 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 264 1414 146 48277 0 30 411840 0 256 Bucket 2048 162 24 1280 0 8 380928 0 THREAD 1824 146 22 4419 0 8 306432 0 malloc-32768 32768 4 5 307 0 1 294912 0 VNODE 440 569 97 4504 0 30 293040 0 malloc-4096 4096 60 6 4508 0 2 270336 0 malloc-64 64 3927 168 7844 0 254 262080 0 malloc-16 16 15753 497 21774 0 254 260000 0 malloc-256 256 835 95 15924 0 62 238080 0 malloc-32768 32768 0 7 9832 0 1 229376 0 DEVCTL 1024 16 204 178 0 0 225280 0 malloc-16384 16384 9 4 2475 0 1 212992 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 379 383 7614 0 254 195072 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5344 326 7883 0 254 181440 0 MAP ENTRY 96 1437 453 181354 0 126 181440 0 malloc-128 128 1135 260 28336 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 ertt_txseginfo 40 2052 2089 29550 0 254 165640 0 unpcb 320 17 499 1217 0 254 165120 0 FPU_save_area 832 148 50 6864 0 16 164736 0 FFS2 dinode 256 531 99 4462 0 62 161280 0 sctp_chunk 152 614 426 4193 0 254 158080 0 malloc-1024 1024 127 17 153 0 16 147456 0 S VFS Cache 104 1011 393 5299 0 126 146016 0 malloc-256 256 152 418 21344 0 62 145920 0 malloc-65536 65536 0 2 226 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-2048 2048 7 57 1230 0 8 131072 0 sctp_laddr 48 2361 243 4849 0 254 124992 0 PROC 1376 59 29 3373 0 8 121088 0 ksiginfo 112 64 980 113 0 126 116928 0 malloc-64 64 701 1126 4403 0 254 116928 0 malloc-4096 4096 24 4 37 0 2 114688 0 128 Bucket 1024 62 37 370 0 16 101376 0 tcp_bbr_map 128 294 481 2655 0 126 99200 0 malloc-32768 32768 2 1 122 0 1 98304 0 malloc-8192 8192 6 5 571 0 1 90112 0 filedesc0 1072 59 25 3930 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 64 Bucket 512 94 74 6432 0 30 86016 0 malloc-128 128 333 318 6207 0 126 83328 0 malloc-4096 4096 15 5 31 0 2 81920 0 malloc-256 256 158 157 5659 0 62 80640 0 malloc-256 256 159 156 22754 0 62 80640 0 sctp_readq 152 0 520 154 0 254 79040 0 g_bio 408 0 180 151535 0 30 73440 0 malloc-64 64 513 558 1535 0 254 68544 0 malloc-128 128 153 374 5459 0 126 67456 0 malloc-256 256 80 175 2468 0 62 65280 0 32 Bucket 256 76 179 5037 0 62 65280 0 sctp_stream_msg_out 112 343 197 612 0 254 60480 0 malloc-32 32 1313 577 13602 0 254 60480 0 malloc-384 384 27 123 4841 0 30 57600 0 malloc-8192 8192 7 0 8 0 1 57344 0 malloc-64 64 285 534 99178 0 254 52416 0 malloc-64 64 457 362 659 0 254 52416 0 VMSPACE 616 38 46 3350 0 16 51744 0 malloc-128 128 172 231 636 0 126 51584 0 malloc-256 256 64 131 517 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 33657 0 16 49152 0 malloc-16384 16384 3 0 4 0 1 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-2048 2048 17 7 31 0 8 49152 0 malloc-1024 1024 6 42 1740 0 16 49152 0 malloc-384 384 96 24 96 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 Files 80 214 336 25435 0 126 44000 0 tcp_inpcb 1320 5 28 2157 0 8 43560 0 pcpu-8 8 4830 290 5304 0 254 40960 0 pipe 736 21 34 333 0 16 40480 0 da_ccb 544 0 70 37975 0 16 38080 0 udplite_inpcb 416 0 90 419 0 30 37440 0 udp_inpcb 416 6 84 454 0 30 37440 0 malloc-64 64 80 487 153 0 254 36288 0 malloc-64 64 301 266 17444 0 254 36288 0 malloc-64 64 64 503 3408 0 254 36288 0 16 Bucket 144 69 183 1787 0 62 36288 0 tcp_rack_map 128 0 279 2342 0 126 35712 0 malloc-128 128 44 235 128 0 126 35712 0 malloc-128 128 38 241 3299 0 126 35712 0 malloc-128 128 48 231 6917 0 126 35712 0 routing nhops 256 29 106 42 0 62 34560 0 ripcb 384 4 86 523 0 30 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 38 97 121 0 62 34560 0 malloc-256 256 15 120 3558 0 62 34560 0 malloc-32768 32768 1 0 12 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 180 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 5 3 17 0 2 32768 0 malloc-4096 4096 5 3 559 0 2 32768 0 malloc-2048 2048 14 2 30 0 8 32768 0 malloc-2048 2048 4 12 110 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 4 12 4 0 8 32768 0 malloc-1024 1024 2 30 120 0 16 32768 0 malloc-1024 1024 3 29 18 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 17 15 17 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 2 62 112 0 30 32768 0 malloc-512 512 13 51 45 0 30 32768 0 malloc-512 512 11 53 74 0 30 32768 0 malloc-512 512 3 61 406 0 30 32768 0 pcpu-64 64 494 18 494 0 254 32768 0 PWD 40 21 787 2673 0 254 32320 0 tcp_rack_pcb 1152 0 28 1134 0 8 32256 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1544 456 14443 0 254 32000 0 PGRP 120 31 233 150 0 126 31680 0 tcp_inpcb ports 32 3 879 1238 0 254 28224 0 malloc-32 32 273 609 1055 0 254 28224 0 4 Bucket 48 5 583 5 0 254 28224 0 2 Bucket 32 71 811 3052 0 254 28224 0 AIO 208 0 133 5 0 62 27664 0 TURNSTILE 136 169 20 169 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 82 0 1 24576 0 rtentry 168 30 114 42 0 62 24192 0 8 Bucket 80 59 241 1361 0 126 24000 0 malloc-384 384 1 59 457 0 30 23040 0 malloc-384 384 0 60 381 0 30 23040 0 malloc-384 384 52 8 52 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 169 87 169 0 126 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 ertt 72 5 275 2157 0 126 20160 0 malloc-32 32 124 506 3603 0 254 20160 0 malloc-32 32 303 327 1838 0 254 20160 0 malloc-32 32 26 604 285 0 254 20160 0 malloc-32 32 37 593 2668 0 254 20160 0 KNOTE 160 1 124 21 0 62 20000 0 AIOLIO 272 0 70 5 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 19 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-4096 4096 1 3 189 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 1 17 12 0 16 16128 0 vtnet_tx_hdr 24 1 667 33078 0 254 16032 0 kenv 258 17 43 1078 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 12 366 373 0 254 12096 0 malloc-16 16 36 714 3773 0 254 12000 0 malloc-16 16 45 705 4787 0 254 12000 0 malloc-16 16 72 678 836 0 254 12000 0 malloc-16 16 184 566 3003 0 254 12000 0 malloc-16 16 8 742 9 0 254 12000 0 malloc-16 16 26 724 26498 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0