Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a3b8c3 stack pointer = 0x0:0xfffffe0056c8a1c0 frame pointer = 0x0:0xfffffe0056c8a6f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 000000000b065260 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000050080fe rax: fffffe00033eee30 rbx: fffffe006c1024e0 rbp: fffffe0056c8a6f0 r10: aa01000000000000 r11: 000000000000001f r12: fffffe0056c8a4c0 r13: fffffe0056c8a500 r14: 0000000000000000 r15: fffffe00829b6330 trap number = 12 panic: page fault cpuid = 1 time = 1729680975 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x280/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7f2/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x179/frame 0xfffffe0056c89f10 trap() at trap+0x648/frame 0xfffffe0056c8a0f0 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a0f0 --- trap 0xc, rip = 0xffffffff81a3b8c3, rsp = 0xfffffe0056c8a1c0, rbp = 0xfffffe0056c8a6f0 --- ip6_output() at ip6_output+0x30d3/frame 0xfffffe0056c8a6f0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x216c/frame 0xfffffe0056c8a9a0 sctp_send_initiate() at sctp_send_initiate+0x1591/frame 0xfffffe0056c8ab20 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab70 sctp_timeout_handler() at sctp_timeout_handler+0xb3b/frame 0xfffffe0056c8acb0 softclock_call_cc() at softclock_call_cc+0x395/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23de317(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff8272dbc0 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815da339 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffd r14 0xffffffff8272dbc0 .str.27 r15 0 rip 0xffffffff815c3cfe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23de317(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8392c760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8392c760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff8392d700 (map 0xffffffff8392d700) (map.pmap 0xffffffff8392d7c0) (pmap 0xffffffff8392d830) threads: 2 100030 Run CPU 1 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 3221 3220 3138 0 RV syz-executor 3220 3138 3138 0 R (threaded) syz-executor 100721 RunQ syz-executor 105223 S connec 0xfffffe0059cde0da syz-executor 105224 D ppwait 0xfffffe008262b560 syz-executor 3219 3141 3141 0 S (threaded) syz-executor 100501 S nanslp 0xffffffff83983400 syz-executor 105221 S connec 0xfffffe0059cd18da syz-executor 105222 S uwait 0xfffffe00a52d6400 syz-executor 3218 3215 3150 0 SV uwait 0xfffffe006e4e5500 syz-executor 3217 3151 3151 0 R (threaded) syz-executor 100301 RunQ syz-executor 105218 S connec 0xfffffe007cbf88da syz-executor 105219 S uwait 0xfffffe00a52d6500 syz-executor 105220 S uwait 0xfffffe00a52d6b80 syz-executor 3215 3150 3150 0 T (threaded) syz-executor 105215 D ppwait 0xfffffe005bd27520 syz-executor 105216 s syz-executor 3207 1 3150 0 SV uwait 0xfffffe00586ce780 syz-executor 3204 3194 3204 0 Ss select 0xfffffe00586cd5c0 dhclient 3200 1 3138 0 SV uwait 0xfffffe0079ed7b80 syz-executor 3198 1 3198 0 Ss select 0xfffffe0098decac0 dhclient 3194 3178 424 65 S select 0xfffffe0057f90640 dhclient 3178 424 424 0 S wait 0xfffffe005bd0b5a0 sh 3151 763 3151 0 R syz-executor 3150 763 3150 0 R syz-executor 3141 763 3141 0 R syz-executor 3138 763 3138 0 S nanslp 0xffffffff83983400 syz-executor 822 0 0 0 DL aiordy 0xfffffe005bccfae0 [aiod4] 821 0 0 0 DL aiordy 0xfffffe005bcd0040 [aiod3] 820 0 0 0 DL aiordy 0xfffffe005bcd05a0 [aiod2] 819 0 0 0 DL aiordy 0xfffffe005bcd0b00 [aiod1] 763 761 761 0 R syz-executor 761 759 761 0 Ss pause 0xfffffe0007a07bb0 csh 759 682 759 0 Ss select 0xfffffe0057f90940 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe0058932cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00589330b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00589334b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00589338b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058933cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00589340b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00589344b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00589348b0 getty 686 1 686 0 Ss nanslp 0xffffffff83983400 cron 682 1 682 0 Ss select 0xfffffe00584786c0 sshd 495 1 495 0 Ss select 0xfffffe005847a740 syslogd 424 1 424 0 Ss wait 0xfffffe005bca2ac0 devd 423 1 423 65 Ss select 0xfffffe005847ab40 dhclient 338 1 338 0 Ss select 0xfffffe0058478ac0 dhclient 335 1 335 0 Ss select 0xfffffe0058478b40 dhclient 17 0 0 0 DL syncer 0xffffffff83aa0be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a26040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83a9f1c0 [bufdaemon] 100080 D - 0xffffffff82e02140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0059abcce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83aea8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad0838 [dom0] 100081 D launds 0xffffffff83ad0844 [laundry: dom0] 100082 D umarcl 0xffffffff81d7a880 [uma] 7 0 0 0 DL - 0xffffffff83700bb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff841a69a0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847699e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cb340 [doneq0] 100046 D - 0xffffffff836cb2c0 [async] 100075 D - 0xffffffff836cb140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83acc020 [crypto] 100043 D crypto_ 0xfffffe0054082d30 [crypto returns 0] 100044 D crypto_ 0xfffffe0054082d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543e0088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392bd80 [g_event] 100037 D - 0xffffffff8392bda0 [g_up] 100038 D - 0xffffffff8392bdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 1 [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 Run CPU 0 [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a07040 [init] 10 0 0 0 DL audit_w 0xffffffff83acca80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c19ff0 [swapper] 100005 D - 0xfffffe000796d200 [softirq_0] 100006 D - 0xfffffe000796d100 [softirq_1] 100007 D - 0xfffffe000796d000 [if_io_tqg_0] 100008 D - 0xfffffe000796ce00 [if_io_tqg_1] 100009 D - 0xfffffe000796cd00 [if_config_tqg_0] 100010 D - 0xfffffe000796cc00 [pci_hp taskq] 100011 D - 0xfffffe000796cb00 [kqueue_ctx taskq] 100014 D - 0xfffffe000796c800 [thread taskq] 100016 D - 0xfffffe000796c600 [aiod_kick taskq] 100017 D - 0xfffffe000796c500 [deferred_unmount ta] 100018 D - 0xfffffe000796c400 [inm_free taskq] 100019 D - 0xfffffe000796c300 [in6m_free taskq] 100020 D - 0xfffffe000796c200 [linuxkpi_irq_wq] 100021 D - 0xfffffe000796c100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796c100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796c100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796c100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796c000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796c000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796c000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796c000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796be00 [firmware taskq] 100040 D - 0xfffffe000796bd00 [crypto_0] 100041 D - 0xfffffe000796bd00 [crypto_1] 100056 D - 0xfffffe000796bb00 [vtnet0 rxq 0] 100057 D - 0xfffffe000796ba00 [vtnet0 txq 0] 100058 D - 0xfffffe000796b900 [vtnet0 rxq 1] 100059 D - 0xfffffe000796b800 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057f8d380 [virtio_balloon] 100065 D - 0xffffffff82732e01 [deadlkres] 100069 D - 0xfffffe00595d5000 [acpi_task_0] 100070 D - 0xfffffe00595d5000 [acpi_task_1] 100071 D - 0xfffffe00595d5000 [acpi_task_2] 100073 D - 0xfffffe000796dc00 [mca taskq] 100074 D - 0xfffffe000796bc00 [CAM taskq] 100076 D - 0xfffffe00595d4e00 [ipsec_offload] db> show all locks Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe008fc866a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006e598180) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 Process 12 (intr) thread 0xfffffe0007a1f740 (100033) shared rm hhook_head rm lock (hhook_head rm lock) r = 0 (0xfffffe0058849910) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_hhook.c:101 exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00843ab020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1263 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 375 5015K 517 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 sysctloid 35218 2075K 35293 vtbuf 24 1968K 46 kobj 329 1316K 493 pcb 498 1202K 10775 vmem 5 1058K 16 newblk 24 1030K 1930 vfscache 3 1025K 3 inodedep 203 588K 2342 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 476 386K 3641 sctp_stro 225 225K 1757 vnet_data 2 224K 2 acpitask 1 224K 1 filedesc 26 201K 4407 KTRACE 100 200K 100 acpica 1674 184K 57762 sctp_atcl 462 174K 7131 tidhash 3 141K 3 pagedep 21 133K 1616 tfo_ccache 1 128K 1 IP reass 1 128K 1 kdtrace 541 125K 8447 umtx 992 124K 992 DEVFS1 113 113K 138 sem 4 106K 4 gtaskqueue 18 98K 18 bus 991 81K 5033 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 518 65K 518 ddb_capture 1 64K 1 freework 173 44K 1602 freeblks 172 43K 1601 temp 35 37K 3114 BPF 22 36K 120 LRO 34 35K 42 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 142 msg 4 30K 4 sctp_atky 687 29K 8946 kbdmux 6 28K 6 freefile 177 23K 1594 routetbl 288 21K 994 DEVFS_RULE 56 20K 56 ifaddr 69 20K 109 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1627 ifnet 8 15K 11 lltable 44 14K 100 eventhandler 163 14K 163 ether_multi 152 13K 274 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 in6_multi 65 9K 105 bmsafemap 3 9K 1677 plimit 22 9K 496 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 sctp_timw 32 8K 32 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 sctp_athm 462 8K 7185 sctp_map 450 8K 3514 taskqueue 66 7K 66 pf_ifnet 19 7K 233 sglist 6 7K 6 CAM DEV 3 6K 510 cred 23 6K 322 pfs_nodes 22 6K 22 kqueue 63 6K 6542 ufs_dirhash 22 5K 24 UMA 269 5K 269 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 191 pwddesc 57 4K 3448 dirrem 14 4K 1612 acpisem 28 4K 28 kcovinfo 52 4K 104 selfd 48 3K 81789 lockf 27 3K 70 terminal 11 3K 11 session 21 3K 57 mkdir 20 3K 3188 proc-args 80 3K 4760 hhook 8 3K 10 CC Mem 9 3K 1291 clone 9 3K 9 uidinfo 3 3K 11 sctp_ifa 17 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 22 newdirblk 14 2K 1594 Unitno 28 2K 66 diradd 13 2K 1641 CAM XPT 22 2K 543 in_multi 6 2K 12 tun 4 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 59 acpidev 20 2K 20 msi 9 2K 9 netlink 2 2K 225 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 12 vnodemarker 2 1K 68 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 22 ipsec 3 1K 3 mld 6 1K 10 igmp 6 1K 10 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 inpcbpolicy 18 1K 1746 osd 14 1K 1304 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 20 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 sctp_aadr 3 1K 329 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 soname 7 1K 10218 cryptodev 2 1K 35 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 126 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 763 sctp_iter 0 0K 25 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 25 sctp_stri 0 0K 108 tcp_pcm_rack 0 0K 242 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 484 mqdata 0 0K 0 filemon 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1329 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 32 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 8 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 419 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 lio 0 0K 758 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 18404 ioctlops 0 0K 122 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 1045 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree ertt_txseginfo 40 10756 20598597 21779509 0 254 824374120 0 256 Bucket 2048 81267 59 177285 0 10 166555648 0 mbuf_jumbo_page 4096 9281 879 35464 0 253 41615360 0 vmem btag 56 272705 70 273031 0 254 15275400 0 UMA Slabs 0 112 54450 12 54534 0 126 6099744 0 malloc-16384 16384 12 345 2200 0 1 5849088 0 tcp_bbr_map 128 302 37766 110456 0 126 4872704 0 RADIX NODE 144 22577 7574 94895 0 62 4341744 0 malloc-2048 2048 241 1191 5515 0 8 2932736 0 mbuf 256 9914 1265 21868307 0 254 2861824 0 mbuf_cluster 2048 1016 0 1016 0 253 2080768 0 sctp_ep 1152 237 1541 5320 0 253 2048256 0 socket 1024 51 1729 8381 0 253 1822720 0 VM OBJECT 264 1146 5544 41788 0 30 1766160 0 sctp_asoc 2256 225 540 1757 0 253 1725840 0 BUF TRIE 144 214 11574 732 0 62 1697472 0 malloc-4096 4096 57 353 3224 0 2 1679360 0 malloc-384 384 4121 49 4478 0 30 1601280 0 malloc-128 128 11552 166 11600 0 126 1499904 0 malloc-4096 4096 330 2 501 0 2 1359872 0 MAP ENTRY 96 1269 12591 163747 0 126 1330560 0 FFS inode 1168 541 355 2136 0 8 1046528 0 THREAD 1824 483 13 5224 0 8 904704 0 malloc-384 384 515 1315 7227 0 30 702720 0 malloc-65536 65536 9 1 12 0 1 655360 0 PROC 1376 56 362 3221 0 8 575168 0 sctp_raddr 736 225 545 1782 0 253 566720 0 pbuf 2624 0 202 0 0 2 530048 0 lkpicurr 168 2 3094 2 0 62 520128 0 128 Bucket 1024 464 19 1516 0 16 494592 0 malloc-65536 65536 5 2 509 0 1 458752 0 filedesc0 1072 57 363 3448 0 8 450240 0 malloc-256 256 261 1479 7269 0 62 445440 0 FPU_save_area 832 485 46 7030 0 16 441792 0 VNODE 440 578 412 2179 0 30 435600 0 tcp_inpcb 1320 9 255 1291 0 8 348480 0 malloc-1024 1024 227 109 1781 0 16 344064 0 malloc-64 64 3985 866 10598 0 254 310464 0 32 Bucket 256 303 762 19394 0 62 272640 0 mbuf_packet 256 27 989 12051 0 254 260096 0 VMSPACE 616 34 386 2751 0 16 258720 0 FFS2 dinode 256 541 389 2135 0 62 238080 0 malloc-16 16 14512 238 14582 0 254 236000 0 malloc-2048 2048 102 10 102 0 8 229376 0 malloc-128 128 1427 92 6306 0 126 194432 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5334 336 5376 0 254 181440 0 malloc-128 128 1221 174 27345 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 malloc-384 384 420 30 420 0 30 172800 0 tcp_bbr_pcb 896 4 176 671 0 16 161280 0 malloc-4096 4096 1 37 243 0 2 155648 0 Files 80 202 1698 20249 0 126 152000 0 64 Bucket 512 229 67 15603 0 30 151552 0 malloc-1024 1024 131 13 1761 0 16 147456 0 S VFS Cache 104 1026 378 2734 0 126 146016 0 malloc-256 256 510 60 6508 0 62 145920 0 malloc-256 256 369 201 3528 0 62 145920 0 malloc-256 256 285 270 3202 0 62 142080 0 DEVCTL 1024 26 102 205 0 0 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 15 0 1 131072 0 unpcb 256 11 499 1252 0 253 130560 0 malloc-384 384 223 47 2380 0 30 103680 0 malloc-128 128 540 235 4156 0 126 99200 0 malloc-4096 4096 10 14 26 0 2 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-2048 2048 7 35 1198 0 8 86016 0 malloc-64 64 620 703 83441 0 254 84672 0 malloc-16384 16384 5 0 185 0 1 81920 0 malloc-8192 8192 9 1 118 0 1 81920 0 malloc-256 256 65 250 4321 0 62 80640 0 sctp_readq 152 0 520 4 0 253 79040 0 sctp_chunk 152 185 335 620 0 253 79040 0 TURNSTILE 136 497 70 497 0 62 77112 0 malloc-64 64 557 514 1371 0 254 68544 0 malloc-32 32 723 1419 10621 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 16 0 27 0 2 65536 0 malloc-2048 2048 18 14 22 0 8 65536 0 malloc-256 256 56 199 2507 0 62 65280 0 g_bio 408 0 150 8342 0 30 61200 0 sctp_stream_msg_out 112 140 400 537 0 253 60480 0 malloc-8192 8192 7 0 8 0 1 57344 0 ksiginfo 112 399 105 1365 0 126 56448 0 SLEEPQUEUE 88 497 143 497 0 126 56320 0 malloc-64 64 239 580 18526 0 254 52416 0 malloc-64 64 327 492 4118 0 254 52416 0 malloc-128 128 179 224 1757 0 126 51584 0 malloc-128 128 108 295 4357 0 126 51584 0 malloc-256 256 71 124 1988 0 62 49920 0 DIRHASH 1024 25 23 35 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-4096 4096 9 3 21 0 2 49152 0 tcp_rack_pcb 1152 0 42 242 0 8 48384 0 pcpu-8 8 5217 415 9473 0 254 45056 0 PWD 40 21 1090 1690 0 254 44440 0 syncache 168 0 264 3 0 253 44352 0 malloc-4096 4096 5 5 567 0 2 40960 0 pipe 736 19 36 469 0 16 40480 0 da_ccb 544 0 70 2176 0 16 38080 0 udp_inpcb 416 6 84 239 0 30 37440 0 malloc-512 512 5 67 1001 0 30 36864 0 malloc-64 64 151 416 159 0 254 36288 0 malloc-64 64 40 527 45 0 254 36288 0 malloc-32 32 135 999 5704 0 254 36288 0 malloc-16 16 466 1784 12502 0 254 36000 0 tcp_rack_map 128 0 279 3298 0 126 35712 0 malloc-128 128 70 209 74 0 126 35712 0 malloc-128 128 68 211 77 0 126 35712 0 routing nhops 256 29 106 54 0 62 34560 0 ripcb 384 3 87 216 0 30 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 567 0 30 34560 0 malloc-256 256 49 86 59 0 62 34560 0 NAMEI 1024 0 32 23538 0 16 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-2048 2048 8 8 59 0 8 32768 0 malloc-2048 2048 11 5 32 0 8 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-1024 1024 18 14 34 0 16 32768 0 malloc-1024 1024 14 18 526 0 16 32768 0 malloc-512 512 2 62 171 0 30 32768 0 malloc-512 512 4 60 176 0 30 32768 0 malloc-512 512 3 61 69 0 30 32768 0 malloc-512 512 12 52 82 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 16 Bucket 144 113 111 8966 0 62 32256 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 351 49 3425 0 126 32000 0 PGRP 120 25 239 65 0 126 31680 0 sctp_laddr 48 246 342 1381 0 254 28224 0 tcp_inpcb ports 32 7 875 826 0 254 28224 0 ertt 72 9 383 1291 0 126 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 AIO 208 1 132 379 0 62 27664 0 cpuset 200 7 121 7 0 62 25600 0 rtentry 168 30 114 54 0 62 24192 0 malloc-16 16 547 953 7477 0 254 24000 0 malloc-16 16 491 1009 31690 0 254 24000 0 malloc-384 384 28 32 40 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 hostcache 64 2 313 2 0 254 20160 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 malloc-64 64 2 313 19 0 254 20160 0 malloc-32 32 249 381 353 0 254 20160 0 malloc-32 32 225 405 1188 0 254 20160 0 malloc-32 32 24 606 2801 0 254 20160 0 malloc-32 32 31 599 37 0 254 20160 0 2 Bucket 32 422 208 1345 0 254 20160 0 KNOTE 160 2 123 1007 0 62 20000 0 AIOLIO 272 0 70 379 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 20 0 1 16384 0 malloc-4096 4096 0 4 425 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 10 6 10 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 sctp_asconf_ack 48 0 336 4 0 254 16128 0 vtnet_tx_hdr 24 1 667 21781467 0 254 16032 0 kenv 258 17 43 1072 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 sackhole 32 0 378 1 0 254 12096 0 malloc-32 32 7 371 20 0 254 12096 0 malloc-16 16 6 744 9 0 254 12000 0 malloc-16 16 19 731 135 0 254 12000 0 malloc-16 16 62 688 868 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 6 24 6 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 253 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 253 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 253 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 253 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 416 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 15 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0