Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a3b8c3 stack pointer = 0x0:0xfffffe0056c8a1c0 frame pointer = 0x0:0xfffffe0056c8a6f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 cur rent process = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 000000000dc9a160 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000050080fe rax: fffffe00033eee30 rbx: fffffe006c77b5e0 rbp: fffffe0056c8a6f0 r10: aa02000000000000 r11: 000000000000001f r12: fffffe0056c8a4c0 r13: fffffe0056c8a500 r14: 0000000000000000 r15: fffffe00829b6330 trap number = 12 panic: page fault cpuid = 0 time = 1729675714 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c898f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89a50 vpanic() at vpanic+0x280/frame 0xfffffe0056c89c10 panic() at panic+0xb5/frame 0xfffffe0056c89cd0 trap_fatal() at trap_fatal+0x7f2/frame 0xfffffe0056c89df0 trap_pfault() at trap_pfault+0x179/frame 0xfffffe0056c89f10 trap() at trap+0x648/frame 0xfffffe0056c8a0f0 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a0f0 --- trap 0xc, rip = 0xffffffff81a3b8c3, rsp = 0xfffffe0056c8a1c0, rbp = 0xfffffe0056c8a6f0 --- ip6_output() at ip6_output+0x30d3/frame 0xfffffe0056c8a6f0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x216c/frame 0xfffffe0056c8a9a0 sctp_send_initiate() at sctp_send_initiate+0x1591/frame 0xfffffe0056c8ab20 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab70 sctp_timeout_handler() at sctp_timeout_handler+0xb3b/frame 0xfffffe0056c8acb0 softclock_call_cc() at softclock_call_cc+0x395/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23de317(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff8272dbc0 .str.27 rsp 0xfffffe0056c89a30 rbp 0xfffffe0056c89a50 rsi 0 rdi 0xffffffff815da339 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffe r14 0xffffffff8272dbc0 .str.27 r15 0 rip 0xffffffff815c3cfe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23de317(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8392c760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8392c760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff8392d700 (map 0xffffffff8392d700) (map.pmap 0xffffffff8392d7c0) (pmap 0xffffffff8392d830) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 4056 3987 3987 0 S (threaded) syz-executor 100108 S nanslp 0xffffffff83983401 syz-executor 106270 S connec 0xfffffe006b6870da syz-executor 106271 S uwait 0xfffffe00a980c700 syz-executor 4055 4001 4001 0 S (threaded) syz-executor 100202 S nanslp 0xffffffff83983401 syz-executor 106268 S connec 0xfffffe006b8b64da syz-executor 106269 S uwait 0xfffffe00a980cd80 syz-executor 4051 4041 4051 0 Ss select 0xfffffe0097035e40 dhclient 4047 1 4047 0 Ss select 0xfffffe0097036040 dhclient 4043 4035 3995 0 SV uwait 0xfffffe00a980c180 syz-executor 4041 4021 424 65 S select 0xfffffe007922fb40 dhclient 4037 4029 3993 0 SV uwait 0xfffffe00586cd380 syz-executor 4035 3995 3995 0 T (threaded) syz-executor 100276 s syz-executor 106262 D ppwait 0xfffffe00abe0aaa0 syz-executor 4029 3993 3993 0 T (threaded) syz-executor 101761 s syz-executor 106261 D ppwait 0xfffffe005bced000 syz-executor 4021 424 424 0 S wait 0xfffffe008e618040 sh 4001 763 4001 0 S nanslp 0xffffffff83983401 syz-executor 3995 763 3995 0 S nanslp 0xffffffff83983401 syz-executor 3993 763 3993 0 S nanslp 0xffffffff83983401 syz-executor 3987 763 3987 0 S nanslp 0xffffffff83983401 syz-executor 841 0 0 0 DL aiordy 0xfffffe005bcc7060 [aiod4] 840 0 0 0 DL aiordy 0xfffffe005bcc75c0 [aiod3] 839 0 0 0 DL aiordy 0xfffffe005bcc6040 [aiod2] 837 0 0 0 DL aiordy 0xfffffe005bcb4560 [aiod1] 763 761 761 0 S nanslp 0xffffffff83983401 syz-executor 761 759 761 0 Ss pause 0xfffffe005bcb6650 csh 759 682 759 0 Ss select 0xfffffe0058478f40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00540758b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0058932cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00589330b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00589334b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00589338b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058933cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00589340b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00589344b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00589348b0 getty 686 1 686 0 Ss nanslp 0xffffffff83983401 cron 682 1 682 0 Ss select 0xfffffe005847a4c0 sshd 495 1 495 0 Ss select 0xfffffe00586ce0c0 syslogd 424 1 424 0 Ss wait 0xfffffe0007be2580 devd 423 1 423 65 Ss select 0xfffffe00586ce240 dhclient 338 1 338 0 Ss select 0xfffffe00586ceac0 dhclient 335 1 335 0 Ss select 0xfffffe0058479c40 dhclient 17 0 0 0 DL syncer 0xffffffff83aa0be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a26040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83a9f1c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe006b6b0ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83aea8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad0838 [dom0] 100080 D launds 0xffffffff83ad0844 [laundry: dom0] 100081 D umarcl 0xffffffff81d7a880 [uma] 7 0 0 0 DL - 0xffffffff83700bb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847c69a0 [pf purge] 5 0 0 0 DL waiting 0xffffffff844779e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cb340 [doneq0] 100046 D - 0xffffffff836cb2c0 [async] 100075 D - 0xffffffff836cb140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83acc020 [crypto] 100043 D crypto_ 0xfffffe0054082d30 [crypto returns 0] 100044 D crypto_ 0xfffffe0054082d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543e0088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392bd80 [g_event] 100037 D - 0xffffffff8392bda0 [g_up] 100038 D - 0xffffffff8392bdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a07040 [init] 10 0 0 0 DL audit_w 0xffffffff83acca80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c19ff0 [swapper] 100005 D - 0xfffffe000796d200 [softirq_0] 100006 D - 0xfffffe000796d100 [softirq_1] 100007 D - 0xfffffe000796d000 [if_io_tqg_0] 100008 D - 0xfffffe000796ce00 [if_io_tqg_1] 100009 D - 0xfffffe000796cd00 [if_config_tqg_0] 100010 D - 0xfffffe000796cc00 [pci_hp taskq] 100011 D - 0xfffffe000796cb00 [kqueue_ctx taskq] 100014 D - 0xfffffe000796c800 [thread taskq] 100016 D - 0xfffffe000796c600 [aiod_kick taskq] 100017 D - 0xfffffe000796c500 [deferred_unmount ta] 100018 D - 0xfffffe000796c400 [inm_free taskq] 100019 D - 0xfffffe000796c300 [in6m_free taskq] 100020 D - 0xfffffe000796c200 [linuxkpi_irq_wq] 100021 D - 0xfffffe000796c100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796c100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796c100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796c100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796c000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796c000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796c000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796c000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796be00 [firmware taskq] 100040 D - 0xfffffe000796bd00 [crypto_0] 100041 D - 0xfffffe000796bd00 [crypto_1] 100056 D - 0xfffffe000796bb00 [vtnet0 rxq 0] 100057 D - 0xfffffe000796ba00 [vtnet0 txq 0] 100058 D - 0xfffffe000796b900 [vtnet0 rxq 1] 100059 D - 0xfffffe000796b800 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057f8d380 [virtio_balloon] 100065 D - 0xffffffff82732e00 [deadlkres] 100069 D - 0xfffffe00595d5000 [acpi_task_0] 100070 D - 0xfffffe00595d5000 [acpi_task_1] 100071 D - 0xfffffe00595d5000 [acpi_task_2] 100073 D - 0xfffffe000796d300 [mca taskq] 100074 D - 0xfffffe000796bc00 [CAM taskq] 100076 D - 0xfffffe00595d4e00 [ipsec_offload] db> show all locks Process 2 (clock) thread 0xfffffe0007a19000 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe008b454020) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0074ec1a50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests sctp_stro 338 417905K 2407 pf_hash 6 12804K 6 linker 375 5015K 485 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 sysctloid 35218 2075K 35293 vtbuf 24 1968K 46 pcb 714 1443K 15127 kobj 329 1316K 493 vmem 5 1064K 16 newblk 22 1030K 2632 vfscache 3 1025K 3 inodedep 432 674K 3369 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 529 398K 4228 sctp_atcl 684 257K 9790 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 57762 filedesc 22 169K 5663 tidhash 3 141K 3 kdtrace 596 139K 10329 umtx 1104 138K 1104 pagedep 20 133K 2321 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 138 sem 4 106K 4 freework 407 102K 2308 freeblks 406 102K 2307 gtaskqueue 18 98K 18 bus 991 81K 5033 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 518 65K 518 ddb_capture 1 64K 1 freefile 408 51K 2300 sctp_atky 1026 44K 12222 temp 35 37K 2929 BPF 22 36K 58 LRO 34 35K 42 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 142 msg 4 30K 4 kbdmux 6 28K 6 cred 83 21K 612 routetbl 284 21K 969 DEVFS_RULE 56 20K 56 ifaddr 68 19K 109 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1627 ifnet 8 15K 11 lltable 44 14K 87 eventhandler 163 14K 163 ether_multi 152 13K 274 kenv 95 12K 95 sctp_athm 684 11K 9805 sctp_map 676 11K 4814 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 sctp_timw 36 9K 36 in6_multi 65 9K 105 tcp_fsb_rack 4 9K 376 bmsafemap 2 9K 2624 plimit 22 9K 466 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 taskqueue 66 7K 66 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 pf_ifnet 14 6K 39 ufs_dirhash 24 5K 24 kqueue 59 5K 5968 UMA 269 5K 269 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 433 dirrem 15 4K 2315 acpisem 28 4K 28 pwddesc 55 4K 4057 kcovinfo 52 4K 104 mkdir 24 3K 4596 lockf 27 3K 67 terminal 11 3K 11 session 21 3K 52 proc-args 78 3K 5502 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 9 sctp_ifa 17 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 CC Mem 8 2K 2041 selfd 31 2K 103973 ip6ndp 12 2K 21 newdirblk 13 2K 2298 diradd 13 2K 2343 Unitno 26 2K 66 CAM XPT 22 2K 543 in_multi 6 2K 12 tun 4 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 53 acpidev 20 2K 20 msi 9 2K 9 netlink 2 2K 180 sctp_stri 2 1K 30 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 12 vnodemarker 2 1K 666 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 22 ipsec 3 1K 3 mld 6 1K 10 igmp 6 1K 10 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 inpcbpolicy 20 1K 3398 encap_export_host 12 1K 12 tcp_pcm_rack 2 1K 188 osd 13 1K 2054 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 sctp_aadr 4 1K 1398 vnodes 1 1K 1 procdesc 2 1K 16 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 soname 6 1K 12238 cryptodev 2 1K 35 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 46 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 104 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_do_rack 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1115 sctp_iter 0 0K 26 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 26 filemon 0 0K 304 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1984 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 359 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 8 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 197 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 lio 0 0K 262 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 18968 ioctlops 0 0K 118 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 1011 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree ertt_txseginfo 40 0 9928401 11699253 0 254 397136040 0 256 Bucket 2048 39263 17 90248 0 8 80445440 0 mbuf_jumbo_page 4096 8464 934 42389 0 254 38494208 0 vmem btag 56 142267 44 142617 0 254 7969416 0 malloc-16384 16384 10 399 2828 0 1 6701056 0 RADIX NODE 144 20890 5117 101459 0 62 3745008 0 UMA Slabs 0 112 32806 20 32806 0 126 3676512 0 malloc-2048 2048 348 1436 7563 0 8 3653632 0 mbuf 256 8915 1258 11801009 0 254 2604288 0 sctp_ep 1152 344 1693 7368 0 254 2346624 0 tcp_bbr_map 128 0 16523 310935 0 126 2114944 0 malloc-4096 4096 55 409 3756 0 2 1900544 0 socket 1024 49 1731 12052 0 254 1822720 0 sctp_asoc 2256 338 427 2407 0 254 1725840 0 BUF TRIE 144 214 11574 1632 0 62 1697472 0 VM OBJECT 264 1131 5229 56068 0 30 1679040 0 malloc-384 384 4121 49 4478 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11552 166 11596 0 126 1499904 0 MAP ENTRY 96 1251 13113 212880 0 126 1378944 0 malloc-4096 4096 330 4 501 0 2 1368064 0 FFS inode 1168 537 415 2837 0 8 1111936 0 THREAD 1824 540 12 6271 0 8 1006848 0 malloc-384 384 737 1543 9883 0 30 875520 0 PROC 1376 54 419 4056 0 8 650848 0 malloc-65536 65536 9 0 12 0 1 589824 0 sctp_raddr 736 348 422 2437 0 254 566720 0 pbuf 2624 0 202 0 0 2 530048 0 lkpicurr 168 2 3094 2 0 62 520128 0 malloc-256 256 369 1626 10076 0 62 510720 0 filedesc0 1072 55 421 4057 0 8 510272 0 FPU_save_area 832 542 34 8655 0 16 479232 0 VNODE 440 575 478 2881 0 30 463320 0 malloc-65536 65536 5 2 453 0 1 458752 0 128 Bucket 1024 300 23 2659 0 16 330752 0 malloc-64 64 3981 1122 12040 0 254 326592 0 VMSPACE 616 34 434 3880 0 16 288288 0 malloc-1024 1024 159 113 1942 0 16 278528 0 malloc-256 256 897 168 5230 0 62 272640 0 FFS2 dinode 256 537 468 2837 0 62 257280 0 malloc-16 16 14512 238 14582 0 254 236000 0 malloc-2048 2048 102 10 102 0 8 229376 0 malloc-128 128 1543 224 7772 0 126 226176 0 DEVCTL 1024 26 194 205 0 0 225280 0 malloc-2048 2048 6 90 1185 0 8 196608 0 malloc-384 384 475 35 475 0 30 195840 0 mbuf_packet 256 8 754 9060 0 254 195072 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-384 384 451 29 3407 0 30 184320 0 malloc-32 32 5334 336 5376 0 254 181440 0 malloc-128 128 1223 172 27613 0 126 178560 0 malloc-256 256 283 407 3922 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 Files 80 202 1848 28322 0 126 164000 0 malloc-1024 1024 131 29 1682 0 16 163840 0 malloc-256 256 567 63 7477 0 62 161280 0 S VFS Cache 104 1021 383 3958 0 126 146016 0 64 Bucket 512 199 65 12705 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 15 0 1 131072 0 unpcb 256 11 499 1228 0 254 130560 0 tcp_inpcb 1320 8 88 2041 0 8 126720 0 ksiginfo 112 456 588 1437 0 126 116928 0 malloc-128 128 544 231 4415 0 126 99200 0 malloc-4096 4096 10 14 26 0 2 98304 0 32 Bucket 256 306 69 13232 0 62 96000 0 malloc-32 32 939 1959 13693 0 254 92736 0 UMA Kegs 384 227 6 227 0 30 89472 0 TURNSTILE 136 553 77 553 0 62 85680 0 malloc-64 64 355 968 19452 0 254 84672 0 malloc-64 64 603 720 105625 0 254 84672 0 malloc-128 128 410 241 2458 0 126 83328 0 malloc-16384 16384 5 0 185 0 1 81920 0 malloc-8192 8192 10 0 118 0 1 81920 0 sctp_readq 152 0 520 6 0 254 79040 0 sctp_chunk 152 277 243 649 0 254 79040 0 sctp_laddr 48 738 858 3116 0 254 76608 0 g_bio 408 0 180 18186 0 30 73440 0 tcp_bbr_pcb 896 0 81 1392 0 16 72576 0 malloc-64 64 557 514 1580 0 254 68544 0 malloc-64 64 325 746 4952 0 254 68544 0 SLEEPQUEUE 88 553 215 553 0 126 67584 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 16 0 27 0 2 65536 0 malloc-256 256 66 189 5089 0 62 65280 0 sctp_stream_msg_out 112 121 419 428 0 254 60480 0 malloc-8192 8192 1 6 324 0 1 57344 0 malloc-8192 8192 7 0 8 0 1 57344 0 malloc-4096 4096 9 5 21 0 2 57344 0 malloc-128 128 106 297 5354 0 126 51584 0 malloc-256 256 59 136 3171 0 62 49920 0 malloc-256 256 65 130 2741 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 27230 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 18 6 22 0 8 49152 0 malloc-2048 2048 11 13 31 0 8 49152 0 malloc-1024 1024 14 34 526 0 16 49152 0 ripcb 384 6 114 1137 0 30 46080 0 pcpu-8 8 5189 443 5991 0 254 45056 0 PWD 40 19 1092 2389 0 254 44440 0 syncache 168 0 264 3 0 254 44352 0 malloc-16 16 687 2063 17820 0 254 44000 0 8 Bucket 80 393 157 7375 0 126 44000 0 pipe 736 19 36 986 0 16 40480 0 da_ccb 544 0 70 4637 0 16 38080 0 udp_inpcb 416 6 84 220 0 30 37440 0 malloc-64 64 151 416 159 0 254 36288 0 malloc-64 64 41 526 45 0 254 36288 0 malloc-32 32 135 999 7936 0 254 36288 0 16 Bucket 144 111 141 506 0 62 36288 0 tcp_rack_map 128 4 275 607 0 126 35712 0 malloc-128 128 70 209 74 0 126 35712 0 malloc-128 128 69 210 77 0 126 35712 0 routing nhops 256 28 107 53 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 524 0 30 34560 0 malloc-256 256 49 86 58 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-4096 4096 5 3 567 0 2 32768 0 malloc-2048 2048 8 8 57 0 8 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-1024 1024 18 14 33 0 16 32768 0 malloc-512 512 4 60 91 0 30 32768 0 malloc-512 512 4 60 176 0 30 32768 0 malloc-512 512 3 61 667 0 30 32768 0 malloc-512 512 4 60 592 0 30 32768 0 malloc-512 512 12 52 20 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 60 0 126 31680 0 sctp_asconf_ack 48 2 586 8 0 254 28224 0 tcp_inpcb ports 32 4 878 1622 0 254 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 2 Bucket 32 464 418 1504 0 254 28224 0 malloc-16 16 716 1034 34029 0 254 28000 0 AIO 208 0 133 131 0 62 27664 0 cpuset 200 7 121 7 0 62 25600 0 malloc-4096 4096 3 3 189 0 2 24576 0 tcp_rack_pcb 1152 2 19 188 0 8 24192 0 rtentry 168 30 114 53 0 62 24192 0 malloc-16 16 545 955 8261 0 254 24000 0 malloc-384 384 28 32 40 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 ertt 72 8 272 2041 0 126 20160 0 malloc-64 64 2 313 19 0 254 20160 0 malloc-32 32 247 383 353 0 254 20160 0 malloc-32 32 225 405 1176 0 254 20160 0 malloc-32 32 26 604 3057 0 254 20160 0 malloc-32 32 31 599 34 0 254 20160 0 KNOTE 160 1 124 593 0 62 20000 0 AIOLIO 272 0 70 131 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 202 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 10 6 10 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 vtnet_tx_hdr 24 0 668 11704260 0 254 16032 0 kenv 258 17 43 1068 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 7 371 20 0 254 12096 0 malloc-16 16 6 744 9 0 254 12000 0 malloc-16 16 19 731 135 0 254 12000 0 malloc-16 16 62 688 367 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 6 24 6 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 416 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0