Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x10 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a1f947 stack pointer = 0x0:0xfffffe0056c8a660 frame pointer = 0x0:0xfffffe0056c8a710 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) rdi: 0000000000000010 rsi: 0000000000000000 rdx: 000000000b0f1b60 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 0000000000000001 rax: fffffe00033eee30 rbx: 0000000000000000 rbp: fffffe0056c8a710 r10: 0100000000000000 r11: 000000000000001f r12: dffff7c000000000 r13: 1fffffc00ad914cc r14: fffffe005878d800 r15: 000000000000ffff trap number = 12 panic: page fault cpuid = 1 time = 1731081908 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056c89d70 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056c89ed0 vpanic() at vpanic+0x257/frame 0xfffffe0056c8a090 panic() at panic+0xb5/frame 0xfffffe0056c8a150 trap_fatal() at trap_fatal+0x7ef/frame 0xfffffe0056c8a270 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0056c8a3b0 trap() at trap+0x64a/frame 0xfffffe0056c8a590 calltrap() at calltrap+0x8/frame 0xfffffe0056c8a590 --- trap 0xc, rip = 0xffffffff81a1f947, rsp = 0xfffffe0056c8a660, rbp = 0xfffffe0056c8a710 --- in6_selecthlim() at in6_selecthlim+0xd7/frame 0xfffffe0056c8a710 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x1e1f/frame 0xfffffe0056c8a9c0 sctp_send_initiate() at sctp_send_initiate+0x155b/frame 0xfffffe0056c8ab40 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0056c8ab90 sctp_timeout_handler() at sctp_timeout_handler+0xb60/frame 0xfffffe0056c8acd0 softclock_call_cc() at softclock_call_cc+0x422/frame 0xfffffe0056c8ae80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056c8aef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056c8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056c8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x23ebdc7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827285e0 .str.27 rsp 0xfffffe0056c89eb0 rbp 0xfffffe0056c89ed0 rsi 0 rdi 0xffffffff815d0969 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0007a19000 r13 0xfffffffffffffffd r14 0xffffffff827285e0 .str.27 r15 0 rip 0xffffffff815ba24e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23ebdc7(%rip) db> show proc Process 2 (clock) at 0xfffffe0007a06020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83930760 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83930760 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83931700 (map 0xffffffff83931700) (map.pmap 0xffffffff839317c0) (pmap 0xffffffff83931830) threads: 2 100030 Run CPU 1 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 895 767 767 0 R (threaded) syz-executor 100116 RunQ syz-executor 100227 S connec 0xfffffe0059d340da syz-executor 100231 S uwait 0xfffffe006dddf480 syz-executor 100232 S uwait 0xfffffe0059925600 syz-executor 877 763 877 0 S piperd 0xfffffe00754408a0 syz-executor 863 1 833 0 S uwait 0xfffffe0059925500 syz-executor 839 1 764 0 T uwait 0xfffffe0059925900 syz-executor 833 763 833 0 S piperd 0xfffffe0059a465c0 syz-executor 828 0 0 0 DL aiordy 0xfffffe005b6ec580 [aiod4] 827 0 0 0 DL aiordy 0xfffffe005b6edb00 [aiod3] 826 0 0 0 DL aiordy 0xfffffe0007be3040 [aiod2] 825 0 0 0 DL aiordy 0xfffffe005b6ecae0 [aiod1] 818 807 818 0 Ss select 0xfffffe0059925bc0 dhclient 814 1 814 0 Ss select 0xfffffe0059925b40 dhclient 807 789 424 65 S select 0xfffffe0059925d40 dhclient 789 424 424 0 S wait 0xfffffe005b6ba060 sh 767 763 767 0 R syz-executor 764 763 764 0 S piperd 0xfffffe0059a47420 syz-executor 763 761 761 0 R syz-executor 761 759 761 0 Ss pause 0xfffffe005b6ba670 csh 759 682 759 0 Ss select 0xfffffe006dddfac0 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe00587df4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587df8b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587dfcb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587e00b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00584af8b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00584afcb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00587e04b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00587e08b0 getty 738 1 18 0 S+ piperd 0xfffffe0059a482e0 logger 737 736 18 0 S+ nanslp 0xffffffff839873c0 sleep 736 1 18 0 S+ wait 0xfffffe0007be45c0 sh 686 1 686 0 Ss nanslp 0xffffffff839873c0 cron 682 1 682 0 Ss select 0xfffffe00598cecc0 sshd 495 1 495 0 Ss select 0xfffffe006dde01c0 syslogd 424 1 424 0 Ss wait 0xfffffe0007a265a0 devd 423 1 423 65 Ss select 0xfffffe00598cedc0 dhclient 338 1 338 0 Ss select 0xfffffe006dddfcc0 dhclient 335 1 335 0 Ss select 0xfffffe0059922640 dhclient 17 0 0 0 DL syncer 0xffffffff83aa4be0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007a27060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83aa31c0 [bufdaemon] 100082 D - 0xffffffff82e02140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00543ec8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83aee8a0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ad4838 [dom0] 100080 D launds 0xffffffff83ad4844 [laundry: dom0] 100081 D umarcl 0xffffffff81d6b9a0 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 RL [pf purge] 5 0 0 0 DL waiting 0xffffffff84709a20 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff836cf340 [doneq0] 100046 D - 0xffffffff836cf2c0 [async] 100075 D - 0xffffffff836cf140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ad0020 [crypto] 100043 D crypto_ 0xfffffe0057f7a030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057f7a080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543fbc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff8392fd80 [g_event] 100037 D - 0xffffffff8392fda0 [g_up] 100038 D - 0xffffffff8392fdc0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 1 [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 Run CPU 0 [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a07040 [init] 10 0 0 0 DL audit_w 0xffffffff83ad0a80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c1eff0 [swapper] 100005 D - 0xfffffe00085fed00 [softirq_0] 100006 D - 0xfffffe00085fec00 [softirq_1] 100007 D - 0xfffffe00085feb00 [if_io_tqg_0] 100008 D - 0xfffffe00085fea00 [if_io_tqg_1] 100009 D - 0xfffffe00085fe900 [if_config_tqg_0] 100010 D - 0xfffffe00085fe800 [pci_hp taskq] 100011 D - 0xfffffe00085fe700 [kqueue_ctx taskq] 100014 D - 0xfffffe00085fe400 [thread taskq] 100016 D - 0xfffffe00085fe200 [aiod_kick taskq] 100017 D - 0xfffffe00085fe100 [deferred_unmount ta] 100018 D - 0xfffffe00085fe000 [inm_free taskq] 100019 D - 0xfffffe00085fde00 [in6m_free taskq] 100020 D - 0xfffffe00085fdd00 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085fdc00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085fdb00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe00085fda00 [firmware taskq] 100040 D - 0xfffffe00085fd700 [crypto_0] 100041 D - 0xfffffe00085fd700 [crypto_1] 100056 D - 0xfffffe00085fd500 [vtnet0 rxq 0] 100057 D - 0xfffffe00085fd400 [vtnet0 txq 0] 100058 D - 0xfffffe00085fd300 [vtnet0 rxq 1] 100059 D - 0xfffffe00085fd200 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057fa4080 [virtio_balloon] 100065 D - 0xffffffff8272d821 [deadlkres] 100069 D - 0xfffffe0058852000 [acpi_task_0] 100070 D - 0xfffffe0058852000 [acpi_task_1] 100071 D - 0xfffffe0058852000 [acpi_task_2] 100073 D - 0xfffffe00085ff100 [mca taskq] 100074 D - 0xfffffe00085fd600 [CAM taskq] 100076 D - 0xfffffe00085fd000 [ipsec_offload] db> show all locks Process 2 (clock) thread 0xfffffe0007a19000 (100030) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0074e61a50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 399 5537K 574 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4213 sysctloid 35218 2075K 35293 vtbuf 24 1968K 46 kobj 330 1320K 494 newblk 12 1027K 416 vfscache 3 1025K 3 pcb 48 696K 439 inodedep 18 519K 210 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 122 246K 965 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 57800 vmem 5 144K 7 tidhash 3 141K 3 pagedep 16 132K 108 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 219 DEVFS1 111 111K 132 sem 4 106K 4 gtaskqueue 18 98K 18 bus 994 81K 5040 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 520 65K 522 ddb_capture 1 64K 1 temp 35 37K 1963 kdtrace 186 37K 1131 umtx 288 36K 288 BPF 22 36K 24 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 128 32K 140 msg 4 30K 4 kbdmux 6 28K 6 LRO 22 23K 26 DEVFS_RULE 56 20K 56 ifaddr 69 20K 87 routetbl 222 19K 682 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 47 15K 63 ithread 90 15K 90 bus-sc 34 15K 1637 ifnet 8 15K 9 eventhandler 163 14K 163 ether_multi 152 13K 218 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 plimit 23 9K 361 in6_multi 65 9K 85 bmsafemap 2 9K 167 rpc 4 9K 4 ksem 2 9K 5 devstat 4 9K 4 UART 12 9K 12 sctp_stro 8 8K 65 shmfd 1 8K 2 pfs_vncache 1 8K 1 sctp_timw 31 8K 31 sctp_atcl 20 8K 263 cred 30 8K 202 audit_evclass 238 8K 300 taskqueue 66 7K 66 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 30 pfs_nodes 22 6K 22 pf_ifnet 12 5K 29 UMA 269 5K 269 tcp_fsb_rack 2 5K 24 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 63 4K 107 acpisem 28 4K 28 kqueue 55 4K 932 pwddesc 55 4K 906 kcovinfo 52 4K 78 selfd 48 3K 8470 terminal 11 3K 11 session 22 3K 38 proc-args 81 3K 1998 CC Mem 10 3K 70 uidinfo 4 3K 8 hhook 8 3K 10 clone 9 3K 9 lockf 20 3K 37 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 17 sctp_ifa 14 2K 18 Unitno 28 2K 58 CAM XPT 22 2K 543 diradd 12 2K 162 in_multi 6 2K 10 tun 4 2K 6 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 30 newdirblk 10 2K 92 mkdir 10 2K 184 acpidev 20 2K 20 sctp_atky 28 2K 337 msi 9 2K 9 netlink 2 2K 41 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 32 NFSD session 1 1K 1 ip6opt 6 1K 11 CAM periph 4 1K 271 sctp_ifn 6 1K 18 ipsec 3 1K 3 pf_osfp 7 1K 7 mld 6 1K 8 igmp 6 1K 8 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 7 encap_export_host 12 1K 12 inpcbpolicy 18 1K 249 osd 15 1K 83 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 sctp_athm 20 1K 270 freework 2 1K 91 tcp_pcm_rack 1 1K 12 sctp_map 16 1K 130 dirrem 1 1K 131 freefile 2 1K 111 freeblks 1 1K 90 vnodes 1 1K 1 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 cryptodev 3 1K 54 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 soname 5 1K 3511 pmchooks 1 1K 1 filecaps 5 1K 72 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 35 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 tcp_do_rack 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 61 sctp_iter 0 0K 20 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 19 sctp_aadr 0 0K 1 sctp_stri 0 0K 14 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 5 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 47 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 14 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 184 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13664 ioctlops 0 0K 117 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 651 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 16 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8323 1075 13229 0 254 38494208 0 mbuf 256 11067 620 27521 0 254 2991872 0 tcp_log 416 0 5085 5081 0 254 2115360 0 BUF TRIE 144 214 11574 524 0 62 1697472 0 malloc-128 128 12368 249 12427 0 126 1614976 0 malloc-384 384 4161 39 4182 0 30 1612800 0 malloc-4096 4096 330 2 497 0 2 1359872 0 UMA Slabs 0 112 10978 32 10978 0 126 1233120 0 sctp_asoc 2256 8 502 65 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-65536 65536 14 1 19 0 1 983040 0 vmem btag 56 16895 136 16895 0 254 953736 0 RADIX NODE 144 5362 233 28118 0 62 805680 0 FFS inode 1168 538 22 649 0 8 654080 0 sctp_ep 1152 12 499 191 0 254 588672 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 36 472 1648 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 sctp_raddr 736 11 506 68 0 254 380512 0 256 Bucket 2048 166 18 983 0 8 376832 0 VM OBJECT 264 1141 89 14525 0 30 324720 0 malloc-2048 2048 114 30 293 0 8 294912 0 VNODE 440 575 91 690 0 30 293040 0 malloc-64 64 3923 424 4804 0 254 278208 0 THREAD 1824 130 14 232 0 8 262656 0 malloc-4096 4096 56 6 910 0 2 253952 0 malloc-16 16 14540 460 14782 0 254 240000 0 malloc-16384 16384 8 6 107 0 1 229376 0 malloc-2048 2048 7 105 1230 0 8 229376 0 DEVCTL 1024 45 175 172 0 0 225280 0 malloc-65536 65536 3 0 3 0 1 196608 0 tcp_bbr_map 128 6 1513 2008 0 126 194432 0 malloc-128 128 1136 383 27214 0 126 194432 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5346 324 5515 0 254 181440 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 11 505 1178 0 254 165120 0 FFS2 dinode 256 538 92 649 0 62 161280 0 sctp_chunk 152 802 238 813 0 254 158080 0 malloc-1024 1024 128 16 155 0 16 147456 0 MAP ENTRY 96 1238 274 46318 0 126 145152 0 FPU_save_area 832 132 30 305 0 16 134784 0 S VFS Cache 104 1003 284 1125 0 126 133848 0 malloc-65536 65536 0 2 60 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-32768 32768 2 2 16 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 mbuf_packet 256 11 497 348 0 254 130048 0 ksiginfo 112 51 993 70 0 126 116928 0 ertt_txseginfo 40 0 2828 7805 0 254 113120 0 malloc-256 256 80 355 631 0 62 111360 0 malloc-32768 32768 2 1 122 0 1 98304 0 malloc-4096 4096 18 6 30 0 2 98304 0 PROC 1376 54 12 897 0 8 90816 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 59 24 278 0 16 84992 0 filedesc0 1072 55 22 906 0 8 82544 0 malloc-16384 16384 4 1 7 0 1 81920 0 malloc-256 256 199 116 865 0 62 80640 0 malloc-8192 8192 6 3 13 0 1 73728 0 malloc-4096 4096 15 3 31 0 2 73728 0 g_bio 408 0 180 5756 0 31 73440 0 64 Bucket 512 78 58 1930 0 30 69632 0 malloc-64 64 513 558 1535 0 254 68544 0 malloc-128 128 325 202 581 0 126 67456 0 DIRHASH 1024 39 25 39 0 16 65536 0 malloc-8192 8192 8 0 9 0 1 65536 0 malloc-256 256 161 94 542 0 62 65280 0 sctp_stream_msg_out 112 3 537 8 0 254 60480 0 udp_inpcb 416 6 120 168 0 30 52416 0 malloc-64 64 302 517 13647 0 254 52416 0 malloc-64 64 283 536 10348 0 254 52416 0 malloc-64 64 457 362 659 0 254 52416 0 malloc-128 128 173 230 628 0 126 51584 0 malloc-256 256 115 80 885 0 62 49920 0 malloc-256 256 64 131 241 0 62 49920 0 malloc-256 256 38 157 125 0 62 49920 0 32 Bucket 256 63 132 9892 0 62 49920 0 NAMEI 1024 0 48 13549 0 16 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-2048 2048 14 10 35 0 8 49152 0 malloc-1024 1024 6 42 1552 0 16 49152 0 malloc-384 384 18 102 210 0 30 46080 0 malloc-384 384 88 32 684 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 tcp_inpcb 1320 10 23 70 0 8 43560 0 malloc-4096 4096 5 5 18 0 2 40960 0 pcpu-8 8 4771 349 5201 0 254 40960 0 VMSPACE 616 34 32 879 0 16 40656 0 pipe 736 20 35 300 0 16 40480 0 sctp_readq 152 0 260 2 0 254 39520 0 da_ccb 544 0 70 1531 0 16 38080 0 malloc-64 64 81 486 158 0 254 36288 0 malloc-64 64 59 508 928 0 254 36288 0 malloc-64 64 88 479 433 0 254 36288 0 malloc-128 128 39 240 111 0 126 35712 0 malloc-128 128 38 241 3291 0 126 35712 0 malloc-128 128 140 139 1217 0 126 35712 0 malloc-128 128 53 226 304 0 126 35712 0 routing nhops 256 29 106 42 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 74 16 74 0 30 34560 0 malloc-256 256 43 92 781 0 62 34560 0 malloc-256 256 21 114 349 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 180 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 5 3 559 0 2 32768 0 malloc-2048 2048 13 3 27 0 8 32768 0 malloc-2048 2048 4 12 92 0 8 32768 0 malloc-2048 2048 0 16 61 0 8 32768 0 malloc-2048 2048 4 12 4 0 8 32768 0 malloc-1024 1024 2 30 45 0 16 32768 0 malloc-1024 1024 3 29 18 0 16 32768 0 malloc-1024 1024 12 20 231 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 17 15 18 0 16 32768 0 malloc-1024 1024 2 30 3 0 16 32768 0 malloc-512 512 2 62 113 0 30 32768 0 malloc-512 512 11 53 45 0 30 32768 0 malloc-512 512 12 52 73 0 30 32768 0 malloc-512 512 3 61 64 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 tcp_bbr_pcb 896 4 32 35 0 16 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 26 238 44 0 126 31680 0 sctp_laddr 48 8 580 58 0 254 28224 0 malloc-32 32 273 609 1055 0 254 28224 0 16 Bucket 144 56 140 271 0 62 28224 0 4 Bucket 48 4 584 5 0 254 28224 0 TURNSTILE 136 145 44 145 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 82 0 1 24576 0 PWD 40 18 588 162 0 254 24240 0 rtentry 168 30 114 42 0 62 24192 0 Files 80 191 109 7539 0 126 24000 0 8 Bucket 80 60 240 664 0 126 24000 0 ripcb 384 2 58 11 0 30 23040 0 malloc-384 384 1 59 20 0 30 23040 0 malloc-384 384 0 60 369 0 30 23040 0 malloc-384 384 52 8 52 0 30 23040 0 SLEEPQUEUE 88 145 111 145 0 126 22528 0 clpbuf 2624 0 8 16 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 26 0 254 20160 0 tcp_inpcb ports 32 6 624 29 0 254 20160 0 ertt 72 10 270 70 0 126 20160 0 malloc-32 32 126 504 266 0 254 20160 0 malloc-32 32 303 327 1757 0 254 20160 0 malloc-32 32 24 606 67 0 254 20160 0 malloc-32 32 101 529 764 0 254 20160 0 malloc-32 32 37 593 2668 0 254 20160 0 2 Bucket 32 64 566 355 0 254 20160 0 KNOTE 160 0 125 18 0 62 20000 0 tcp_rack_map 128 3 152 22 0 126 19840 0 AIOCB 552 0 35 2 0 16 19320 0 L VFS Cache 320 2 58 17 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 22 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-4096 4096 1 3 186 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1152 1 13 12 0 8 16128 0 AIO 208 0 76 2 0 62 15808 0 kenv 258 17 43 1066 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 12 366 55 0 254 12096 0 malloc-16 16 32 718 170 0 254 12000 0 malloc-16 16 47 703 328 0 254 12000 0 malloc-16 16 76 674 263 0 254 12000 0 malloc-16 16 184 566 3003 0 254 12000 0 malloc-16 16 8 742 9 0 254 12000 0 malloc-16 16 322 428 2000 0 254 12000 0 malloc-16 16 26 724 26498 0 254 12000 0 cryptop 280 0 42 1 0 30 11760 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 vtnet_tx_hdr 24 0 334 4026 0 254 8016 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 15 24 25 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 368 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 416 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0