Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82dfec02 stack pointer = 0x0:0xfffffe00037b08a0 frame pointer = 0x0:0xfffffe00037b0900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 0 time = 1610124400 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037b0500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037b0560 panic() at panic+0x43/frame 0xfffffe00037b05c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037b0640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037b06b0 trap() at trap+0x41d/frame 0xfffffe00037b07d0 calltrap() at calltrap+0x8/frame 0xfffffe00037b07d0 --- trap 0xc, rip = 0xffffffff82dfec02, rsp = 0xfffffe00037b08a0, rbp = 0xfffffe00037b0900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037b0900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037b0940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe00037b0a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037b0ad0 softclock() at softclock+0xb0/frame 0xfffffe00037b0b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037b0bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037b0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037b0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100021 ] Stopped at kdb_enter+0x67: movq $0,0x14591c6(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff811111c0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037b04e0 rbp 0xfffffe00037b0500 rsi 0 rdi 0xffffffff811111f6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0x20 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819a4a5a r15 0xffffffff819a4a5a rip 0xffffffff81105537 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x14591c6(%rip) db> show proc Process 12 (intr) at 0xfffff800044a5a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82511cb0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82511cb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82512900 (map 0xffffffff82512900) (map.pmap 0xffffffff825129c0) (pmap 0xffffffff82512a20) threads: 23 100011 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100017 I [swi6: task queue] 100020 I [swi3: vm] 100021 Run CPU 0 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 RunQ [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 17384 774 772 0 R CPU 1 syz-fuzzer 17380 8833 8833 0 R (threaded) syz-executor.3 137108 RunQ syz-executor.3 137457 S sbwait 0xfffff80016adecd4 syz-executor.3 137458 S sbwait 0xfffff8000d539924 syz-executor.3 137459 S connec 0xfffff8000d4b3bf0 syz-executor.3 137460 S uwait 0xfffff80016a5a000 syz-executor.3 137461 S uwait 0xfffff80016b60780 syz-executor.3 17379 12218 12218 0 R (threaded) syz-executor.1 137453 RunQ syz-executor.1 137454 S sbwait 0xfffff8006bf51574 syz-executor.1 137455 S uwait 0xfffff80016971c00 syz-executor.1 137462 S uwait 0xfffff80016985200 syz-executor.1 12801 1 12801 65 Ss select 0xfffff80016463440 dhclient 12243 1 12243 0 Ss select 0xfffff8001624e140 dhclient 12239 1 12239 0 Ss select 0xfffff8006327f840 dhclient 12218 774 12218 0 Rs syz-executor.1 11182 1 11182 65 Ss select 0xfffff800156b5640 dhclient 10574 1 10574 0 Ss select 0xfffff800156b50c0 dhclient 10571 1 10571 0 Ss select 0xfffff800156b57c0 dhclient 8833 774 8833 0 Rs syz-executor.3 774 772 772 0 R (threaded) syz-fuzzer 100112 RunQ syz-fuzzer 100113 RunQ syz-fuzzer 100114 S uwait 0xfffff80004e7d380 syz-fuzzer 100115 S uwait 0xfffff800162e7700 syz-fuzzer 100116 S uwait 0xfffff800162e7500 syz-fuzzer 100117 S uwait 0xfffff800162e7400 syz-fuzzer 100118 S uwait 0xfffff800162e7680 syz-fuzzer 100119 S uwait 0xfffff800162e7300 syz-fuzzer 100120 S piperd 0xfffff800161ef000 syz-fuzzer 100121 S uwait 0xfffff800161e2c80 syz-fuzzer 772 770 772 0 Ss pause 0xfffff800162e15d8 csh 770 694 770 0 Ss select 0xfffff80016463f40 sshd 754 1 754 0 Rs+ getty 753 1 753 0 Ss+ ttyin 0xfffff80004b924b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b92cb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b954b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b95cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b9c4b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b9ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004ba04b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004ba0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff82531ea1 cron 694 1 694 0 Ss select 0xfffff8001624e440 sshd 507 1 507 0 Ss select 0xfffff80004cab240 syslogd 436 1 436 0 Ss select 0xfffff8001624e9c0 devd 435 1 435 65 Ss select 0xfffff8001624e8c0 dhclient 350 1 350 0 Ss select 0xfffff8001624ec40 dhclient 347 1 347 0 Ss select 0xfffff800156b56c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004b55000 [vnlru] 22 0 0 0 DL syncer 0xffffffff82621238 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82620320 [bufdaemon] 100073 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004c984e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82647808 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263bc78 [dom0] 100071 D launds 0xffffffff8263bc84 [laundry: dom0] 100072 D umarcl 0xffffffff8151e510 [uma] 18 0 0 0 DL - 0xffffffff82366288 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e41818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b5c430 [pf purge] 15 0 0 0 DL - 0xffffffff8261d8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261d8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261d8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261d8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223dfc0 [doneq0] 100067 D - 0xffffffff8223de90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004666088 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff800044b4d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044b4d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82639190 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82511720 [g_event] 100026 D - 0xffffffff82511728 [g_up] 100027 D - 0xffffffff82511730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004088900 [thr_0] 100019 D - 0xfffff80004088980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100017 I [swi6: task queue] 100020 I [swi3: vm] 100021 Run CPU 0 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 RunQ [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004458528 [init] 10 0 0 0 DL audit_w 0xffffffff826396b0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82511cb0 [swapper] 100005 D - 0xfffff800044a9e00 [if_io_tqg_0] 100006 D - 0xfffff800044a9d00 [if_io_tqg_1] 100007 D - 0xfffff800044a9c00 [if_config_tqg_0] 100008 D - 0xfffff800044a9b00 [softirq_0] 100009 D - 0xfffff800044a9a00 [softirq_1] 100010 D - 0xfffff800044a9900 [inm_free taskq] 100012 D - 0xfffff800044a9700 [thread taskq] 100013 D - 0xfffff800044a9600 [aiod_kick taskq] 100015 D - 0xfffff800044a9400 [kqueue_ctx taskq] 100016 D - 0xfffff800044a9300 [in6m_free taskq] 100024 D - 0xfffff800044a9100 [firmware taskq] 100028 D - 0xfffff800044b4e00 [crypto_0] 100029 D - 0xfffff800044b4e00 [crypto_1] 100044 D - 0xfffff800044b4b00 [vtnet0 rxq 0] 100045 D - 0xfffff800044b4a00 [vtnet0 txq 0] 100046 D - 0xfffff800044b4900 [vtnet0 rxq 1] 100047 D - 0xfffff800044b4800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046a0400 [virtio_balloon] 100053 D - 0xfffff800044b4700 [mca taskq] 100058 D - 0xffffffff81d4c070 [deadlkres] 100062 D - 0xfffff800044b4200 [acpi_task_0] 100063 D - 0xfffff800044b4200 [acpi_task_1] 100064 D - 0xfffff800044b4200 [acpi_task_2] 100066 D - 0xfffff800044b4c00 [CAM taskq] db> show all locks Process 17384 (syz-fuzzer) thread 0xfffffe0088f64100 (115629) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe000360cc40) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7989 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00889b6500) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7909 Process 12 (intr) thread 0xfffffe0004127300 (100021) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0088bb4c70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30512 1790K 30577 kobj 327 1308K 486 newblk 9 1026K 34533 vfscache 3 1025K 3 pcb 318 860K 34321 inodedep 9 515K 24259 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 136 247K 17502 acpica 1674 184K 58593 vnet_data 1 168K 1 sctp_stro 147 147K 7114 tidhash 3 141K 3 pagedep 6 130K 34707 tfo_ccache 1 128K 1 sctp_atcl 302 114K 24383 sem 4 106K 4 DEVFS1 105 105K 122 linker 277 100K 382 bus 977 79K 3344 filedesc 11 77K 32090 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 BPF 30 53K 158 umtx 396 50K 396 kdtrace 208 42K 54848 temp 37 37K 6167 ifaddr 106 34K 159 hostcache 1 32K 1 shm 1 32K 49 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 7 gtaskqueue 18 26K 18 kbdmux 6 22K 6 sctp_atky 466 21K 32988 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 sctp_timw 59 15K 59 pf_rule 14 14K 403 bus-sc 31 14K 1593 KTRACE 100 13K 100 ifnet 7 13K 7 ksem 10 12K 394 lockf 102 12K 4455 kenv 92 12K 92 eventhandler 129 11K 129 ether_multi 126 11K 644 lltable 34 10K 606 GEOM 60 10K 487 rman 82 10K 423 bmsafemap 2 9K 18199 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 31 pfs_vncache 1 8K 1 cred 31 8K 588 in6_multi 61 8K 392 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 56 6K 17582 plimit 21 6K 1248 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_athm 302 5K 25171 ufs_dirhash 24 5K 24 sctp_ifa 37 5K 88 sctp_map 294 5K 14028 pf_ifnet 11 5K 311 UMA 260 5K 260 vt 11 5K 11 sctp_stri 8 4K 2093 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pf_osfp 36 4K 36 routetbl 18 4K 716 session 27 4K 114 pgrp 27 4K 127 pwddesc 54 4K 17385 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 selfd 41 3K 219238 DEVFSP 40 3K 542 uidinfo 4 3K 50 proc-args 44 3K 1381 sctp_aadr 34 3K 1163 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 kcovinfo 32 2K 476 ip6ndp 12 2K 63 select 13 2K 1181 Unitno 28 2K 96 CAM XPT 22 2K 543 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 indirdep 4 1K 8152 sahead 1 1K 1 secasvar 1 1K 1 in_multi 4 1K 32 nhops 6 1K 16 vnodemarker 2 1K 1244 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 inpcbpolicy 18 1K 24076 sctp_ifn 4 1K 88 dirrem 2 1K 17135 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 freework 2 1K 22356 mkdir 3 1K 32110 chacha20random 1 1K 1 procdesc 3 1K 46 osd 3 1K 10 newdirblk 2 1K 16055 diradd 2 1K 17278 freeblks 1 1K 16984 vnodes 1 1K 79 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 ip6_msource 2 1K 37 ip_msource 2 1K 18 soname 5 1K 18914 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 91 vnet 1 1K 1 iov 1 1K 43096 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 227 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 11670 sctp_iter 0 0K 118 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 31 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 87 mqdata 0 0K 0 pf_table 0 0K 167 pf_altq 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 117 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 107688 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 43959 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 621 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 17068 freefrag 0 0K 61 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 230 ip6_moptions 0 0K 55 in6_mfilter 0 0K 120 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 77 in_mfilter 0 0K 48 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 32 VN POLL 0 0K 13 statfs 0 0K 16202 namei_tracker 0 0K 206 export_host 0 0K 0 cl_savebuf 0 0K 305 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 1127 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1986 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 1288 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 23 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 2360 7200 34041 0 254 39157760 0 mbuf_cluster 2048 9323 1 9323 0 254 19095552 0 tcp_log 416 0 20016 310888 0 254 8326656 0 mbuf 256 3056 8164 1730558 0 254 2872320 0 RADIX NODE 144 7865 10948 747410 0 63 2709072 0 mbuf_packet 256 8261 934 179383 0 254 2353920 0 pbuf 2632 0 762 0 0 2 2005584 0 BUF TRIE 144 558 12910 80661 0 62 1939392 0 UMA Slabs 0 112 15505 8 15505 0 126 1737456 0 malloc-384 384 4131 9 4131 0 30 1589760 0 malloc-4096 4096 341 13 1153 0 2 1449984 0 malloc-128 128 10125 74 14759 0 126 1305472 0 sctp_asoc 2288 147 298 7014 0 254 1018160 0 tcp_bbr_map 128 2 7624 449359 0 127 976128 0 FFS inode 1128 643 29 17790 0 8 758016 0 256 Bucket 2048 327 5 20518 0 8 679936 0 malloc-2048 2048 149 173 125234 0 8 659456 0 malloc-65536 65536 0 10 56 0 1 655360 0 sctp_ep 1280 147 306 15740 0 254 579840 0 sctp_raddr 736 185 486 10833 0 254 493856 0 malloc-65536 65536 7 0 7 0 1 458752 0 VM OBJECT 264 1296 249 272340 0 30 407880 0 malloc-32768 32768 0 12 7445 0 1 393216 0 VNODE 488 680 88 17829 0 30 374784 0 THREAD 1792 153 45 37462 0 8 354816 0 socket 944 35 325 43371 0 254 339840 0 malloc-4096 4096 55 16 17995 0 2 290816 0 malloc-65536 65536 1 3 155 0 1 262144 0 malloc-65536 65536 0 4 936 0 1 262144 0 malloc-64 64 3221 559 21322 0 254 241920 0 g_bio 408 0 550 377495 0 31 224400 0 malloc-1024 1024 154 62 7010 0 16 221184 0 DEVCTL 1024 0 212 178 0 0 217088 0 malloc-16384 16384 5 8 16031 0 1 212992 0 malloc-256 256 10 815 78493 0 62 211200 0 malloc-16 16 12664 336 21056 0 254 208000 0 128 Bucket 1024 120 79 11067 0 16 203776 0 FFS2 dinode 256 643 122 17789 0 62 195840 0 malloc-384 384 384 126 24573 0 30 195840 0 MAP ENTRY 96 1276 740 1067230 0 126 193536 0 UMA Zones 768 232 2 232 0 16 179712 0 malloc-128 128 1289 75 30396 0 126 174592 0 malloc-32 32 4818 600 28646 0 254 173376 0 S VFS Cache 104 1060 383 18655 0 126 150072 0 sctp_chunk 152 137 825 9129 0 254 146224 0 malloc-1024 1024 134 6 185 0 16 143360 0 VMSPACE 2544 31 20 17363 0 4 129744 0 vmem btag 56 2191 101 2271 0 254 128352 0 clpbuf 2632 0 48 4466 0 16 126336 0 udplite_inpcb 488 5 235 19221 0 254 117120 0 ksiginfo 112 66 978 786 0 126 116928 0 malloc-256 256 257 163 60366 0 62 107520 0 PROC 1320 53 28 17384 0 8 106920 0 malloc-256 256 236 154 17695 0 62 99840 0 malloc-128 128 620 93 2676 0 126 91264 0 malloc-128 128 414 299 50824 0 126 91264 0 filedesc0 1072 54 30 17385 0 8 90048 0 64 Bucket 512 102 66 24579 0 30 86016 0 UMA Kegs 384 218 5 218 0 30 85632 0 malloc-128 128 366 285 32754 0 126 83328 0 malloc-16384 16384 0 5 31 0 1 81920 0 malloc-256 256 153 162 17494 0 62 80640 0 malloc-384 384 8 192 24259 0 30 76800 0 malloc-8192 8192 5 4 46 0 1 73728 0 malloc-8192 8192 3 6 36 0 1 73728 0 tcp_inpcb 488 8 136 3507 0 254 70272 0 malloc-64 64 497 574 18085 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 124 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 3 1 9 0 1 65536 0 malloc-64 64 366 579 237430 0 254 60480 0 tcpcb 1048 7 48 3507 0 254 57640 0 malloc-384 384 70 80 1112 0 30 57600 0 malloc-256 256 53 172 36475 0 62 57600 0 malloc-8192 8192 5 2 8 0 1 57344 0 malloc-8192 8192 2 5 20 0 1 57344 0 malloc-64 64 637 245 31778 0 254 56448 0 32 Bucket 256 69 141 12490 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-2048 2048 13 13 180 0 8 53248 0 malloc-256 256 56 139 21897 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 7 5 16236 0 2 49152 0 malloc-64 64 204 552 12890 0 254 48384 0 malloc-256 256 47 133 18447 0 62 46080 0 pcpu-8 8 4831 801 13991 0 254 45056 0 pipe 744 19 41 1689 0 16 44640 0 Files 80 172 378 78714 0 126 44000 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 96589 0 16 36864 0 malloc-512 512 11 61 2606 0 30 36864 0 unpcb 256 14 121 3384 0 254 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 117 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-1024 1024 26 6 469 0 16 32768 0 malloc-512 512 2 62 1244 0 30 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 tcp_bbr_pcb 832 1 35 1354 0 16 29952 0 malloc-4096 4096 1 6 65 0 2 28672 0 malloc-2048 2048 7 7 89 0 8 28672 0 malloc-32 32 323 559 24621 0 254 28224 0 16 Bucket 144 60 136 2370 0 62 28224 0 4 Bucket 48 8 580 646 0 254 28224 0 KNOTE 160 28 147 161019 0 62 28000 0 8 Bucket 80 65 285 9160 0 126 28000 0 malloc-8192 8192 3 0 3 0 1 24576 0 sctp_stream_msg_out 112 104 112 1923 0 254 24192 0 PWD 32 17 739 16037 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 127 59 2184 0 126 23808 0 tcp_rack_pcb 704 1 32 360 0 16 23232 0 itimer 352 0 66 348 0 30 23232 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 53 7 53 0 30 23040 0 malloc-4096 4096 2 3 21 0 2 20480 0 malloc-2048 2048 4 6 320 0 8 20480 0 malloc-64 64 69 246 2963 0 254 20160 0 2 Bucket 32 93 537 4835 0 254 20160 0 malloc-128 128 23 132 1188 0 126 19840 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 ripcb 488 4 36 587 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 48 27 1806 0 62 19200 0 malloc-16384 16384 0 1 153 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 1 1 92 0 1 16384 0 malloc-2048 2048 4 4 246 0 8 16384 0 sctp_laddr 48 55 281 4598 0 254 16128 0 malloc-32 32 272 232 1398 0 254 16128 0 vtnet_tx_hdr 24 1 667 1001025 0 254 16032 0 malloc-16 16 313 687 46888 0 254 16000 0 malloc-16 16 312 688 25726 0 254 16000 0 udp_inpcb 488 2 30 761 0 254 15616 0 malloc-384 384 1 39 649 0 30 15360 0 malloc-1024 1024 2 10 211 0 16 12288 0 malloc-1024 1024 6 6 3007 0 16 12288 0 malloc-512 512 2 22 159 0 30 12288 0 malloc-512 512 8 16 86 0 30 12288 0 rtentry 176 23 46 140 0 62 12144 0 udpcb 32 7 371 19982 0 254 12096 0 malloc-64 64 80 109 325 0 254 12096 0 malloc-32 32 53 325 29223 0 254 12096 0 sctp_readq 152 0 78 929 0 254 11856 0 routing nhops 256 20 25 140 0 62 11520 0 malloc-384 384 20 10 25 0 30 11520 0 cpuset 104 8 85 241 0 126 9672 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 malloc-1024 1024 2 6 29 0 16 8192 0 malloc-1024 1024 2 6 27 0 16 8192 0 malloc-512 512 8 8 8 0 30 8192 0 malloc-512 512 0 16 44 0 30 8192 0 malloc-512 512 0 16 40 0 30 8192 0 pf tags 104 0 78 22 0 126 8112 0 rl_entry 40 110 92 114 0 254 8080 0 syncache 168 0 48 4 0 254 8064 0 malloc-64 64 22 104 94 0 254 8064 0 malloc-32 32 41 211 900 0 254 8064 0 malloc-32 32 78 174 220 0 254 8064 0 malloc-32 32 45 207 245 0 254 8064 0 malloc-32 32 66 186 821 0 254 8064 0 malloc-16 16 11 489 9029 0 254 8000 0 malloc-16 16 296 204 705 0 254 8000 0 malloc-16 16 33 467 169 0 254 8000 0 malloc-16 16 190 310 1360 0 254 8000 0 malloc-128 128 44 18 216 0 126 7936 0 tcp_rack_map 120 2 64 418 0 126 7920 0 tcp_log_node 120 0 66 37 0 126 7920 0 kenv 258 3 27 1095 0 30 7740 0 malloc-384 384 12 8 12 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 208 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 0 2 12 0 8 4096 0 malloc-2048 2048 0 2 36 0 8 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-512 512 2 6 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 2 0 62 4048 0 sctp_asconf_ack 48 4 80 97 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 malloc-16 16 15 235 15 0 254 4000 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0