Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82bd6c02 stack pointer = 0x0:0xfffffe00037b58a0 frame pointer = 0x0:0xfffffe00037b5900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 1611451116 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037b5500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037b5560 panic() at panic+0x43/frame 0xfffffe00037b55c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037b5640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037b56b0 trap() at trap+0x41d/frame 0xfffffe00037b57d0 calltrap() at calltrap+0x8/frame 0xfffffe00037b57d0 --- trap 0xc, rip = 0xffffffff82bd6c02, rsp = 0xfffffe00037b58a0, rbp = 0xfffffe00037b5900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037b5900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037b5940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe00037b5a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037b5ad0 softclock() at softclock+0xb0/frame 0xfffffe00037b5b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037b5bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037b5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037b5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14527ce(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81116240 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037b54e0 rbp 0xfffffe00037b5500 rsi 0 rdi 0xffffffff81116276 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0x10 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bb76d r15 0xffffffff819bb76d rip 0xffffffff8110d237 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x14527ce(%rip) db> show proc Process 12 (intr) at 0xfffff800044a2a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512f30 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512f30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513b80 (map 0xffffffff82513b80) (map.pmap 0xffffffff82513c40) (pmap 0xffffffff82513ca0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100020 Run CPU 1 [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 Run CPU 0 [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1484 871 871 0 R (threaded) syz-executor.3 101412 RunQ syz-executor.3 101578 RunQ syz-executor.3 1483 818 818 0 R (threaded) syz-executor.2 101172 RunQ syz-executor.2 101579 RunQ syz-executor.2 1481 1030 1030 0 R sh 1478 784 784 0 R (threaded) syz-executor.1 100684 RunQ syz-executor.1 101577 S sbwait 0xfffff80018f50924 syz-executor.1 1030 1023 1030 0 Ss wait 0xfffff80018e5a528 dhclient 1026 1 1026 0 Ss select 0xfffff80018edb240 dhclient 1023 1016 436 65 S piperd 0xfffff80004e3b730 dhclient 1016 436 436 0 S wait 0xfffff80018304528 sh 871 780 871 0 Rs syz-executor.3 818 780 818 0 Rs syz-executor.2 784 780 784 0 Rs syz-executor.1 780 778 778 0 R (threaded) syz-fuzzer 100104 RunQ syz-fuzzer 100105 RunQ syz-fuzzer 100106 S uwait 0xfffff80004baa000 syz-fuzzer 100107 S uwait 0xfffff80004baa100 syz-fuzzer 100108 S uwait 0xfffff80004baa200 syz-fuzzer 100109 S uwait 0xfffff80004baa300 syz-fuzzer 100110 RunQ syz-fuzzer 100111 S uwait 0xfffff80004baa500 syz-fuzzer 101181 RunQ syz-fuzzer 778 776 778 0 Ss pause 0xfffff80004f250b0 csh 776 694 776 0 Ss select 0xfffff80018539c40 sshd 760 1 760 0 Ss+ ttyin 0xfffff800046884b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004b420b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004b424b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004b428b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004b42cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004b4a0b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004b4a4b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b4a8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b4acb0 getty 698 1 698 0 Ss nanslp 0xffffffff82533160 cron 694 1 694 0 Ss select 0xfffff800182900c0 sshd 507 1 507 0 Ss select 0xfffff80004a94640 syslogd 436 1 436 0 Ss wait 0xfffff80004f1c000 devd 435 1 435 65 Ss select 0xfffff80018290ac0 dhclient 350 1 350 0 Ss select 0xfffff80018290bc0 dhclient 347 1 347 0 Ss select 0xfffff80004baa640 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d64528 [vnlru] 22 0 0 0 DL syncer 0xffffffff82622638 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82621720 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100085 D sdflush 0xfffff80004eb5ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263d078 [dom0] 100076 D launds 0xffffffff8263d084 [laundry: dom0] 100077 D umarcl 0xffffffff81526ca0 [uma] 18 0 0 0 DL - 0xffffffff823674f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c19818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d8b430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ecdc [soaiod4] 9 0 0 0 DL - 0xffffffff8261ecdc [soaiod3] 8 0 0 0 DL - 0xffffffff8261ecdc [soaiod2] 7 0 0 0 DL - 0xffffffff8261ecdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223f240 [doneq0] 100067 D - 0xffffffff8223f110 [scanner] 14 0 0 0 DL seqstat 0xfffff8000453d888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff8000456cd90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000456cd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a590 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825129a0 [g_event] 100026 D - 0xffffffff825129a8 [g_up] 100027 D - 0xffffffff825129b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000449fa00 [thr_0] 100019 D - 0xfffff8000449fa80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100020 Run CPU 1 [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 Run CPU 0 [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff8263aab0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512f30 [swapper] 100005 D - 0xfffff800044a7100 [if_config_tqg_0] 100006 D - 0xfffff800044a3e00 [softirq_0] 100007 D - 0xfffff800044a3c00 [softirq_1] 100008 D - 0xfffff800044a3a00 [if_io_tqg_0] 100009 D - 0xfffff800044a3800 [if_io_tqg_1] 100011 D - 0xfffff8000434ac00 [thread taskq] 100012 D - 0xfffff8000434ab00 [aiod_kick taskq] 100014 D - 0xfffff8000434a900 [kqueue_ctx taskq] 100015 D - 0xfffff8000434a800 [in6m_free taskq] 100017 D - 0xfffff8000434a600 [inm_free taskq] 100024 D - 0xfffff8000434a500 [firmware taskq] 100028 D - 0xfffff800044d9a00 [crypto_0] 100029 D - 0xfffff800044d9a00 [crypto_1] 100044 D - 0xfffff80004879e00 [vtnet0 rxq 0] 100045 D - 0xfffff80004879d00 [vtnet0 txq 0] 100046 D - 0xfffff80004879c00 [vtnet0 rxq 1] 100047 D - 0xfffff80004879b00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000486ed00 [virtio_balloon] 100053 D - 0xfffff80004879900 [mca taskq] 100058 D - 0xffffffff81d63601 [deadlkres] 100063 D - 0xfffff800044d9400 [acpi_task_0] 100064 D - 0xfffff800044d9400 [acpi_task_1] 100065 D - 0xfffff800044d9400 [acpi_task_2] 100066 D - 0xfffff800044d9300 [CAM taskq] 1485 1481 1030 0 Z route db> show all locks Process 12 (intr) thread 0xfffffe0004127a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094ee4380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 Process 12 (intr) thread 0xfffffe005536ae00 (100073) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80018f6b7c0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1536 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 kobj 329 1316K 490 newblk 22 1030K 4598 vfscache 3 1025K 3 pcb 114 636K 1425 inodedep 8 515K 1094 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 128 248K 1569 acpica 1674 184K 58097 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 1363 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 1195 linker 278 100K 313 bus 983 80K 3361 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 sctp_stro 44 44K 238 umtx 342 43K 342 kdtrace 194 39K 3066 BPF 22 36K 22 sctp_atcl 94 36K 882 temp 35 33K 2106 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 69 20K 70 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 32 14K 1595 KTRACE 100 13K 100 lltable 41 13K 57 ifnet 7 13K 7 ether_multi 144 12K 167 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 491 rman 82 10K 423 bmsafemap 2 9K 745 in6_multi 59 9K 71 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 14 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sctp_atky 142 7K 1143 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 57 6K 1496 cred 21 6K 210 CAM queue 5 6K 1528 taskqueue 48 6K 48 plimit 20 5K 379 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 30 UMA 260 5K 260 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 routetbl 22 4K 140 DEVFSP 55 4K 76 pwddesc 54 4K 1486 hhook 13 4K 13 session 24 3K 38 kcovinfo 48 3K 68 terminal 11 3K 11 acpisem 22 3K 22 sctp_stri 5 3K 32 proc-args 45 3K 593 uidinfo 3 3K 9 lockf 20 3K 92 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 selfd 30 2K 36126 CAM XPT 22 2K 543 Unitno 26 2K 46 sctp_ifa 12 2K 15 sctp_athm 94 2K 888 sctp_map 88 2K 474 ipsecpolicy 2 2K 2 in_multi 5 2K 8 acpidev 20 2K 20 select 10 2K 81 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 136 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_aadr 12 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 pf_osfp 6 1K 6 sctp_ifn 5 1K 15 diradd 5 1K 677 crypto 4 1K 4 encap_export_host 12 1K 12 mkdir 4 1K 1170 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 newdirblk 3 1K 585 chacha20random 1 1K 1 inpcbpolicy 11 1K 1253 osd 3 1K 10 indirdep 1 1K 822 vnodes 1 1K 16 ktls 1 1K 1 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 1162 pmchooks 1 1K 1 soname 4 1K 3764 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 39 ip_msource 1 1K 1 vnet 1 1K 1 iov 1 1K 15480 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 90 p1003.1b 1 1K 1 mqdata 0 0K 0 pf_table 0 0K 29 pf_rule 0 0K 34 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 445 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 nvme_da 0 0K 0 xen_intr 0 0K 0 acpipwr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 13 midi buffers 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 mixer 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 vm_fictitious 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 9803 UMAHash 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1712 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 66 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 643 freefile 0 0K 641 freeblks 0 0K 657 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 osti_cacheable 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 tempbuff 0 0K 0 statfs 0 0K 763 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 31 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 126 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 253 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 624 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ciss_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8777 526 1385897 0 254 38105088 0 tcp_log 416 0 16947 56266 0 254 7049952 0 pbuf 2632 0 957 0 0 2 2518824 0 mbuf 256 9216 354 2156922 0 254 2449920 0 RADIX NODE 144 14783 1118 99710 0 62 2289744 0 BUF TRIE 144 358 13110 7179 0 62 1939392 0 malloc-384 384 4116 4 4116 0 30 1582080 0 malloc-4096 4096 329 4 547 0 2 1363968 0 malloc-128 128 10026 49 10067 0 126 1289600 0 UMA Slabs 0 112 10534 11 10534 0 126 1181040 0 mbuf_cluster 2048 540 2 540 0 254 1110016 0 FFS inode 1128 506 26 1157 0 8 600096 0 256 Bucket 2048 188 8 18842 0 8 401408 0 malloc-65536 65536 5 0 5 0 1 327680 0 VM OBJECT 264 1094 121 23732 0 30 320760 0 VNODE 488 543 89 1196 0 30 308416 0 THREAD 1792 138 33 1579 0 8 306432 0 malloc-4096 4096 60 6 1568 0 2 270336 0 malloc-2048 2048 8 120 10769 0 8 262144 0 malloc-32768 32768 0 7 766 0 1 229376 0 malloc-64 64 3216 186 4716 0 254 217728 0 DEVCTL 1024 13 199 130 0 0 217088 0 malloc-16384 16384 7 6 598 0 1 212992 0 malloc-16 16 12669 331 12772 0 254 208000 0 g_bio 408 0 470 32065 0 30 191760 0 malloc-256 256 100 620 7350 0 62 184320 0 malloc-128 128 1237 189 31297 0 126 182528 0 UMA Zones 768 232 2 232 0 16 179712 0 malloc-32 32 5049 117 5128 0 254 165312 0 MAP ENTRY 96 1277 403 78935 0 126 161280 0 FFS2 dinode 256 506 109 1155 0 62 157440 0 malloc-128 128 1029 56 2173 0 126 138880 0 mbuf_packet 256 34 506 2183 0 254 138240 0 S VFS Cache 104 1008 279 1674 0 126 133848 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 218 0 1 131072 0 malloc-65536 65536 1 1 3 0 1 131072 0 clpbuf 2632 0 48 426 0 16 126336 0 tcp_bbr_map 128 0 961 2994 0 126 123008 0 socket 944 25 103 3092 0 254 120832 0 vmem btag 56 2111 37 2111 0 254 120288 0 malloc-1024 1024 109 7 160 0 16 118784 0 ksiginfo 112 58 986 1264 0 126 116928 0 sctp_asoc 2288 44 6 237 0 254 114400 0 malloc-2048 2048 45 9 612 0 8 110592 0 VMSPACE 2544 31 11 1464 0 4 106848 0 malloc-32768 32768 3 0 3 0 1 98304 0 PROC 1320 54 18 1485 0 8 95040 0 malloc-8192 8192 9 2 128 0 1 90112 0 malloc-256 256 261 84 2319 0 62 88320 0 UMA Kegs 384 218 5 218 0 30 85632 0 filedesc0 1072 54 23 1486 0 8 82544 0 malloc-16384 16384 4 1 163 0 1 81920 0 128 Bucket 1024 58 21 726 0 16 80896 0 malloc-384 384 164 26 984 0 30 72960 0 sctp_raddr 736 69 30 351 0 254 72864 0 malloc-1024 1024 62 6 270 0 16 69632 0 sctp_ep 1280 45 9 611 0 254 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 64 Bucket 512 91 37 4627 0 30 65536 0 malloc-4096 4096 13 2 787 0 2 61440 0 malloc-128 128 299 166 1834 0 126 59520 0 malloc-384 384 126 14 446 0 30 53760 0 malloc-256 256 76 119 1461 0 62 49920 0 32 Bucket 256 68 127 5381 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-256 256 147 33 238 0 62 46080 0 malloc-256 256 49 131 3854 0 62 46080 0 malloc-4096 4096 11 0 533 0 2 45056 0 malloc-64 64 525 168 16205 0 254 44352 0 malloc-128 128 59 282 1266 0 126 43648 0 udplite_inpcb 488 1 87 871 0 254 42944 0 pcpu-8 8 4544 576 5554 0 254 40960 0 malloc-64 64 499 131 995 0 254 40320 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 16074 0 16 36864 0 tcpcb 1048 6 27 160 0 254 34584 0 malloc-384 384 7 83 1093 0 30 34560 0 malloc-32768 32768 0 1 117 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-1024 1024 7 25 1367 0 16 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 KNOTE 160 22 153 121371 0 62 28000 0 Files 80 168 182 10203 0 126 28000 0 8 Bucket 80 55 295 1757 0 126 28000 0 malloc-128 128 170 47 190 0 126 27776 0 pipe 744 18 17 410 0 16 26040 0 TURNSTILE 136 172 17 172 0 62 25704 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-2048 2048 9 3 38 0 8 24576 0 malloc-64 64 278 100 1945 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 65 25 631 0 62 23040 0 malloc-2048 2048 5 5 113 0 8 20480 0 malloc-512 512 7 33 825 0 30 20480 0 PWD 32 17 613 672 0 254 20160 0 malloc-64 64 121 194 37678 0 254 20160 0 malloc-64 64 267 48 297 0 254 20160 0 vtnet_tx_hdr 24 1 834 732838 0 254 20040 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 10 0 2 16384 0 malloc-1024 1024 10 6 15 0 16 16384 0 sctp_chunk 152 57 47 153 0 254 15808 0 tcp_inpcb 488 17 15 160 0 254 15616 0 tcp_rack_pcb 704 2 20 20 0 16 15488 0 tcp_bbr_pcb 832 0 18 64 0 16 14976 0 malloc-2048 2048 2 4 63 0 8 12288 0 malloc-2048 2048 5 1 7 0 8 12288 0 malloc-1024 1024 8 4 14 0 16 12288 0 malloc-1024 1024 8 4 9 0 16 12288 0 malloc-512 512 5 19 32 0 30 12288 0 16 Bucket 144 47 37 471 0 62 12096 0 2 Bucket 32 53 325 736 0 254 12096 0 malloc-16 16 338 412 808 0 254 12000 0 udp_inpcb 488 2 22 190 0 254 11712 0 routing nhops 256 23 22 35 0 62 11520 0 unpcb 256 11 34 1199 0 254 11520 0 malloc-384 384 14 16 16 0 30 11520 0 malloc-256 256 16 29 132 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-1024 1024 3 5 12 0 16 8192 0 malloc-1024 1024 6 2 6 0 16 8192 0 malloc-512 512 9 7 11 0 30 8192 0 malloc-512 512 6 10 6 0 30 8192 0 pf tags 104 0 78 37 0 126 8112 0 rtentry 176 25 21 35 0 62 8096 0 PGRP 88 24 68 38 0 126 8096 0 rl_entry 40 55 147 55 0 254 8080 0 sctp_stream_msg_out 112 12 60 58 0 254 8064 0 sctp_laddr 48 12 156 156 0 254 8064 0 udpcb 32 3 249 1061 0 254 8064 0 malloc-64 64 63 63 110 0 254 8064 0 malloc-64 64 9 117 145 0 254 8064 0 malloc-32 32 3 249 15 0 254 8064 0 malloc-32 32 123 129 1001 0 254 8064 0 malloc-32 32 195 57 1017 0 254 8064 0 malloc-32 32 39 213 1352 0 254 8064 0 malloc-32 32 59 193 988 0 254 8064 0 malloc-32 32 50 202 4882 0 254 8064 0 malloc-32 32 2 250 44 0 254 8064 0 4 Bucket 48 7 161 69 0 254 8064 0 malloc-16 16 109 391 914 0 254 8000 0 malloc-16 16 117 383 829 0 254 8000 0 malloc-16 16 186 314 1350 0 254 8000 0 malloc-16 16 22 478 27137 0 254 8000 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-128 128 10 52 11 0 126 7936 0 tcp_rack_map 120 4 62 26 0 126 7920 0 ripcb 488 2 14 32 0 254 7808 0 itimer 352 0 22 11 0 30 7744 0 kenv 258 3 27 1042 0 30 7740 0 malloc-384 384 1 19 91 0 30 7680 0 malloc-384 384 1 19 13 0 30 7680 0 malloc-256 256 2 28 162 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 0 8 3 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 1 83 2 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-16 16 0 250 1 0 254 4000 0 malloc-128 128 5 26 7 0 126 3968 0 sctp_readq 152 0 26 8 0 254 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0