Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x18 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8100e221 stack pointer = 0x28:0xfffffe001a0c51c0 frame pointer = 0x28:0xfffffe001a0c5210 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) trap number = 12 panic: page fault cpuid = 0 time = 1592636884 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe001a0c4e10 vpanic() at vpanic+0x1c7/frame 0xfffffe001a0c4e70 panic() at panic+0x43/frame 0xfffffe001a0c4ed0 trap_fatal() at trap_fatal+0x4ca/frame 0xfffffe001a0c4f50 trap_pfault() at trap_pfault+0xdc/frame 0xfffffe001a0c4fd0 trap() at trap+0x3f8/frame 0xfffffe001a0c50f0 calltrap() at calltrap+0x8/frame 0xfffffe001a0c50f0 --- trap 0xc, rip = 0xffffffff8100e221, rsp = 0xfffffe001a0c51c0, rbp = 0xfffffe001a0c5210 --- __mtx_lock_flags() at __mtx_lock_flags+0x91/frame 0xfffffe001a0c5210 soisconnected() at soisconnected+0x33/frame 0xfffffe001a0c5260 sctp_process_control() at sctp_process_control+0x62ae/frame 0xfffffe001a0c56d0 sctp_common_input_processing() at sctp_common_input_processing+0x74c/frame 0xfffffe001a0c5860 sctp6_input_with_port() at sctp6_input_with_port+0x300/frame 0xfffffe001a0c5960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe001a0c5980 ip6_input() at ip6_input+0x1802/frame 0xfffffe001a0c5a90 swi_net() at swi_net+0x20d/frame 0xfffffe001a0c5b10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe001a0c5bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe001a0c5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe001a0c5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x14a50d6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff81904c77 rbx 0 rsp 0xfffffe001a0c4df0 rbp 0xfffffe001a0c4e10 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff82068f70 ddb_dbbe r13 0 r14 0xffffffff819a9294 r15 0xffffffff819a9294 rip 0xffffffff810b4b17 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14a50d6(%rip) db> show proc Process 12 (intr) at 0xfffff80003317520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250e710 ABI: null reaper: 0xffffffff8250e710 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f360 (map 0xffffffff8250f360) (map.pmap 0xffffffff8250f420) (pmap 0xffffffff8250f480) threads: 23 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 Run CPU 0 [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 2474 775 775 0 R (threaded) syz-executor.1 100119 Run CPU 1 syz-executor.1 101170 S connec 0xfffffe00239f0478 syz-executor.1 2473 793 793 0 R (threaded) syz-executor.3 100114 RunQ syz-executor.3 101045 S connec 0xfffffe00239b39a8 syz-executor.3 101047 S uwait 0xfffff80016acac80 syz-executor.3 2472 783 783 0 R (threaded) syz-executor.0 100899 RunQ syz-executor.0 101042 S connec 0xfffffe00239b1d30 syz-executor.0 101044 S uwait 0xfffff8001696b580 syz-executor.0 2471 776 776 0 R (threaded) syz-executor.2 100969 RunQ syz-executor.2 101040 S connec 0xfffffe00239b0b88 syz-executor.2 101043 S uwait 0xfffff800039fdd00 syz-executor.2 930 1 930 0 Ss select 0xfffff800161bbc40 rtsol 929 1 929 0 Ss select 0xfffff800039edc40 rtsol 926 1 926 0 Ss select 0xfffff800161bb0c0 rtsol 919 794 424 0 S kqread 0xfffff8000334ba00 rtsol 794 782 424 0 S wait 0xfffff8001628d520 sh 793 773 793 0 Ss nanslp 0xffffffff8252f201 syz-executor.3 783 773 783 0 Rs syz-executor.0 782 424 424 0 S wait 0xfffff80003c97520 sh 776 773 776 0 Ss nanslp 0xffffffff8252f201 syz-executor.2 775 773 775 0 Ss nanslp 0xffffffff8252f201 syz-executor.1 773 771 771 0 S (threaded) syz-execprog 100102 S uwait 0xfffff800039ff800 syz-execprog 100104 S uwait 0xfffff800037c3280 syz-execprog 100105 S uwait 0xfffff800037c3980 syz-execprog 100106 S uwait 0xfffff800037c4680 syz-execprog 100107 S uwait 0xfffff800037c3d00 syz-execprog 100108 S uwait 0xfffff800030fbc80 syz-execprog 100110 S uwait 0xfffff800037c4800 syz-execprog 100111 S uwait 0xfffff800037c4900 syz-execprog 100113 S uwait 0xfffff800037c4b00 syz-execprog 100116 S uwait 0xfffff800030fbd80 syz-execprog 100117 S kqread 0xfffff8000334b800 syz-execprog 771 769 771 0 Ss pause 0xfffff800163d15c8 csh 769 682 769 0 Ss select 0xfffff800039edcc0 sshd 748 1 748 0 Ss+ ttyin 0xfffff800037bd8b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b444b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b44cb0 getty 744 1 744 0 Ss+ ttyin 0xfffff800033b94b0 getty 743 1 743 0 Ss+ ttyin 0xfffff800033b9cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff800033bc4b0 getty 741 1 741 0 Ss+ ttyin 0xfffff800033bccb0 getty 740 1 740 0 Ss+ ttyin 0xfffff800033bb4b0 getty 738 1 24 0 S+ piperd 0xfffff80003c83000 logger 737 736 24 0 S+ nanslp 0xffffffff8252f200 sleep 736 1 24 0 S+ wait 0xfffff80003c6a520 sh 686 1 686 0 Ss nanslp 0xffffffff8252f200 cron 682 1 682 0 Ss select 0xfffff800039f09c0 sshd 495 1 495 0 Ds bo_wwai 0xfffff8001628a168 syslogd 424 1 424 0 Ss wait 0xfffff80003c67520 devd 423 1 423 65 Ss select 0xfffff80003baeb40 dhclient 338 1 338 0 Ss select 0xfffff800039f0440 dhclient 335 1 335 0 Ss select 0xfffff800039f03c0 dhclient 23 0 0 0 DL vlruwt 0xfffff800033fa520 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261a458 [syncer] 21 0 0 0 RL (threaded) [bufdaemon] 100069 RunQ [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80003cfbce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82640788 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82634c18 [dom0] 100074 D launds 0xffffffff82634c24 [laundry: dom0] 100075 D umarcl 0xffffffff8154fa70 [uma] 18 0 0 0 DL - 0xffffffff82362e58 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c583a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261cbd0 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82618dac [soaiod4] 9 0 0 0 DL - 0xffffffff82618dac [soaiod3] 8 0 0 0 DL - 0xffffffff82618dac [soaiod2] 7 0 0 0 DL - 0xffffffff82618dac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff8223abc0 [doneq0] 100066 D - 0xffffffff8223aa90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000334d690 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000334d630 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82632400 [crypto] 14 0 0 0 DL seqstat 0xfffff800030e2488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250e180 [g_event] 100025 D - 0xffffffff8250e188 [g_up] 100026 D - 0xffffffff8250e190 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff800030f9c00 [thr_0] 100018 D - 0xfffff800030f9c40 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 Run CPU 0 [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000331a000 [init] 10 0 0 0 DL audit_w 0xffffffff826328d8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250e710 [swapper] 100005 D - 0xfffff80003217e00 [if_config_tqg_0] 100006 D - 0xfffff80003217d00 [softirq_0] 100007 D - 0xfffff80003217c00 [softirq_1] 100008 D - 0xfffff80003217b00 [if_io_tqg_0] 100009 D - 0xfffff80003217a00 [if_io_tqg_1] 100011 D - 0xfffff80003350000 [kqueue_ctx taskq] 100012 D - 0xfffff8000334de00 [aiod_kick taskq] 100015 D - 0xfffff8000334db00 [in6m_free taskq] 100016 D - 0xfffff8000334da00 [thread taskq] 100023 D - 0xfffff8000334d900 [firmware taskq] 100028 D - 0xfffff8000334d700 [crypto_0] 100029 D - 0xfffff8000334d700 [crypto_1] 100043 D - 0xfffff8000334d400 [vtnet0 rxq 0] 100044 D - 0xfffff8000334d300 [vtnet0 txq 0] 100045 D - 0xfffff8000334d200 [vtnet0 rxq 1] 100046 D - 0xfffff8000334d100 [vtnet0 txq 1] 100048 D vtbslp 0xfffff80003524580 [virtio_balloon] 100052 D - 0xfffff8000334d000 [mca taskq] 100056 D - 0xffffffff81d4e870 [deadlkres] 100061 D - 0xfffff80003b32300 [acpi_task_0] 100062 D - 0xfffff80003b32300 [acpi_task_1] 100063 D - 0xfffff80003b32300 [acpi_task_2] 100065 D - 0xfffff8000334d500 [CAM taskq] db> show all locks Process 2474 (syz-executor.1) thread 0xfffffe002584a800 (100119) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8254f230) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 Process 495 (syslogd) thread 0xfffffe00257a8500 (100094) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001628a068) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3431 Process 12 (intr) thread 0xfffffe00048b3000 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00259d91a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_input.c:2342 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4212 4850K 4237 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27951 1631K 28015 kobj 334 1336K 493 inodedep 1629 1326K 1697 newblk 402 1125K 2062 vfscache 4 1025K 4 pcb 35 548K 6511 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1602 401K 1632 subproc 142 281K 2557 freefile 1600 200K 1626 acpica 1674 185K 55859 vnet_data 1 168K 1 filedesc 21 149K 3277 pagedep 20 133K 1634 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 239 96K 280 bus 1000 80K 3392 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 sctp_timw 227 57K 227 umtx 324 41K 324 kdtrace 191 37K 6951 temp 35 33K 1839 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 ifaddr 72 24K 72 kbdmux 6 22K 6 BPF 14 19K 14 lltable 47 18K 47 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 177 bus-sc 30 14K 1439 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 488 rman 82 10K 423 bmsafemap 2 9K 1665 kqueue 64 9K 2481 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 vt 11 6K 11 sctp_atcl 11 6K 8019 cred 22 6K 235 plimit 21 6K 350 sglist 5 6K 5 CAM queue 5 6K 1528 sctp_stro 5 5K 3203 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 249 5K 249 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 31 4K 1664 routetbl 23 4K 23 session 27 4K 38 pgrp 27 4K 38 mkdir 26 4K 3248 hhook 13 4K 13 acpisem 22 3K 22 terminal 11 3K 11 proc-args 49 3K 546 indirdep 10 3K 10 select 19 3K 19 uidinfo 3 3K 8 sctp_ifa 17 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 1863 newdirblk 16 2K 1624 ipsec-saq 2 2K 2 ip6ndp 12 2K 22 Unitno 28 2K 1859 CAM XPT 22 2K 543 lockf 15 2K 22 in_multi 6 2K 7 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 mld 6 1K 6 sctp_ifn 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 sctp_atky 16 1K 12825 crypto 3 1K 3 sctp_stri 1 1K 3208 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 DEVFSP 6 1K 6 osd 3 1K 9 inpcbpolicy 9 1K 183 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 soname 8 1K 12214 feeder 7 1K 7 loginclass 3 1K 7 sctp_athm 11 1K 9622 sctp_map 10 1K 6406 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 filecaps 4 1K 78 nexusdev 5 1K 5 entropy 2 1K 41 freework 1 1K 1630 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 37 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 1629 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 4 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 1805 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 109 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13514 ioctlops 0 0K 99 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 582 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf_packet 256 8202 1450 35911 0 254 2470912 0 512 512 4200 32 4201 0 30 2166784 0 BUF TRIE 144 172 13324 509 0 62 1943424 0 4096 4096 400 4 3423 0 2 1654784 0 128 128 9294 161 15016 0 126 1210240 0 sctp_asoc 2288 5 505 3203 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 10 0 254 1040384 0 512 512 1650 30 1836 0 30 860160 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 6865 5 6865 0 126 769440 0 sctp_ep 1280 5 505 3212 0 254 652800 0 tcpcb 1040 3 514 7 0 254 537680 0 256 256 1906 89 6340 0 62 510720 0 socket 904 29 484 4471 0 254 463752 0 RADIX NODE 144 2477 404 68790 0 63 414864 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 5 512 3203 0 254 380512 0 256 Bucket 2048 160 16 419 0 8 360448 0 VM OBJECT 264 1104 66 36830 0 30 308880 0 128 128 2168 126 3155 0 126 293632 0 VNODE 488 542 58 2170 0 30 292800 0 THREAD 1792 147 15 2077 0 8 290304 0 mbuf 256 469 559 50288 0 254 263168 0 16384 16384 12 4 1640 0 1 262144 0 ripcb 488 4 508 7 0 254 249856 0 tcp_inpcb 488 3 509 7 0 254 249856 0 udp_inpcb 488 2 510 169 0 254 249856 0 64 64 2776 311 5465 0 254 197568 0 65536 65536 1 2 74 0 1 196608 0 128 128 1297 222 28813 0 126 194432 0 16 16 11750 250 11972 0 254 192000 0 UMA Zones 768 223 3 223 0 16 173568 0 1024 1024 133 27 151 0 16 163840 0 FFS2 dinode 256 507 123 2133 0 62 161280 0 32 32 4450 464 11052 0 254 157248 0 MAP ENTRY 96 1206 306 73586 0 126 145152 0 vmem btag 56 2027 336 2027 0 254 132328 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 14 496 1050 0 254 130560 0 256 256 403 107 2105 0 62 130560 0 VMSPACE 2536 37 11 2453 0 4 121728 0 sctp_chunk 152 2 778 3207 0 254 118560 0 ksiginfo 112 61 983 81 0 126 116928 0 2048 2048 12 44 2638 0 8 114688 0 256 256 301 134 4100 0 62 111360 0 PROC 1312 59 22 2474 0 8 106272 0 S VFS Cache 108 613 287 2751 0 126 97200 0 FFS inode 160 507 68 2133 0 62 92000 0 filedesc0 1088 60 24 2475 0 8 91392 0 g_bio 408 4 206 5103 0 30 85680 0 128 Bucket 1024 48 35 489 0 16 84992 0 128 128 475 176 3737 0 126 83328 0 UMA Kegs 384 209 6 209 0 30 82560 0 sctp_readq 152 0 520 1602 0 254 79040 0 4096 4096 14 4 28 0 2 73728 0 1024 1024 10 58 281 0 16 69632 0 64 64 619 452 14743 0 254 68544 0 128 128 320 207 403 0 126 67456 0 65536 65536 0 1 112 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 8192 8192 7 1 9 0 1 65536 0 2048 2048 6 26 3213 0 8 65536 0 512 512 86 42 407 0 30 65536 0 sctp_stream_msg_out 112 3 537 1608 0 254 60480 0 4096 4096 12 2 16 0 2 57344 0 64 64 349 470 2828 0 254 52416 0 64 64 459 360 695 0 254 52416 0 64 64 34 785 6477 0 254 52416 0 ttyoutq 256 72 123 160 0 62 49920 0 256 256 103 92 1845 0 62 49920 0 32 Bucket 256 40 155 574 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 18994 0 16 49152 0 16384 16384 3 0 4 0 1 49152 0 8192 8192 4 2 32 0 1 49152 0 1024 1024 11 37 3209 0 16 49152 0 512 512 14 82 11737 0 30 49152 0 syncache 168 0 264 5 0 254 44352 0 clpbuf 832 0 48 100 0 16 39936 0 64 Bucket 512 58 14 746 0 30 36864 0 selfd 64 35 532 3880 0 254 36288 0 64 64 12 555 26 0 254 36288 0 64 64 12 555 36 0 254 36288 0 64 64 34 533 68 0 254 36288 0 128 128 19 260 77 0 126 35712 0 128 128 13 266 14 0 126 35712 0 128 128 62 217 67 0 126 35712 0 routing nhops 256 16 119 38 0 62 34560 0 256 256 34 101 3595 0 62 34560 0 256 256 26 109 701 0 62 34560 0 256 256 64 71 156 0 62 34560 0 256 256 20 115 2996 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 2048 2048 4 12 16 0 8 32768 0 2048 2048 7 9 8 0 8 32768 0 2048 2048 3 13 194 0 8 32768 0 1024 1024 2 30 31 0 16 32768 0 1024 1024 9 23 1022 0 16 32768 0 1024 1024 4 28 23 0 16 32768 0 512 512 4 60 37 0 30 32768 0 512 512 35 29 36 0 30 32768 0 mt_stats_zone 64 443 69 443 0 254 32768 0 64 pcpu 8 3733 363 3735 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 18 864 1714 0 254 28224 0 32 32 312 570 372 0 254 28224 0 32 32 42 840 7233 0 254 28224 0 4 Bucket 48 7 581 9852 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 34 99 38 0 62 27664 0 pipe 760 19 16 337 0 16 26600 0 TURNSTILE 136 163 26 163 0 62 25704 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 2 4 1807 0 2 24576 0 rl_entry 40 37 569 37 0 254 24240 0 8 Bucket 80 42 258 10973 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 163 93 163 0 126 22528 0 udpcb 32 2 628 169 0 254 20160 0 Files 72 130 150 11960 0 126 20160 0 32 32 61 569 82 0 254 20160 0 32 32 53 577 3050 0 254 20160 0 32 32 71 559 1790 0 254 20160 0 32 32 48 582 809 0 254 20160 0 32 32 49 581 2940 0 254 20160 0 16 Bucket 144 48 92 2234 0 62 20160 0 2 Bucket 32 46 584 9010 0 254 20160 0 KNOTE 160 28 97 6102 0 62 20000 0 procdesc 136 4 141 10 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 1 1 82 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 3 0 2 16384 0 4096 4096 2 2 2 0 2 16384 0 2048 2048 7 1 7 0 8 16384 0 1024 1024 1 15 1 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 512 512 11 21 11 0 30 16384 0 512 512 1 31 3 0 30 16384 0 vtnet_tx_hdr 24 0 668 881 0 254 16032 0 mt_zone 24 443 225 443 0 254 16032 0 16 16 30 970 6458 0 254 16000 0 16 16 24 976 9902 0 254 16000 0 kenv 258 3 57 1111 0 30 15480 0 MAP 216 2 69 2 0 62 15336 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 11 739 45 0 254 12000 0 16 16 28 722 67 0 254 12000 0 16 16 275 475 436 0 254 12000 0 16 16 30 720 25445 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 1 0 2 8192 0 4096 4096 1 1 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 16 16 185 315 1239 0 254 8000 0 SMR SHARED 24 1 254 1 0 254 6120 0 2048 2048 0 2 32 0 8 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 272 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>