Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x1b8 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff814a25e8 stack pointer = 0x28:0xfffffe0053fb6cb0 frame pointer = 0x28:0xfffffe0053fb6cf0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) rdi: 00000000000001b8 rsi: 0000000000000001 rdx: 0000000000000000 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 0000000000000096 rax: fffffe00033eee30 rbx: fffffe00542c5560 rbp: fffffe0053fb6cf0 r10: 0000000000000000 r11: 0000000000000002 r12: 0000000000000001 r13: 00000000000001b8 r14: ffffffff826f9800 r15: 0000000000000004 trap number = 12 panic: page fault cpuid = 1 time = 1690243645 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fb6490 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fb65f0 vpanic() at vpanic+0x24b/frame 0xfffffe0053fb66d0 panic() at panic+0xb5/frame 0xfffffe0053fb6790 trap_fatal() at trap_fatal+0x7ee/frame 0xfffffe0053fb68b0 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0053fb69f0 trap() at trap+0x5f3/frame 0xfffffe0053fb6be0 calltrap() at calltrap+0x8/frame 0xfffffe0053fb6be0 --- trap 0xc, rip = 0xffffffff814a25e8, rsp = 0xfffffe0053fb6cb0, rbp = 0xfffffe0053fb6cf0 --- __mtx_assert() at __mtx_assert+0x118/frame 0xfffffe0053fb6cf0 sorwakeup_locked() at sorwakeup_locked+0x36/frame 0xfffffe0053fb6d30 sctp_add_to_readq() at sctp_add_to_readq+0x6fd/frame 0xfffffe0053fb6dd0 sctp_queue_data_to_stream() at sctp_queue_data_to_stream+0x778/frame 0xfffffe0053fb6f90 sctp_process_data() at sctp_process_data+0x2c96/frame 0xfffffe0053fb7680 sctp_common_input_processing() at sctp_common_input_processing+0x1681/frame 0xfffffe0053fb78a0 sctp6_input_with_port() at sctp6_input_with_port+0x594/frame 0xfffffe0053fb7a70 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe0053fb7a90 ip6_input() at ip6_input+0x2297/frame 0xfffffe0053fb7cf0 swi_net() at swi_net+0x2f3/frame 0xfffffe0053fb7d90 ithread_loop() at ithread_loop+0x4eb/frame 0xfffffe0053fb7ef0 fork_exit() at fork_exit+0xc9/frame 0xfffffe0053fb7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fb7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100031 ] Stopped at kdb_enter+0x6e: movq $0,0x2132c07(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff815cd7c5 printf+0xf5 rdx 0x1 rbx 0xffffffff826bc1c0 .str.28 rsp 0xfffffe0053fb65d0 rbp 0xfffffe0053fb65f0 rsi 0 rdi 0xffffffff815cd826 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0x1 r12 0 r13 0xfffffe00542c5560 r14 0xffffffff826bc1c0 .str.28 r15 0 rip 0xffffffff815be48e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2132c07(%rip) db> show proc Process 12 (intr) at 0xfffffe00541fa580: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836a9060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836a9060 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff836aa000 (map 0xffffffff836aa000) (map.pmap 0xffffffff836aa0c0) (pmap 0xffffffff836aa130) threads: 22 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 3989 774 774 0 LE *sctp-tc 0xfffffe0057a86e40 syz-executor.2 3578 0 0 0 DL aiordy 0xfffffe006cdc4580 [aiod4] 3577 0 0 0 DL aiordy 0xfffffe0073f7f000 [aiod3] 3576 0 0 0 DL aiordy 0xfffffe0072004000 [aiod2] 3575 0 0 0 DL aiordy 0xfffffe0057bb7580 [aiod1] 2246 2227 2246 0 Ss select 0xfffffe006ca15a40 dhclient 2236 1 2236 0 Ss select 0xfffffe0058a37640 dhclient 2227 2210 424 65 S select 0xfffffe006ca160c0 dhclient 2210 424 424 0 S wait 0xfffffe006cdc65c0 sh 2201 1 2201 65 Ss select 0xfffffe0058a37840 dhclient 1015 1 1015 0 Ss select 0xfffffe006ca157c0 dhclient 1012 1 1012 0 Ss select 0xfffffe006ca15940 dhclient 776 768 776 0 Ss piperd 0xfffffe0058a886c0 syz-executor.1 775 768 775 0 Ss piperd 0xfffffe0058a883e8 syz-executor.3 774 768 774 0 Ss nanslp 0xffffffff836d2840 syz-executor.2 773 768 773 0 Ss piperd 0xfffffe0058a86c70 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100110 S wait 0xfffffe006cd26000 syz-fuzzer 100112 S uwait 0xfffffe0058b54a00 syz-fuzzer 100113 S wait 0xfffffe006cd26000 syz-fuzzer 100114 S uwait 0xfffffe0058b54c00 syz-fuzzer 100115 S uwait 0xfffffe0058b54d00 syz-fuzzer 100116 S uwait 0xfffffe0057a8aa00 syz-fuzzer 100117 S wait 0xfffffe006cd26000 syz-fuzzer 100118 S kqread 0xfffffe0058a0fd00 syz-fuzzer 100119 S uwait 0xfffffe0058b55480 syz-fuzzer 100125 S uwait 0xfffffe0058b55680 syz-fuzzer 100126 S wait 0xfffffe006cd26000 syz-fuzzer 100144 S uwait 0xfffffe0057a89d00 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0057bb9670 csh 764 682 764 0 Ss select 0xfffffe006ca156c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00576728b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00576860b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00543424b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0054342cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00576868b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543434b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0054343cb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00576870b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00576878b0 getty 686 1 686 0 Ss nanslp 0xffffffff836d2841 cron 682 1 682 0 Ss select 0xfffffe006ca15dc0 sshd 495 1 495 0 Ss select 0xfffffe0058760d40 syslogd 424 1 424 0 Ss wait 0xfffffe0057bb85a0 devd 423 1 423 65 Ss select 0xfffffe006ca16240 dhclient 338 1 338 0 Ss select 0xfffffe006ca162c0 dhclient 335 1 335 0 Ss select 0xfffffe0058760dc0 dhclient 17 0 0 0 DL syncer 0xffffffff837d4d20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571a3040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff837d3340 [bufdaemon] 100084 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00085f98e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff8380ac00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff837feab8 [dom0] 100080 D launds 0xffffffff837feac4 [laundry: dom0] 100081 D umarcl 0xffffffff81d3e7e0 [uma] 7 0 0 0 DL - 0xffffffff83496e48 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff83f6a3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84453240 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83479340 [doneq0] 100045 D - 0xffffffff834792c0 [async] 100076 D - 0xffffffff83479140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00085fb888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff837fa360 [crypto] 100041 D crypto_ 0xfffffe0054373030 [crypto returns 0] 100042 D crypto_ 0xfffffe0054373080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836a8640 [g_event] 100036 D - 0xffffffff836a8660 [g_up] 100037 D - 0xffffffff836a8680 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541fb040 [init] 10 0 0 0 DL audit_w 0xffffffff837fada0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836a9060 [swapper] 100005 D - 0xfffffe00542af100 [if_io_tqg_0] 100006 D - 0xfffffe00542af000 [if_io_tqg_1] 100007 D - 0xfffffe00542aee00 [if_config_tqg_0] 100008 D - 0xfffffe00542aed00 [softirq_0] 100009 D - 0xfffffe00542aec00 [softirq_1] 100010 D - 0xfffffe000799f000 [linuxkpi_irq_wq] 100011 D - 0xfffffe00085ffe00 [thread taskq] 100012 D - 0xfffffe00085ffd00 [inm_free taskq] 100013 D - 0xfffffe00085ffc00 [aiod_kick taskq] 100014 D - 0xfffffe00085ffb00 [deferred_unmount ta] 100015 D - 0xfffffe00085ffa00 [in6m_free taskq] 100017 D - 0xfffffe00085ff800 [kqueue_ctx taskq] 100018 D - 0xfffffe00085ff700 [pci_hp taskq] 100021 D - 0xfffffe00085ff400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085ff400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085ff400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085ff400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085ff300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085ff300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085ff300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085ff300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085ff200 [firmware taskq] 100038 D - 0xfffffe00085fe700 [crypto_0] 100039 D - 0xfffffe00085fe700 [crypto_1] 100055 D - 0xfffffe00085fde00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fdd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fdc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fdb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057179080 [virtio_balloon] 100066 D - 0xffffffff826c1161 [deadlkres] 100070 D - 0xfffffe000799f100 [mca taskq] 100072 D - 0xfffffe00085fda00 [acpi_task_0] 100073 D - 0xfffffe00085fda00 [acpi_task_1] 100074 D - 0xfffffe00085fda00 [acpi_task_2] 100075 D - 0xfffffe00085fe000 [CAM taskq] db> show all locks Process 3989 (syz-executor.2) thread 0xfffffe0072065020 (103809) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe0072149660) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3341 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0054048480) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3340 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe0072149680) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3339 Process 12 (intr) thread 0xfffffe00542c5560 (100031) exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffffe0058d5ece0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:4863 exclusive sleep mutex sctp-read (inpr) r = 0 (0xfffffe00721496a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:4891 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0073cf98b8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2138 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4218 4324K 4246 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 226 1081K 14086 vfscache 3 1025K 3 pcb 181 844K 5805 inodedep 472 689K 3532 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 131 242K 4074 acpica 1674 184K 57212 tidhash 3 141K 3 vmem 3 138K 5 pagedep 10 131K 3094 linker 352 130K 385 tfo_ccache 1 128K 1 IP reass 1 128K 1 dirrem 452 113K 3419 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 filedesc 12 89K 6181 bus 985 81K 5069 sctp_stro 77 77K 989 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atcl 156 59K 3856 freefile 462 58K 3417 temp 36 53K 2149 BPF 30 53K 48 umtx 352 44K 352 kdtrace 207 42K 7897 freework 135 34K 7586 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 27 msg 4 30K 4 kbdmux 6 28K 6 gtaskqueue 18 26K 18 DEVFS_RULE 56 20K 56 ifaddr 69 20K 71 sctp_timw 72 18K 72 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 428 ithread 97 16K 97 bus-sc 34 15K 1648 lltable 45 14K 50 eventhandler 157 13K 157 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 sctp_atky 233 10K 5074 in6_multi 71 9K 71 bmsafemap 2 9K 3654 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 43 pfs_vncache 1 8K 1 shmfd 1 8K 1 audit_evclass 237 8K 297 taskqueue 63 7K 63 freeblks 26 7K 3615 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 254 kqueue 55 6K 4023 plimit 22 6K 380 pfs_nodes 20 5K 20 ufs_dirhash 24 5K 24 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 DEVFSP 64 4K 112 evdev 4 4K 4 acpisem 28 4K 28 session 28 4K 53 hhook 15 4K 17 kcovinfo 52 4K 52 pwddesc 52 4K 3996 proc-args 79 4K 5181 terminal 11 3K 11 lockf 24 3K 40 sctp_athm 156 3K 3870 sctp_map 154 3K 1978 selfd 38 3K 62669 indirdep 9 3K 6096 clone 9 3K 9 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 31 2K 49 select 13 2K 56 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 CC Mem 5 2K 1993 acpidev 20 2K 20 tun 7 2K 7 NFSD session 1 1K 1 softdep 1 1K 1 mkdir 8 1K 6158 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 22 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 3454 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_stri 1 1K 8 newdirblk 4 1K 3079 cdev 2 1K 2 osd 10 1K 2002 inpcbpolicy 14 1K 2301 chacha20random 1 1K 1 biobuf 1 1K 1 procdesc 3 1K 14 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 60 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 aio 4 1K 4 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 8959 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 40 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 97 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 88 sctp_mcore 0 0K 0 sctp_socko 0 0K 1267 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 filemon 0 0K 13 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5498 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 235 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 4 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16838 ioctlops 0 0K 177 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 698 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1069230 0 254 38494208 0 mbuf 256 8751 912 1796772 0 254 2473728 0 RADIX NODE 144 13207 424 141189 0 63 1962864 0 BUF TRIE 144 194 11622 12099 0 62 1701504 0 malloc-384 384 4170 30 4172 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11484 234 15111 0 126 1499904 0 malloc-4096 4096 327 1 489 0 2 1343488 0 UMA Slabs 0 112 11050 32 11050 0 126 1241184 0 sctp_asoc 2264 77 433 989 0 254 1154640 0 vmem btag 56 16783 104 16783 0 254 945672 0 FFS inode 1160 510 36 3927 0 8 633360 0 sctp_ep 1176 78 432 2863 0 254 599760 0 malloc-2048 2048 12 268 1136 0 8 573440 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 33 475 6629 0 254 487680 0 ertt_txseginfo 40 3034 8177 185610 0 254 448440 0 256 Bucket 2048 188 24 4923 0 8 434176 0 malloc-2048 2048 85 115 2870 0 8 409600 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 77 440 989 0 254 380512 0 VM OBJECT 264 1171 119 51420 0 30 340560 0 THREAD 1824 153 23 3900 0 8 321024 0 malloc-384 384 662 148 7449 0 30 311040 0 VNODE 448 548 118 3967 0 30 298368 0 malloc-256 256 445 680 14476 0 62 288000 0 malloc-4096 4096 61 7 4006 0 2 278528 0 malloc-64 64 3917 178 11891 0 254 262080 0 tcp_bbr_map 128 336 1710 31567 0 126 261888 0 malloc-128 128 1663 228 36272 0 126 242048 0 malloc-16 16 14431 319 16487 0 254 236000 0 malloc-32768 32768 0 7 5772 0 1 229376 0 malloc-16384 16384 7 7 3104 0 1 229376 0 DEVCTL 1024 19 201 150 0 0 225280 0 mbuf_packet 256 32 730 5311 0 254 195072 0 malloc-256 256 508 242 5901 0 62 192000 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5375 295 5407 0 254 181440 0 FPU_save_area 832 155 43 9856 0 16 164736 0 malloc-1024 1024 135 25 152 0 16 163840 0 FFS2 dinode 256 510 120 3927 0 62 161280 0 MAP ENTRY 96 1259 379 135666 0 126 157248 0 malloc-1024 1024 77 67 996 0 16 147456 0 malloc-128 128 1079 68 5604 0 126 146816 0 S VFS Cache 104 1009 395 4510 0 126 146016 0 malloc-65536 65536 0 2 112 0 1 131072 0 malloc-65536 65536 0 2 126 0 1 131072 0 unpcb 256 14 496 1435 0 254 130560 0 tcp_inpcb 1304 5 85 1989 0 8 117360 0 ksiginfo 112 63 981 6143 0 126 116928 0 PROC 1376 52 25 3995 0 8 105952 0 128 Bucket 1024 77 22 1377 0 16 101376 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 18 6 33 0 2 98304 0 malloc-256 256 250 125 8318 0 62 96000 0 malloc-256 256 132 243 3162 0 62 96000 0 UMA Kegs 384 227 6 227 0 30 89472 0 64 Bucket 512 92 76 4359 0 30 86016 0 filedesc0 1072 53 24 3996 0 8 82544 0 malloc-16384 16384 3 2 5 0 1 81920 0 malloc-256 256 230 85 10901 0 62 80640 0 sctp_chunk 152 77 443 80 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-4096 4096 15 3 21 0 2 73728 0 g_bio 408 0 180 86227 0 30 73440 0 malloc-64 64 593 478 2640 0 254 68544 0 malloc-128 128 343 184 3646 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 32 Bucket 256 73 182 2323 0 62 65280 0 sctp_stream_msg_out 112 0 540 41 0 254 60480 0 malloc-384 384 127 23 130 0 30 57600 0 malloc-8192 8192 5 2 31 0 1 57344 0 malloc-8192 8192 6 1 107 0 1 57344 0 malloc-64 64 483 336 989 0 254 52416 0 malloc-128 128 177 226 232 0 126 51584 0 malloc-256 256 32 163 5580 0 62 49920 0 malloc-256 256 58 137 4668 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 27644 0 16 49152 0 malloc-8192 8192 2 4 15 0 1 49152 0 malloc-1024 1024 10 38 1657 0 16 49152 0 VMSPACE 520 32 58 3976 0 16 46800 0 tcp_bbr_pcb 832 1 53 1086 0 16 44928 0 PWD 40 16 1095 3167 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 Files 80 194 356 17472 0 126 44000 0 pcpu-8 8 4755 365 5002 0 254 40960 0 sctp_readq 152 1 259 1 0 254 39520 0 udp_inpcb 424 6 84 212 0 30 38160 0 da_ccb 544 0 70 21682 0 16 38080 0 malloc-64 64 27 540 27 0 254 36288 0 malloc-64 64 139 428 78228 0 254 36288 0 malloc-64 64 68 499 4589 0 254 36288 0 malloc-64 64 223 344 245 0 254 36288 0 malloc-64 64 268 299 329 0 254 36288 0 16 Bucket 144 85 167 1242 0 62 36288 0 8 Bucket 80 100 350 1646 0 126 36000 0 tcp_rack_map 128 0 279 93 0 126 35712 0 malloc-128 128 7 272 7 0 126 35712 0 malloc-128 128 29 250 117 0 126 35712 0 malloc-128 128 27 252 170 0 126 35712 0 ripcb 392 3 87 93 0 30 35280 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 40 95 424 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 SLEEPQUEUE 88 177 207 177 0 126 33792 0 tcp_rack_pcb 1024 0 32 44 0 16 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 4 12 4 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 5 11 29 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 11 21 15 0 16 32768 0 malloc-1024 1024 4 28 8 0 16 32768 0 malloc-1024 1024 4 28 155 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 1 31 17 0 16 32768 0 malloc-512 512 2 62 22 0 30 32768 0 malloc-512 512 8 56 21 0 30 32768 0 malloc-512 512 11 53 60 0 30 32768 0 malloc-512 512 1 63 8 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ipq 56 0 576 5 0 254 32256 0 KNOTE 160 28 172 48281 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 28 236 55 0 126 31680 0 clpbuf 2624 0 12 29 0 4 31488 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 144 444 364 0 254 28224 0 tcp_inpcb ports 32 3 879 1011 0 254 28224 0 malloc-32 32 232 650 7987 0 254 28224 0 4 Bucket 48 7 581 10 0 254 28224 0 2 Bucket 32 68 814 1921 0 254 28224 0 udplite_inpcb 424 0 63 7 0 30 26712 0 malloc-4096 4096 0 6 44 0 2 24576 0 rl_entry 40 79 527 79 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 pipe 728 21 12 429 0 16 24024 0 malloc-384 384 0 60 34 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 ertt 72 5 275 1989 0 126 20160 0 malloc-32 32 13 617 31 0 254 20160 0 malloc-32 32 25 605 335 0 254 20160 0 malloc-32 32 369 261 6040 0 254 20160 0 malloc-32 32 67 563 976 0 254 20160 0 malloc-32 32 52 578 130 0 254 20160 0 malloc-32 32 71 559 2401 0 254 20160 0 malloc-16 16 375 875 9760 0 254 20000 0 AIOCB 552 0 35 4 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 9 0 2 16384 0 malloc-4096 4096 2 2 787 0 2 16384 0 malloc-2048 2048 2 6 193 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-512 512 0 32 135 0 30 16384 0 malloc-512 512 1 31 2 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 1 667 656077 0 254 16032 0 malloc-16 16 227 773 7639 0 254 16000 0 AIO 208 0 76 4 0 62 15808 0 kenv 258 16 44 1043 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 3 0 254 12096 0 malloc-16 16 26 724 784 0 254 12000 0 malloc-16 16 36 714 162 0 254 12000 0 malloc-16 16 281 469 26324 0 254 12000 0 malloc-16 16 15 735 1222 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 malloc-16 16 1 499 3 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0