Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x198 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81aa5e31 stack pointer = 0x0:0xfffffe00540303f0 frame pointer = 0x0:0xfffffe0054030450 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) trap number = 12 panic: page fault cpuid = 0 time = 1640747055 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe005402fbf0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe005402fd50 vpanic() at vpanic+0x2b8/frame 0xfffffe005402fe30 panic() at panic+0xb5/frame 0xfffffe005402fef0 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe005402fff0 trap_pfault() at trap_pfault+0x186/frame 0xfffffe0054030130 trap() at trap+0x5e4/frame 0xfffffe0054030320 calltrap() at calltrap+0x8/frame 0xfffffe0054030320 --- trap 0xc, rip = 0xffffffff81aa5e31, rsp = 0xfffffe00540303f0, rbp = 0xfffffe0054030450 --- inp_next() at inp_next+0x4f1/frame 0xfffffe0054030450 in6_pcbnotify() at in6_pcbnotify+0x3a6/frame 0xfffffe0054030600 udp6_common_ctlinput() at udp6_common_ctlinput+0x13f/frame 0xfffffe00540306f0 icmp6_input() at icmp6_input+0x3773/frame 0xfffffe0054030a90 ip6_input() at ip6_input+0x1f40/frame 0xfffffe0054030cf0 swi_net() at swi_net+0x2e5/frame 0xfffffe0054030d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0054030ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054030f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054030f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100032 ] Stopped at kdb_enter+0x6b: movq $0,0x250eeba(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfdc17a885868483c rdx 0x1 rbx 0 rsp 0xfffffe005402fd30 rbp 0xfffffe005402fd50 rsi 0 rdi 0xffffffff81761e2a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe0058c65c50 r12 0xfffffe0053ee6560 r13 0xfffffe005402fd01 r14 0xffffffff82b53800 .str.18 r15 0xffffffff82b53800 .str.18 rip 0xffffffff817553db kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250eeba(%rip) db> show proc Process 12 (intr) at 0xfffffe0053de4548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c07aa0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c07aa0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83c08a40 (map 0xffffffff83c08a40) (map.pmap 0xffffffff83c08b00) (pmap 0xffffffff83c08b68) threads: 23 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 RunQ [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 1686 784 784 0 R (threaded) syz-executor.3 101183 Run CPU 1 syz-executor.3 101184 S connec 0xfffffe0058c8e85a syz-executor.3 1684 776 776 0 R syz-executor.0 1683 783 783 0 T (threaded) syz-executor.2 101074 s syz-executor.2 101180 RunQ syz-executor.2 1682 777 777 0 R (threaded) syz-executor.1 100908 RunQ syz-executor.1 101178 S uwait 0xfffffe009f2d2d00 syz-executor.1 1352 1 776 0 S uwait 0xfffffe009f2d2500 syz-executor.0 1347 1 776 0 S uwait 0xfffffe0007994700 syz-executor.0 1343 1 776 0 S uwait 0xfffffe0053ef4d80 syz-executor.0 1151 1 776 0 S uwait 0xfffffe00576cd300 syz-executor.0 1143 1 776 0 S uwait 0xfffffe0007994a00 syz-executor.0 1137 0 0 0 DL aiordy 0xfffffe00a6174a90 [aiod4] 1136 0 0 0 DL aiordy 0xfffffe00a6178000 [aiod3] 1135 0 0 0 DL aiordy 0xfffffe009f2f3000 [aiod2] 1134 0 0 0 DL aiordy 0xfffffe009f2f5548 [aiod1] 1133 1 776 0 S uwait 0xfffffe0053e97c00 syz-executor.0 819 811 819 0 Ss select 0xfffffe0053e007c0 dhclient 815 1 815 0 Ss select 0xfffffe009f2f0f40 dhclient 811 796 429 65 S select 0xfffffe009f2f0cc0 dhclient 796 429 429 0 S wait 0xfffffe0053f75548 sh 784 773 784 0 Ss nanslp 0xffffffff83c31941 syz-executor.3 783 773 783 0 Rs syz-executor.2 777 773 777 0 Rs syz-executor.1 776 773 776 0 Ss nanslp 0xffffffff83c31941 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100098 S uwait 0xfffffe0053e98080 syz-fuzzer 100116 S uwait 0xfffffe0053e97580 syz-fuzzer 100117 S uwait 0xfffffe0053e97800 syz-fuzzer 100118 S uwait 0xfffffe0053e97900 syz-fuzzer 100119 S uwait 0xfffffe0007994c00 syz-fuzzer 100120 S uwait 0xfffffe0007994d00 syz-fuzzer 100121 S kqread 0xfffffe00081d9200 syz-fuzzer 100122 S uwait 0xfffffe0007994f00 syz-fuzzer 100123 S uwait 0xfffffe0053e97080 syz-fuzzer 100124 S uwait 0xfffffe00576cd900 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0058cd35f8 csh 769 687 769 0 Ss select 0xfffffe009e7ec740 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00576e38b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00586374b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f918b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058637cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00586384b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0058638cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00586394b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058639cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576ee4b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c31941 cron 687 1 687 0 Ss select 0xfffffe009e7ecc40 sshd 500 1 500 0 Ss select 0xfffffe009e7ed0c0 syslogd 429 1 429 0 Ss wait 0xfffffe0058cd1a90 devd 428 1 428 65 Ss select 0xfffffe009e7ed6c0 dhclient 343 1 343 0 Ss select 0xfffffe009e7ed840 dhclient 340 1 340 0 Ss select 0xfffffe0053e00140 dhclient 16 0 0 0 DL syncer 0xffffffff83d57140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00587d8000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d55760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058cedce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d88c40 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7caf8 [dom0] 100082 D launds 0xffffffff83d7cb04 [laundry: dom0] 100083 D umarcl 0xffffffff81e529a0 [uma] 6 0 0 0 DL - 0xffffffff839ed808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff847a1280 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84965530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388f7c0 [doneq0] 100046 D - 0xffffffff8388f740 [async] 100075 D - 0xffffffff8388f5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057148c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d78340 [crypto] 100042 D crypto_ 0xfffffe0053fb8030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb8080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c07000 [g_event] 100037 D - 0xffffffff83c07020 [g_up] 100038 D - 0xffffffff83c07040 [g_down] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 RunQ [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d78e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c07aa0 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100011 D - 0xfffffe00081dae00 [aiod_kick taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dac00 [inm_free taskq] 100014 D - 0xfffffe00081dab00 [in6m_free taskq] 100015 D - 0xfffffe00081daa00 [deferred_unmount ta] 100016 D - 0xfffffe00081da900 [thread taskq] 100018 D - 0xfffffe00081da700 [kqueue_ctx taskq] 100019 D - 0xfffffe00081da600 [pci_hp taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f58300 [firmware taskq] 100039 D - 0xfffffe0053f57800 [crypto_0] 100040 D - 0xfffffe0053f57800 [crypto_1] 100056 D - 0xfffffe0053f56e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f56d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f56c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f56b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a9600 [virtio_balloon] 100065 D - 0xffffffff82b592e1 [deadlkres] 100070 D - 0xfffffe00081db100 [mca taskq] 100071 D - 0xfffffe0053f56900 [acpi_task_0] 100072 D - 0xfffffe0053f56900 [acpi_task_1] 100073 D - 0xfffffe0053f56900 [acpi_task_2] 100074 D - 0xfffffe0053f57100 [CAM taskq] db> show all locks Process 777 (syz-executor.1) thread 0xfffffe0058c65740 (100103) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe009e9c0128) locked @ /syzkaller/managers/i386/kernel/sys/kern/subr_trap.c:118 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 322 1288K 481 newblk 56 1038K 1448 vfscache 3 1025K 3 inodedep 616 743K 1060 pcb 34 552K 1242 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 274K 5 subproc 131 260K 1760 filedesc 30 233K 1775 acpica 1674 184K 56282 vnet_data 1 168K 1 dirrem 587 147K 994 tidhash 3 141K 3 linker 354 134K 382 pagedep 21 133K 876 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 bus 973 80K 3426 freefile 583 73K 983 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 352 44K 352 kdtrace 211 42K 2872 BPF 22 36K 25 temp 34 33K 1941 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 4 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 128 16K 411 lltable 48 15K 48 bus-sc 34 15K 1651 KTRACE 100 13K 100 ether_multi 152 13K 162 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 in6_multi 65 9K 65 cred 34 9K 201 bmsafemap 2 9K 1031 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 60 6K 1699 plimit 21 6K 349 ufs_dirhash 24 5K 24 UMA 272 5K 272 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 81 sctp_atcl 10 4K 887 pwddesc 58 4K 1687 indirdep 14 4K 16 acpisem 28 4K 28 diradd 27 4K 1027 hhook 15 4K 17 kcovinfo 52 4K 52 session 25 4K 35 sctp_stro 3 3K 244 proc-args 82 3K 2770 terminal 11 3K 11 mkdir 20 3K 1728 newdirblk 18 3K 864 uidinfo 3 3K 7 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 40736 ip6ndp 12 2K 13 Unitno 29 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 31 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 16 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 864 sctp_ifn 6 1K 14 ipsec 3 1K 3 freeblks 3 1K 863 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 inpcbpolicy 20 1K 1331 CC Mem 10 1K 487 encap_export_host 12 1K 12 sctp_atky 13 1K 1463 pfil 4 1K 4 cdev 2 1K 2 osd 14 1K 498 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 8 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 sctp_athm 10 1K 1007 aesni_data 2 1K 2 sctp_aadr 2 1K 108 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 51 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 5788 pmchooks 1 1K 1 sctp_map 6 1K 488 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 38 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 72 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 330 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_stri 0 0K 240 tcp_do 0 0K 0 tcp_fsb 0 0K 0 mqdata 0 0K 0 filemon 0 0K 3 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 168 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 5 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 23 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 1040 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 36 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 6 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 97 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14476 ioctlops 0 0K 119 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 672 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1077 1190722 0 254 38494208 0 mbuf 256 8791 4426 1812964 0 254 3383552 0 tcp_log 416 0 6606 21789 0 254 2748096 0 pbuf 2624 0 989 0 0 2 2595136 0 RADIX NODE 144 13852 171 73456 0 62 2019312 0 BUF TRIE 144 188 11600 553 0 62 1697472 0 malloc-384 384 4117 53 4118 0 30 1601280 0 malloc-128 128 11740 133 12910 0 126 1519744 0 malloc-4096 4096 323 3 487 0 2 1335296 0 UMA Slabs 0 112 10705 17 10705 0 126 1200864 0 sctp_asoc 2288 3 507 244 0 254 1166880 0 vmem btag 56 18675 84 18675 0 254 1050504 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 FFS inode 1160 514 32 1497 0 8 633360 0 sctp_ep 1208 7 503 523 0 254 616080 0 tcpcb 1096 10 501 487 0 254 560056 0 256 Bucket 2048 235 11 3833 0 8 503808 0 VM OBJECT 264 1827 63 38114 0 30 498960 0 socket 960 38 470 3090 0 254 487680 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 3 514 244 0 254 380512 0 malloc-16384 16384 16 4 902 0 1 327680 0 tcp_inpcb 424 10 755 487 0 254 324360 0 THREAD 1808 152 24 1184 0 8 318208 0 VNODE 448 553 77 1538 0 30 282240 0 malloc-64 64 3997 350 5700 0 254 278208 0 malloc-128 128 1802 244 27570 0 126 261888 0 malloc-4096 4096 58 4 1687 0 2 253952 0 malloc-384 384 629 31 1094 0 30 253440 0 MAP ENTRY 96 2235 285 113799 0 126 241920 0 malloc-16 16 14675 325 15216 0 254 240000 0 DEVCTL 1024 21 199 151 0 0 225280 0 ripcb 424 2 511 183 0 254 217512 0 udplite_inpcb 424 2 511 447 0 254 217512 0 udp_inpcb 424 6 507 214 0 254 217512 0 malloc-256 256 249 561 2013 0 62 207360 0 malloc-256 256 689 61 3466 0 62 192000 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5466 204 5599 0 254 181440 0 malloc-2048 2048 7 81 1039 0 8 180224 0 FPU_save_area 832 154 44 5273 0 16 164736 0 malloc-1024 1024 133 11 150 0 16 147456 0 malloc-128 128 1074 73 7063 0 126 146816 0 S VFS Cache 104 1004 400 2017 0 126 146016 0 FFS2 dinode 256 514 56 1497 0 62 145920 0 malloc-65536 65536 0 2 58 0 1 131072 0 malloc-2048 2048 15 49 531 0 8 131072 0 unpcb 256 11 499 1210 0 254 130560 0 mbuf_packet 256 32 476 1722 0 254 130048 0 VMSPACE 2552 38 10 1673 0 4 122496 0 ksiginfo 112 65 979 4189 0 126 116928 0 ertt_txseginfo 40 2 2826 13944 0 254 113120 0 malloc-4096 4096 21 3 36 0 2 98304 0 PROC 1352 57 15 1686 0 8 97344 0 malloc-256 256 268 107 1985 0 62 96000 0 filedesc0 1072 58 26 1687 0 8 90048 0 UMA Kegs 384 230 3 230 0 30 89472 0 128 Bucket 1024 55 28 536 0 16 84992 0 malloc-256 256 35 280 266 0 62 80640 0 sctp_readq 152 0 520 79 0 254 79040 0 sctp_chunk 152 2 518 277 0 254 79040 0 malloc-8192 8192 5 4 36 0 1 73728 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 5069 0 30 73440 0 64 Bucket 512 79 57 3405 0 30 69632 0 malloc-64 64 477 594 41376 0 254 68544 0 malloc-64 64 557 514 2513 0 254 68544 0 tcp_bbr_map 128 0 527 705 0 126 67456 0 malloc-128 128 316 211 382 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 136 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 sctp_stream_msg_out 112 65 475 146 0 254 60480 0 malloc-64 64 96 723 2841 0 254 52416 0 malloc-64 64 285 534 1957 0 254 52416 0 malloc-128 128 53 350 307 0 126 51584 0 32 Bucket 256 59 136 5072 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 17328 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 10 38 1569 0 16 49152 0 pipe 744 20 45 391 0 16 48360 0 malloc-384 384 35 85 912 0 30 46080 0 malloc-384 384 74 46 74 0 30 46080 0 syncache 168 0 264 4 0 254 44352 0 Files 80 258 292 10370 0 126 44000 0 clpbuf 2624 0 16 21 0 16 41984 0 malloc-4096 4096 4 6 9 0 2 40960 0 malloc-4096 4096 7 3 12 0 2 40960 0 pcpu-8 8 4680 440 4857 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 1378 0 16 38080 0 malloc-64 64 33 534 33 0 254 36288 0 malloc-64 64 90 477 13920 0 254 36288 0 malloc-64 64 161 406 193 0 254 36288 0 malloc-128 128 14 265 14 0 126 35712 0 malloc-128 128 28 251 139 0 126 35712 0 malloc-128 128 79 200 1068 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 72 18 95 0 30 34560 0 malloc-384 384 47 43 49 0 30 34560 0 malloc-256 256 5 130 932 0 62 34560 0 malloc-256 256 31 104 353 0 62 34560 0 malloc-256 256 84 51 2038 0 62 34560 0 malloc-256 256 23 112 279 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 3 1 104 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 1665 0 2 32768 0 malloc-2048 2048 2 14 22 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 3 13 81 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 9 7 200 0 8 32768 0 malloc-1024 1024 0 32 5 0 16 32768 0 malloc-1024 1024 6 26 26 0 16 32768 0 malloc-1024 1024 7 25 401 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 5 59 8 0 30 32768 0 malloc-512 512 2 62 153 0 30 32768 0 malloc-512 512 11 53 300 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 KNOTE 160 28 172 40651 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 0 36 76 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_asconf_ack 48 0 588 106 0 254 28224 0 sctp_laddr 48 2 586 282 0 254 28224 0 PWD 32 24 858 952 0 254 28224 0 malloc-32 32 163 719 2362 0 254 28224 0 4 Bucket 48 6 582 74 0 254 28224 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 25 251 35 0 126 24288 0 rl_entry 40 52 554 52 0 254 24240 0 8 Bucket 80 54 246 792 0 126 24000 0 malloc-384 384 0 60 6 0 30 23040 0 malloc-384 384 1 59 341 0 30 23040 0 SLEEPQUEUE 88 177 79 177 0 126 22528 0 udplite_inpcb 32 0 630 174 0 254 20160 0 hostcache 64 1 314 1 0 254 20160 0 tcp_inpcb 32 3 627 233 0 254 20160 0 udpcb 32 8 622 661 0 254 20160 0 udp_inpcb 32 3 627 33 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 10 270 487 0 126 20160 0 malloc-32 32 5 625 29 0 254 20160 0 malloc-32 32 21 609 40 0 254 20160 0 malloc-32 32 61 569 2091 0 254 20160 0 malloc-32 32 80 550 289 0 254 20160 0 malloc-32 32 310 320 5085 0 254 20160 0 malloc-32 32 16 614 41 0 254 20160 0 16 Bucket 144 59 81 271 0 62 20160 0 2 Bucket 32 51 579 410 0 254 20160 0 AIOCB 552 0 35 13 0 16 19320 0 AIOLIO 272 0 70 3 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-1024 1024 9 7 10 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 594566 0 254 16032 0 AIO 208 0 76 6 0 62 15808 0 kenv 258 15 45 1032 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 5 745 9 0 254 12000 0 malloc-16 16 7 743 237 0 254 12000 0 malloc-16 16 81 669 2324 0 254 12000 0 malloc-16 16 192 558 1450 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 339 411 29098 0 254 12000 0 malloc-16 16 6 744 20 0 254 12000 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 896 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0