Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff80b0c758 stack pointer = 0x28:0xfffffe0056f314b0 frame pointer = 0x28:0xfffffe0056f314f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1007 (syz-executor) rdi: 0000000000000000 rsi: 0000000000001bf3 rdx: 0000000000001bf2 FreeBSD/amd64rcx: fffffe0002bf1850 r8: 0000000000000000 r9: 0000000000000043 rax: fffffe0002bf1850 rbx: 0000000000000000 rbp: fffffe0056f314f0 (ci-freebsd-main-3.us-central1-r10: 4aecca11a5fe61d7 r11: 0000000000000000 r12: fffffe006e5a8058 r13: fffffe006e5a8040 r14: 0000000000000000 r15: 0000000000000010 b.c.syzkaller.internal) (ttyu0)trap number = 12 panic: page fault cpuid = 1 time = 1751596008 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056f30cd0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056f30e30 vpanic() at vpanic+0x257/frame 0xfffffe0056f30ff0 panic() at panic+0xb5/frame 0xfffffe0056f310b0 trap_pfault() at trap_pfault+0xaec/frame 0xfffffe0056f311f0 trap() at trap+0x78e/frame 0xfffffe0056f313e0 calltrap() at calltrap+0x8/frame 0xfffffe0056f313e0 --- trap 0xc, rip = 0xffffffff80b0c758, rsp = 0xfffffe0056f314b0, rbp = 0xfffffe0056f314f0 --- destroy_indir() at destroy_indir+0x48/frame 0xfffffe0056f314f0 mddestroy() at mddestroy+0x358/frame 0xfffffe0056f315d0 mdctlioctl() at mdctlioctl+0x1680/frame 0xfffffe0056f31730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0056f31820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0056f31850 vn_ioctl() at vn_ioctl+0x3c7/frame 0xfffffe0056f31a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0056f31ab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056f31b90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056f31d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056f31f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056f31f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x825688f08, rbp = 0x825688f80 --- KDB: enter: panic [ thread pid 1007 tid 100469 ] Stopped at kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0071200000 rdx 0x7ffff rbx 0xffffffff827bcf60 .str.27 rsp 0xfffffe0056f30e10 rbp 0xfffffe0056f30e30 rsi 0x80001 rdi 0xffffffff8161a6c9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe005413d780 r13 0xfffffffffffffffd r14 0xffffffff827bcf60 .str.27 r15 0 rip 0xffffffff8160424e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> show proc Process 1007 (syz-executor) at 0xfffffe005416a000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 766 at 0xfffffe00540e2560 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0054151920 (map 0xfffffe0054151920) (map.pmap 0xfffffe00541519c0) (pmap 0xfffffe0054151a30) threads: 3 100426 Run CPU 0 syz-executor 100469 Run CPU 1 syz-executor 100471 RunQ syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1007 766 766 0 R (threaded) syz-executor 100426 Run CPU 0 syz-executor 100469 Run CPU 1 syz-executor 100471 RunQ syz-executor 1006 767 767 0 R (threaded) syz-executor 100453 RunQ syz-executor 100467 RunQ syz-executor 100468 S uwait 0xfffffe006ddbed00 syz-executor 1005 1 767 0 S uwait 0xfffffe006ddc1680 syz-executor 1003 1 766 0 S uwait 0xfffffe007cdd9480 syz-executor 1002 1 766 0 S uwait 0xfffffe007cdd9380 syz-executor 998 1 766 0 S uwait 0xfffffe006ddc0c00 syz-executor 997 1 767 0 S uwait 0xfffffe006ddbdc00 syz-executor 992 0 0 0 DL (threaded) [KTLS] 100436 D - 0xfffffe0053fd1c00 [thr_0] 100440 D - 0xfffffe0053fd1c80 [thr_1] 100441 D - 0xffffffff83cafe28 [reclaim_0] 986 1 767 0 S uwait 0xfffffe006ddbe580 syz-executor 985 1 767 0 S uwait 0xfffffe006ddc0e00 syz-executor 979 1 767 -1 S uwait 0xfffffe006ddbeb00 syz-executor 977 1 766 0 S uwait 0xfffffe00584ecc80 syz-executor 971 1 767 0 S uwait 0xfffffe00584ec280 syz-executor 969 1 767 0 S uwait 0xfffffe00584eb400 syz-executor 962 1 767 0 S uwait 0xfffffe006ddbdd00 syz-executor 961 1 767 0 S uwait 0xfffffe00584eb700 syz-executor 956 1 766 0 S uwait 0xfffffe00584ec500 syz-executor 953 1 766 0 S uwait 0xfffffe00584eb100 syz-executor 940 1 767 0 S uwait 0xfffffe00584eb600 syz-executor 938 1 767 60928 S uwait 0xfffffe006ddbec00 syz-executor 935 1 766 0 S uwait 0xfffffe006ddbda80 syz-executor 928 927 927 0 D ifnet_d 0xffffffff83cbc780 ifconfig 927 763 927 0 S wait 0xfffffe00540e3020 syz-executor 924 1 764 0 S uwait 0xfffffe00584ebd00 syz-executor 921 1 766 0 SV uwait 0xfffffe006ddbe280 syz-executor 919 1 766 0 S uwait 0xfffffe00584eb200 syz-executor 912 1 767 0 S uwait 0xfffffe006ddbdf00 syz-executor 911 1 767 0 S uwait 0xfffffe006ddc0d80 syz-executor 904 1 767 0 S uwait 0xfffffe006ddbe800 syz-executor 898 1 766 0 S uwait 0xfffffe006ddbde00 syz-executor 892 1 767 0 S uwait 0xfffffe00584eb500 syz-executor 889 1 767 0 S uwait 0xfffffe00584eb300 syz-executor 885 1 766 0 S uwait 0xfffffe00584ec780 syz-executor 884 1 766 0 S uwait 0xfffffe006ddbe500 syz-executor 874 1 766 0 S uwait 0xfffffe005824e800 syz-executor 863 0 0 0 DL (threaded) [so_splice] 100193 D - 0xfffffe00584eb880 [thr_0] 100194 D - 0xfffffe00584eb8c0 [thr_1] 862 1 766 0 S uwait 0xfffffe006ddc0380 syz-executor 859 1 767 0 S uwait 0xfffffe00584ec180 syz-executor 858 0 0 0 DL - 0xffffffff83cae600 [soaiod4] 857 0 0 0 DL - 0xffffffff83cae600 [soaiod3] 856 0 0 0 DL - 0xffffffff83cae600 [soaiod2] 855 0 0 0 DL - 0xffffffff83cae600 [soaiod1] 851 1 764 0 S uwait 0xfffffe006ddbea00 syz-executor 848 1 764 0 S uwait 0xfffffe005824ed80 syz-executor 846 1 766 0 S umtxn 0xfffffe00584ed300 syz-executor 840 1 767 0 S uwait 0xfffffe00584ecd80 syz-executor 837 836 836 0 D tun_con 0xfffffe006deaf0a8 ifconfig 836 763 836 0 S wait 0xfffffe00540085a0 syz-executor 835 1 767 0 S uwait 0xfffffe006ddbe700 syz-executor 834 1 766 0 S uwait 0xfffffe005824ee80 syz-executor 832 1 764 0 S uwait 0xfffffe006ddc0180 syz-executor 828 1 767 0 S uwait 0xfffffe00584ec980 syz-executor 826 0 0 0 DL aiordy 0xfffffe005410e040 [aiod4] 825 0 0 0 DL aiordy 0xfffffe005410eb00 [aiod3] 824 0 0 0 DL aiordy 0xfffffe00540e45a0 [aiod2] 823 0 0 0 DL aiordy 0xfffffe00540e3580 [aiod1] 822 806 822 0 Ss select 0xfffffe00584ec5c0 dhclient 821 1 765 0 S uwait 0xfffffe00584eca80 syz-executor 815 1 815 0 Ss select 0xfffffe00584ece40 dhclient 813 1 764 0 S uwait 0xfffffe005824e700 syz-executor 806 784 424 65 S select 0xfffffe00584ecf40 dhclient 784 424 424 0 S wait 0xfffffe00540cc060 sh 767 763 767 0 R syz-executor 766 763 766 0 R syz-executor 763 761 761 0 R syz-executor 761 759 761 0 Ss sigsusp 0xfffffe00540ca0d0 csh 759 682 759 0 Ss select 0xfffffe006ddc09c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0058287cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00593f54b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00593f58b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00593f5cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0058286cb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00593f60b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00593f64b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00593f68b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00593f6cb0 getty 738 1 18 0 S+ piperd 0xfffffe0059805cc0 logger 737 736 18 0 S+ nanslp 0xffffffff83b9e580 sleep 736 1 18 0 S+ wait 0xfffffe000780a060 sh 686 1 686 0 Ss nanslp 0xffffffff83b9e581 cron 682 1 682 0 Ss select 0xfffffe006ddc0b40 sshd 495 1 495 0 Ss select 0xfffffe0057d75640 syslogd 424 1 424 0 Ss wait 0xfffffe00540cb040 devd 423 1 423 65 Ss select 0xfffffe00584ed140 dhclient 338 1 338 0 Ss select 0xfffffe006ddc0d40 dhclient 335 1 335 0 Ss select 0xfffffe0057d755c0 dhclient 17 0 0 0 DL syncer 0xffffffff83cbbfa0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007826000 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cba560 [bufdaemon] 100083 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00596c04e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d05400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ceb4c8 [dom0] 100081 D launds 0xffffffff83ceb4d4 [laundry: dom0] 100082 D umarcl 0xffffffff81dda750 [uma] 7 0 0 0 DL - 0xffffffff8391bcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff844b3980 [pf purge] 5 0 0 0 DL waiting 0xffffffff84763700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e6340 [doneq0] 100047 D - 0xffffffff838e62c0 [async] 100076 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce6d80 [crypto] 100044 D crypto_ 0xfffffe0007a72d30 [crypto returns 0] 100045 D crypto_ 0xfffffe0007a72d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0057cba488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b46f20 [g_event] 100038 D - 0xffffffff83b46f40 [g_up] 100039 D - 0xffffffff83b46f60 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce7820 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c36ff0 [swapper] 100005 D - 0xfffffe0053ea0100 [softirq_0] 100006 D - 0xfffffe0053ea0000 [softirq_1] 100007 D - 0xfffffe0053e9fe00 [if_io_tqg_0] 100008 D - 0xfffffe0053e9fd00 [if_io_tqg_1] 100009 D - 0xfffffe0053e9fc00 [if_config_tqg_0] 100010 D - 0xfffffe0007764900 [kqueue_ctx taskq] 100011 D - 0xfffffe0007764800 [jail_remove taskq] 100012 D - 0xfffffe0007764700 [bus taskq] 100015 D - 0xfffffe0007764200 [thread taskq] 100017 D - 0xfffffe0007763e00 [aiod_kick taskq] 100018 D - 0xfffffe0007763d00 [deferred_unmount ta] 100019 D - 0xfffffe0007763c00 [inm_free taskq] 100020 D - 0xfffffe0007763b00 [in6m_free taskq] 100021 D - 0xfffffe0007763a00 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007763900 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007763900 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007763900 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007763900 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007763800 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007763800 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007763800 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007763800 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007763300 [firmware taskq] 100041 D - 0xfffffe0007763200 [crypto_0] 100042 D - 0xfffffe0007763200 [crypto_1] 100057 D - 0xfffffe005812c000 [vtnet0 rxq 0] 100058 D - 0xfffffe005812be00 [vtnet0 txq 0] 100059 D - 0xfffffe005812bd00 [vtnet0 rxq 1] 100060 D - 0xfffffe005812bc00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0058250f00 [virtio_balloon] 100066 D - 0xffffffff827c2301 [deadlkres] 100070 D - 0xfffffe00593da400 [acpi_task_0] 100071 D - 0xfffffe00593da400 [acpi_task_1] 100072 D - 0xfffffe00593da400 [acpi_task_2] 100074 D - 0xfffffe0007766a00 [mca taskq] 100075 D - 0xfffffe0007763100 [CAM taskq] 100077 D - 0xfffffe005812b500 [ipsec_offload] 100470 D - 0xfffffe0058129e00 [netlink_socket (PID] db> show all locks Process 1007 (syz-executor) thread 0xfffffe005413d780 (100469) exclusive sx MD config lock (MD config lock) r = 0 (0xffffffff83911400) locked @ /syzkaller/managers/main/kernel/sys/dev/md/md.c:1796 Process 837 (ifconfig) thread 0xfffffe005412f000 (100143) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83cbc780) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:3000 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 sctp_stro 2 6916K 4 linker 376 5071K 1004 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4213 sysctloid 35221 2075K 35296 vtbuf 24 1968K 46 kobj 331 1324K 507 newblk 40 1034K 2246 vfscache 3 1025K 3 filedesc 100 794K 417 pcb 65 697K 325 inodedep 22 520K 361 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 227 462K 1135 vmem 5 272K 8 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 101 acpica 1674 184K 54462 tidhash 3 141K 3 pagedep 12 131K 176 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1012 83K 5114 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 538 ddb_capture 1 64K 1 kdtrace 285 52K 1482 umtx 384 48K 384 temp 37 42K 2066 BPF 22 36K 35 hostcache 1 32K 1 shm 1 32K 5 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 routetbl 143 19K 437 ifaddr 68 19K 70 LRO 18 19K 18 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 49 16K 52 ithread 90 15K 90 bus-sc 34 15K 1665 ether_multi 169 14K 194 eventhandler 163 14K 163 ifnet 7 13K 7 kenv 95 12K 95 shmfd 7 11K 12 plimit 28 11K 355 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 497 in6_multi 67 10K 67 rpc 8 9K 8 cred 35 9K 228 bmsafemap 2 9K 326 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 2 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 taskqueue 72 8K 87 kqueue 108 8K 1270 pwddesc 104 7K 1024 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 sctp_atcl 14 6K 117 ufs_dirhash 24 5K 27 pf_ifnet 12 5K 22 UMA 269 5K 269 DEVFSP 69 5K 107 tcp_fsb_rack 2 5K 22 vt 11 5K 11 pf_table 2 4K 3 memdesc 1 4K 1 MCA 32 4K 32 md_disk 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 proc-args 128 4K 2058 kcovinfo 54 4K 54 dirrem 12 3K 287 terminal 11 3K 11 session 22 3K 36 uidinfo 6 3K 13 lockf 25 3K 83 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 pf_rule 2 3K 2 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 in_multi 8 2K 13 selfd 31 2K 110319 ip6ndp 12 2K 13 Unitno 31 2K 61 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 inpcbpolicy 50 2K 402 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 CC Mem 11 2K 106 select 11 2K 52 msi 9 2K 9 netlink 2 2K 84 softdep 1 1K 1 newdirblk 8 1K 155 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 34 NFSD session 1 1K 1 mount 19 1K 275 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 freefile 6 1K 207 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 18 pci_link 10 1K 10 osd 16 1K 123 frag6 8 1K 8 crypto 4 1K 16 encap_export_host 12 1K 12 sctp_atky 16 1K 121 freework 3 1K 295 sctp_timw 2 1K 2 mkdir 4 1K 310 freeblks 2 1K 178 ip6opt 2 1K 23 ioctlops 1 1K 185 cdev 2 1K 2 lkpikmalloc 8 1K 9 cryptodev 7 1K 80 counter_rate 14 1K 14 diradd 3 1K 309 chacha20random 1 1K 1 VN POLL 3 1K 9 biobuf 1 1K 1 ip_msource 5 1K 17 in_mfilter 7 1K 27 ip6_moptions 9 1K 13 tcp_pcm_rack 1 1K 11 indirdep 1 1K 133 in6_mfilter 4 1K 11 vnodes 1 1K 2 ktls 1 1K 135 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 sctp_athm 14 1K 117 feeder 7 1K 7 ip6_msource 3 1K 4 tcpfunc 3 1K 3 ip_moptions 3 1K 9 loginclass 3 1K 5 prison 6 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 7 pmchooks 1 1K 1 filecaps 5 1K 72 filedesc_to_leader 2 1K 6 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3462 sctp_vrf 1 1K 1 sctp_map 4 1K 8 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 35 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 3 tcp_do_rack 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 69 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 16 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 26 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 1 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 36 fadvise 0 0K 2 statfs 0 0K 185 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 26 lio 0 0K 2 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13853 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 308 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8324 1074 14520 0 254 38494208 0 tcp_log 416 5210 3934 13981 0 254 3803904 0 mbuf 256 8793 869 23257 0 254 2473472 0 malloc-64 64 101 33478 110469 0 254 2149056 0 malloc-4096 4096 436 4 1528 0 2 1802240 0 BUF TRIE 152 249 11555 1604 0 62 1794208 0 malloc-384 384 4173 27 4517 0 30 1612800 0 RADIX NODE 152 10184 185 36557 0 62 1576088 0 malloc-128 128 11570 24 11994 0 126 1484032 0 UMA Slabs 0 112 11163 27 11163 0 126 1253280 0 sctp_asoc 2256 2 508 4 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 18221 106 18221 0 254 1026312 0 malloc-16384 16384 50 4 225 0 1 884736 0 malloc-65536 65536 9 2 17 0 1 720896 0 FFS inode 1168 578 24 791 0 8 703136 0 256 Bucket 2048 291 21 1539 0 8 638976 0 sctp_ep 1152 12 499 113 0 254 588672 0 socket 1024 78 430 1778 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 VM OBJECT 248 1643 37 15622 0 62 416640 0 malloc-65536 65536 4 2 172 0 1 393216 0 sctp_raddr 736 2 515 5 0 254 380512 0 THREAD 1860 180 12 471 0 8 357120 0 malloc-256 256 291 1014 3296 0 62 334080 0 VNODE 440 617 76 832 0 30 304920 0 malloc-64 64 4193 406 5839 0 254 294336 0 MAP ENTRY 96 2604 168 50886 0 126 266112 0 malloc-2048 2048 108 12 124 0 8 245760 0 malloc-16 16 14563 437 14702 0 254 240000 0 DEVCTL 1024 21 199 148 0 0 225280 0 malloc-32768 32768 3 3 135 0 1 196608 0 malloc-32768 32768 0 6 28 0 1 196608 0 malloc-32 32 5480 442 7294 0 254 189504 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-2048 2048 19 69 834 0 8 180224 0 FPU_save_area 832 182 34 615 0 16 179712 0 malloc-128 128 1213 182 25485 0 126 178560 0 FFS2 dinode 256 578 112 791 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 PROC 1376 103 18 1009 0 8 166496 0 unpcb 320 13 503 1219 0 254 165120 0 malloc-32768 32768 0 5 72 0 1 163840 0 malloc-1024 1024 124 36 1345 0 16 163840 0 S VFS Cache 104 1025 379 1320 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-128 128 851 172 2145 0 126 130944 0 mbuf_packet 256 13 495 1267 0 254 130048 0 filedesc0 1072 104 8 1024 0 8 120064 0 ksiginfo 112 95 949 177 0 126 116928 0 malloc-8192 8192 6 7 30 0 1 106496 0 malloc-128 128 565 210 3954 0 126 99200 0 malloc-4096 4096 12 10 62 0 2 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 ertt_txseginfo 40 0 2121 2536 0 254 84840 0 malloc-16384 16384 4 1 195 0 1 81920 0 malloc-2048 2048 10 30 640 0 8 81920 0 malloc-256 256 209 106 632 0 62 80640 0 sctp_chunk 152 2 518 2 0 254 79040 0 g_bio 408 0 180 8963 0 30 73440 0 128 Bucket 1024 54 13 274 0 16 68608 0 malloc-64 64 568 503 870 0 254 68544 0 malloc-64 64 785 286 3641 0 254 68544 0 DIRHASH 1024 34 30 36 0 16 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 13 3 66 0 2 65536 0 64 Bucket 512 99 29 2524 0 30 65536 0 malloc-256 256 99 156 1262 0 62 65280 0 malloc-384 384 123 27 155 0 30 57600 0 malloc-8192 8192 6 1 113 0 1 57344 0 VMSPACE 584 77 21 980 0 16 57232 0 tcp_inpcb 1304 13 29 106 0 8 54768 0 malloc-128 128 16 387 292 0 126 51584 0 32 Bucket 256 79 116 596 0 62 49920 0 NAMEI 1024 0 48 14204 0 16 49152 0 malloc-8192 8192 3 3 6 0 1 49152 0 malloc-4096 4096 10 2 13 0 2 49152 0 malloc-2048 2048 5 19 71 0 8 49152 0 malloc-1024 1024 14 34 547 0 16 49152 0 pipe 736 27 39 359 0 16 48576 0 malloc-384 384 41 79 382 0 30 46080 0 malloc-384 384 22 98 125 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 Files 80 297 253 8089 0 126 44000 0 TURNSTILE 136 193 122 193 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4811 309 5081 0 254 40960 0 da_ccb 544 0 70 2459 0 16 38080 0 udplite_inpcb 408 2 88 44 0 30 36720 0 udp_inpcb 408 17 73 192 0 30 36720 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 7 560 13441 0 254 36288 0 malloc-64 64 173 394 211 0 254 36288 0 malloc-64 64 32 535 337 0 254 36288 0 malloc-64 64 15 552 49 0 254 36288 0 16 Bucket 144 92 160 420 0 62 36288 0 tcp_bbr_map 128 0 279 92 0 126 35712 0 tcp_rack_map 128 2 277 9 0 126 35712 0 malloc-128 128 96 183 144 0 126 35712 0 malloc-128 128 80 199 109 0 126 35712 0 malloc-128 128 12 267 794 0 126 35712 0 routing nhops 256 28 107 36 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 64 26 397 0 30 34560 0 malloc-384 384 27 63 89 0 30 34560 0 malloc-256 256 15 120 500 0 62 34560 0 malloc-256 256 89 46 217 0 62 34560 0 malloc-256 256 30 105 146 0 62 34560 0 malloc-256 256 41 94 727 0 62 34560 0 malloc-256 256 18 117 541 0 62 34560 0 ripcb 376 20 70 60 0 30 33840 0 SLEEPQUEUE 88 193 191 193 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 38 0 1 32768 0 malloc-4096 4096 5 3 570 0 2 32768 0 malloc-4096 4096 5 3 15 0 2 32768 0 malloc-2048 2048 4 12 35 0 8 32768 0 malloc-2048 2048 5 11 6 0 8 32768 0 malloc-2048 2048 10 6 12 0 8 32768 0 malloc-1024 1024 2 30 15 0 16 32768 0 malloc-1024 1024 6 26 6 0 16 32768 0 malloc-1024 1024 18 14 26 0 16 32768 0 malloc-1024 1024 9 23 11 0 16 32768 0 malloc-1024 1024 1 31 6 0 16 32768 0 malloc-512 512 7 57 105 0 30 32768 0 malloc-512 512 12 52 45 0 30 32768 0 malloc-512 512 3 61 180 0 30 32768 0 malloc-512 512 0 64 2 0 30 32768 0 malloc-512 512 2 62 70 0 30 32768 0 malloc-512 512 4 60 17 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 tcp_bbr_pcb 896 0 36 5 0 16 32256 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 2 262 2 0 126 31680 0 PGRP 120 28 236 43 0 126 31680 0 clpbuf 2624 0 12 302 0 4 31488 0 sctp_laddr 48 9 579 26 0 254 28224 0 rl_entry 48 5 583 12 0 254 28224 0 malloc-32 32 360 522 529 0 254 28224 0 4 Bucket 48 7 581 32 0 254 28224 0 AIO 208 1 132 36 0 62 27664 0 cpuset 200 42 86 51 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 tcp_log_id_bucket 176 2 136 2 0 62 24288 0 PWD 40 54 552 226 0 254 24240 0 rtentry 168 31 113 36 0 62 24192 0 8 Bucket 80 59 241 689 0 126 24000 0 itimer 352 0 66 20 0 30 23232 0 domainset 40 0 567 43 0 254 22680 0 Mountpoints 2816 2 6 3 0 4 22528 0 ertt 72 11 269 106 0 126 20160 0 malloc-32 32 103 527 486 0 254 20160 0 malloc-32 32 35 595 103 0 254 20160 0 malloc-32 32 52 578 2842 0 254 20160 0 malloc-32 32 41 589 217 0 254 20160 0 malloc-32 32 26 604 47 0 254 20160 0 2 Bucket 32 70 560 460 0 254 20160 0 KNOTE 160 0 125 90 0 62 20000 0 cryptop 280 0 70 3 0 30 19600 0 AIOCB 552 0 35 36 0 16 19320 0 ktls_session 256 0 75 1 0 62 19200 0 L VFS Cache 320 0 60 12 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 3 0 1 16384 0 malloc-4096 4096 0 4 185 0 2 16384 0 malloc-2048 2048 0 8 6 0 8 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 1 287 1 0 254 16128 0 malloc-16 16 507 493 3473 0 254 16000 0 kenv 258 17 43 1066 0 30 15480 0 tcp_rack_pcb 1088 1 13 11 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 152 226 1010 0 254 12096 0 malloc-16 16 1 749 236 0 254 12000 0 malloc-16 16 12 738 14 0 254 12000 0 malloc-16 16 18 732 194 0 254 12000 0 malloc-16 16 69 681 25090 0 254 12000 0 malloc-16 16 88 662 1670 0 254 12000 0 splice 184 1 62 2 0 62 11592 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 2 0 30 11424 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 1412 0 254 8016 0 malloc-16 16 3 497 6 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 77 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl